diff --git a/content/changelog/2026-05-25-experiment-ci-cd-gates.mdx b/content/changelog/2026-05-25-experiment-ci-cd-gates.mdx index 0e344aaacf..9f3bef12da 100644 --- a/content/changelog/2026-05-25-experiment-ci-cd-gates.mdx +++ b/content/changelog/2026-05-25-experiment-ci-cd-gates.mdx @@ -26,7 +26,7 @@ Add the action to your workflow, point it at an experiment script, and choose th langfuse_public_key: ${{ secrets.LANGFUSE_PUBLIC_KEY }} langfuse_secret_key: ${{ secrets.LANGFUSE_SECRET_KEY }} langfuse_base_url: https://cloud.langfuse.com - experiment_path: experiments/support-agent-gate + experiment_path: experiments/support-agent-gate.py dataset_name: support-agent-regression-set dataset_version: "2026-04-27T00:00:00Z" github_token: ${{ github.token }} diff --git a/content/docs/evaluation/experiments/experiments-ci-cd.mdx b/content/docs/evaluation/experiments/experiments-ci-cd.mdx index ccf603d7c6..6eb09d63e6 100644 --- a/content/docs/evaluation/experiments/experiments-ci-cd.mdx +++ b/content/docs/evaluation/experiments/experiments-ci-cd.mdx @@ -66,8 +66,9 @@ jobs: langfuse_secret_key: ${{ secrets.LANGFUSE_SECRET_KEY }} langfuse_base_url: https://cloud.langfuse.com - # the location of your experiment scripts - experiment_path: experiments/support-agent-gate + # the directory containing your experiment scripts, + # or the path to a single script file (e.g. experiments/support-agent-gate.py) + experiment_path: experiments/ # the dataset to run the experiment against dataset_name: support-agent-regression-set @@ -351,7 +352,7 @@ If your experiment needs provider keys or other secrets, set them as environment with: langfuse_public_key: ${{ secrets.LANGFUSE_PUBLIC_KEY }} langfuse_secret_key: ${{ secrets.LANGFUSE_SECRET_KEY }} - experiment_path: experiments/support-agent-gate + experiment_path: experiments/ dataset_name: support-agent-regression-set ``` diff --git a/content/resources/engineering/ai-agent-evaluation.mdx b/content/resources/engineering/ai-agent-evaluation.mdx index cbc70e64c8..d97e4e57dd 100644 --- a/content/resources/engineering/ai-agent-evaluation.mdx +++ b/content/resources/engineering/ai-agent-evaluation.mdx @@ -156,7 +156,7 @@ With the Langfuse [experiments CI/CD integration](/docs/evaluation/experiments/e langfuse_public_key: ${{ secrets.LANGFUSE_PUBLIC_KEY }} langfuse_secret_key: ${{ secrets.LANGFUSE_SECRET_KEY }} langfuse_base_url: https://cloud.langfuse.com - experiment_path: experiments/support-agent-gate + experiment_path: experiments/support-agent-gate.py dataset_name: support-agent-regression-set github_token: ${{ github.token }} ```