diff --git a/.generator/schemas/v2/openapi.yaml b/.generator/schemas/v2/openapi.yaml index cd024ee168..4d9fd17b9c 100644 --- a/.generator/schemas/v2/openapi.yaml +++ b/.generator/schemas/v2/openapi.yaml @@ -121170,7 +121170,7 @@ paths: appKeyAuth: [] summary: List custom evaluator configurations tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -121214,7 +121214,7 @@ paths: appKeyAuth: [] summary: Delete a custom evaluator configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -121288,7 +121288,7 @@ paths: appKeyAuth: [] summary: Get a custom evaluator configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -121401,7 +121401,7 @@ paths: appKeyAuth: [] summary: Create or update a custom evaluator configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -159811,7 +159811,7 @@ paths: appKeyAuth: [] summary: Get annotated interactions by content IDs tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -159882,7 +159882,7 @@ paths: appKeyAuth: [] summary: List Agent Observability annotation queues tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -159978,7 +159978,7 @@ paths: appKeyAuth: [] summary: Create an Agent Observability annotation queue tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160016,7 +160016,7 @@ paths: appKeyAuth: [] summary: Delete an Agent Observability annotation queue tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160094,7 +160094,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability annotation queue tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160154,7 +160154,7 @@ paths: appKeyAuth: [] summary: Get annotated queue interactions tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160243,7 +160243,7 @@ paths: appKeyAuth: [] summary: Create or update annotations tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160329,7 +160329,7 @@ paths: appKeyAuth: [] summary: Delete annotations tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160448,7 +160448,7 @@ paths: appKeyAuth: [] summary: Add annotation queue interactions tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160508,7 +160508,7 @@ paths: appKeyAuth: [] summary: Delete annotation queue interactions tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160578,7 +160578,7 @@ paths: appKeyAuth: [] summary: Get annotation queue label schema tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160723,7 +160723,7 @@ paths: appKeyAuth: [] summary: Update annotation queue label schema tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160810,7 +160810,7 @@ paths: appKeyAuth: [] summary: Aggregate Agent Observability experimentation tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -160920,7 +160920,7 @@ paths: appKeyAuth: [] summary: Search Agent Observability experimentation tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161013,7 +161013,7 @@ paths: appKeyAuth: [] summary: Simple search experimentation entities tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161138,7 +161138,7 @@ paths: appKeyAuth: [] summary: List Agent Observability experiments tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161229,7 +161229,7 @@ paths: appKeyAuth: [] summary: Create an Agent Observability experiment tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161280,7 +161280,7 @@ paths: appKeyAuth: [] summary: Delete Agent Observability experiments tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161355,7 +161355,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability experiment tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161426,7 +161426,7 @@ paths: appKeyAuth: [] summary: List Agent Observability experiment spans (v1) tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161497,7 +161497,7 @@ paths: appKeyAuth: [] summary: Push events for an Agent Observability experiment tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161549,7 +161549,7 @@ paths: appKeyAuth: [] summary: List LLM integration accounts tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in Preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161633,7 +161633,7 @@ paths: appKeyAuth: [] summary: Run an LLM inference tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in Preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161690,7 +161690,7 @@ paths: appKeyAuth: [] summary: List LLM integration models tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in Preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161763,7 +161763,7 @@ paths: appKeyAuth: [] summary: List Agent Observability projects tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161844,7 +161844,7 @@ paths: appKeyAuth: [] summary: Create an Agent Observability project tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161895,7 +161895,7 @@ paths: appKeyAuth: [] summary: Delete Agent Observability projects tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -161966,7 +161966,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability project tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -162024,7 +162024,7 @@ paths: appKeyAuth: [] summary: List Agent Observability prompts tags: - - LLM Observability + - Agent Observability x-permission: operator: OR permissions: @@ -162111,7 +162111,7 @@ paths: appKeyAuth: [] summary: Create an Agent Observability prompt tags: - - LLM Observability + - Agent Observability x-permission: operator: AND permissions: @@ -162171,7 +162171,7 @@ paths: appKeyAuth: [] summary: Delete an Agent Observability prompt tags: - - LLM Observability + - Agent Observability x-permission: operator: AND permissions: @@ -162236,7 +162236,7 @@ paths: appKeyAuth: [] summary: Get an Agent Observability prompt tags: - - LLM Observability + - Agent Observability x-permission: operator: OR permissions: @@ -162319,7 +162319,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability prompt tags: - - LLM Observability + - Agent Observability x-permission: operator: AND permissions: @@ -162388,7 +162388,7 @@ paths: appKeyAuth: [] summary: List versions of an Agent Observability prompt tags: - - LLM Observability + - Agent Observability x-permission: operator: OR permissions: @@ -162477,7 +162477,7 @@ paths: appKeyAuth: [] summary: Create a new Agent Observability prompt version tags: - - LLM Observability + - Agent Observability x-permission: operator: AND permissions: @@ -162553,7 +162553,7 @@ paths: appKeyAuth: [] summary: Get a specific Agent Observability prompt version tags: - - LLM Observability + - Agent Observability x-permission: operator: OR permissions: @@ -162639,7 +162639,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability prompt version tags: - - LLM Observability + - Agent Observability x-permission: operator: AND permissions: @@ -162798,7 +162798,7 @@ paths: appKeyAuth: [] summary: List Agent Observability spans tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -162897,7 +162897,7 @@ paths: appKeyAuth: [] summary: Search Agent Observability spans tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -162973,7 +162973,7 @@ paths: appKeyAuth: [] summary: List patterns clustered points tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163036,7 +163036,7 @@ paths: appKeyAuth: [] summary: List patterns configurations tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163120,7 +163120,7 @@ paths: appKeyAuth: [] summary: Create or update a patterns configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163187,7 +163187,7 @@ paths: appKeyAuth: [] summary: Get a patterns configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163237,7 +163237,7 @@ paths: appKeyAuth: [] summary: Delete a patterns configuration tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163303,7 +163303,7 @@ paths: appKeyAuth: [] summary: List patterns runs tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163378,7 +163378,7 @@ paths: appKeyAuth: [] summary: Trigger a patterns run tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163451,7 +163451,7 @@ paths: appKeyAuth: [] summary: Get patterns run status tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163531,7 +163531,7 @@ paths: appKeyAuth: [] summary: List patterns topics tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163623,7 +163623,7 @@ paths: appKeyAuth: [] summary: List patterns topics with clustered points tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163705,7 +163705,7 @@ paths: appKeyAuth: [] summary: List Agent Observability datasets tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163798,7 +163798,7 @@ paths: appKeyAuth: [] summary: Create an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163857,7 +163857,7 @@ paths: appKeyAuth: [] summary: Delete Agent Observability datasets tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -163931,7 +163931,7 @@ paths: appKeyAuth: [] summary: Update an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164046,7 +164046,7 @@ paths: appKeyAuth: [] summary: Batch update Agent Observability dataset records tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164142,7 +164142,7 @@ paths: appKeyAuth: [] summary: Clone an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164222,7 +164222,7 @@ paths: appKeyAuth: [] summary: Get Agent Observability dataset draft state tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164302,7 +164302,7 @@ paths: appKeyAuth: [] summary: Lock Agent Observability dataset draft state tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164365,7 +164365,7 @@ paths: appKeyAuth: [] summary: Unlock Agent Observability dataset draft state tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164447,7 +164447,7 @@ paths: appKeyAuth: [] summary: Export an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164526,7 +164526,7 @@ paths: appKeyAuth: [] summary: List Agent Observability dataset records tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164603,7 +164603,7 @@ paths: appKeyAuth: [] summary: Update Agent Observability dataset records tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164697,7 +164697,7 @@ paths: appKeyAuth: [] summary: Append records to an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164757,7 +164757,7 @@ paths: appKeyAuth: [] summary: Delete Agent Observability dataset records tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164835,7 +164835,7 @@ paths: appKeyAuth: [] summary: Restore an Agent Observability dataset version tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164918,7 +164918,7 @@ paths: appKeyAuth: [] summary: List Agent Observability dataset versions tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -164992,7 +164992,7 @@ paths: appKeyAuth: [] summary: List Agent Observability experiment events (v2) tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -165097,7 +165097,7 @@ paths: appKeyAuth: [] summary: Upload records to an Agent Observability dataset tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -165183,7 +165183,7 @@ paths: appKeyAuth: [] summary: List events for an Agent Observability experiment tags: - - LLM Observability + - Agent Observability x-unstable: |- **Note**: This endpoint is in preview and is subject to change. If you have any feedback, contact [Datadog support](https://docs.datadoghq.com/help/). @@ -215111,6 +215111,9 @@ tags: externalDocs: url: https://docs.datadoghq.com/actions/datastore name: Actions Datastores + - description: >- + Manage Agent Observability spans, data, projects, datasets, dataset records, experiments, prompts, and annotations. + name: Agent Observability - description: |- Datadog Agentless Scanning provides visibility into risks and vulnerabilities within your hosts, running containers, and serverless functions—all without @@ -215393,9 +215396,6 @@ tags: description: Find out more at url: "https://docs.datadoghq.com/account_management/api-app-keys/" name: Key Management - - description: >- - Manage Agent Observability spans, data, projects, datasets, dataset records, experiments, prompts, and annotations. - name: LLM Observability - description: |- Search your logs and send them to your Datadog platform over HTTP. See the [Log Management page](https://docs.datadoghq.com/logs/) for more information. name: Logs diff --git a/docs/datadog_api_client.v2.api.rst b/docs/datadog_api_client.v2.api.rst index 93e493d595..747ce8cae2 100644 --- a/docs/datadog_api_client.v2.api.rst +++ b/docs/datadog_api_client.v2.api.rst @@ -18,6 +18,13 @@ datadog\_api\_client.v2.api.actions\_datastores\_api module :members: :show-inheritance: +datadog\_api\_client.v2.api.agent\_observability\_api module +------------------------------------------------------------ + +.. automodule:: datadog_api_client.v2.api.agent_observability_api + :members: + :show-inheritance: + datadog\_api\_client.v2.api.agentless\_scanning\_api module ----------------------------------------------------------- @@ -480,13 +487,6 @@ datadog\_api\_client.v2.api.key\_management\_api module :members: :show-inheritance: -datadog\_api\_client.v2.api.llm\_observability\_api module ----------------------------------------------------------- - -.. automodule:: datadog_api_client.v2.api.llm_observability_api - :members: - :show-inheritance: - datadog\_api\_client.v2.api.logs\_api module -------------------------------------------- diff --git a/examples/v2/llm-observability/AggregateLLMObsExperimentation.py b/examples/v2/agent-observability/AggregateLLMObsExperimentation.py similarity index 95% rename from examples/v2/llm-observability/AggregateLLMObsExperimentation.py rename to examples/v2/agent-observability/AggregateLLMObsExperimentation.py index 3acce38eba..a46e418d69 100644 --- a/examples/v2/llm-observability/AggregateLLMObsExperimentation.py +++ b/examples/v2/agent-observability/AggregateLLMObsExperimentation.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate import ( LLMObsExperimentationAnalyticsAggregate, ) @@ -58,7 +58,7 @@ configuration = Configuration() configuration.unstable_operations["aggregate_llm_obs_experimentation"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.aggregate_llm_obs_experimentation(body=body) print(response) diff --git a/examples/v2/llm-observability/BatchUpdateLLMObsDataset.py b/examples/v2/agent-observability/BatchUpdateLLMObsDataset.py similarity index 94% rename from examples/v2/llm-observability/BatchUpdateLLMObsDataset.py rename to examples/v2/agent-observability/BatchUpdateLLMObsDataset.py index e5aed465dc..83f0a931d6 100644 --- a/examples/v2/llm-observability/BatchUpdateLLMObsDataset.py +++ b/examples/v2/agent-observability/BatchUpdateLLMObsDataset.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_attributes_request import ( LLMObsDatasetBatchUpdateDataAttributesRequest, ) @@ -54,7 +54,7 @@ configuration = Configuration() configuration.unstable_operations["batch_update_llm_obs_dataset"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.batch_update_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CloneLLMObsDataset.py b/examples/v2/agent-observability/CloneLLMObsDataset.py similarity index 89% rename from examples/v2/llm-observability/CloneLLMObsDataset.py rename to examples/v2/agent-observability/CloneLLMObsDataset.py index 5cf8e0a386..58ccbdd637 100644 --- a/examples/v2/llm-observability/CloneLLMObsDataset.py +++ b/examples/v2/agent-observability/CloneLLMObsDataset.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_clone_data_attributes_request import ( LLMObsDatasetCloneDataAttributesRequest, ) @@ -25,7 +25,7 @@ configuration = Configuration() configuration.unstable_operations["clone_llm_obs_dataset"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.clone_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsAnnotationQueue.py b/examples/v2/agent-observability/CreateLLMObsAnnotationQueue.py similarity index 94% rename from examples/v2/llm-observability/CreateLLMObsAnnotationQueue.py rename to examples/v2/agent-observability/CreateLLMObsAnnotationQueue.py index e297729fb4..4e56eb15ea 100644 --- a/examples/v2/llm-observability/CreateLLMObsAnnotationQueue.py +++ b/examples/v2/agent-observability/CreateLLMObsAnnotationQueue.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_data_attributes_request import ( LLMObsAnnotationQueueDataAttributesRequest, ) @@ -50,7 +50,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_annotation_queue"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_annotation_queue(body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.py b/examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions.py similarity index 92% rename from examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.py rename to examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions.py index 2d19307f6b..4edca1579c 100644 --- a/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.py +++ b/examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_data_attributes_request import ( LLMObsAnnotationQueueInteractionsDataAttributesRequest, ) @@ -34,7 +34,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_annotation_queue_interactions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py b/examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py similarity index 93% rename from examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py rename to examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py index 3e153c2ae1..4032cdd99c 100644 --- a/examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py +++ b/examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_data_attributes_request import ( LLMObsAnnotationQueueInteractionsDataAttributesRequest, ) @@ -41,7 +41,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_annotation_queue_interactions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsDataset.py b/examples/v2/agent-observability/CreateLLMObsDataset.py similarity index 87% rename from examples/v2/llm-observability/CreateLLMObsDataset.py rename to examples/v2/agent-observability/CreateLLMObsDataset.py index 74616cb074..d236543600 100644 --- a/examples/v2/llm-observability/CreateLLMObsDataset.py +++ b/examples/v2/agent-observability/CreateLLMObsDataset.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_data_attributes_request import LLMObsDatasetDataAttributesRequest from datadog_api_client.v2.model.llm_obs_dataset_data_request import LLMObsDatasetDataRequest from datadog_api_client.v2.model.llm_obs_dataset_request import LLMObsDatasetRequest @@ -21,7 +21,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_dataset"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_dataset(project_id="project_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsDatasetRecords.py b/examples/v2/agent-observability/CreateLLMObsDatasetRecords.py similarity index 90% rename from examples/v2/llm-observability/CreateLLMObsDatasetRecords.py rename to examples/v2/agent-observability/CreateLLMObsDatasetRecords.py index 40134ebdac..db32928644 100644 --- a/examples/v2/llm-observability/CreateLLMObsDatasetRecords.py +++ b/examples/v2/agent-observability/CreateLLMObsDatasetRecords.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_record_item import LLMObsDatasetRecordItem from datadog_api_client.v2.model.llm_obs_dataset_records_data_attributes_request import ( LLMObsDatasetRecordsDataAttributesRequest, @@ -29,7 +29,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_dataset_records"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_dataset_records(project_id="project_id", dataset_id="dataset_id", body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsExperiment.py b/examples/v2/agent-observability/CreateLLMObsExperiment.py similarity index 89% rename from examples/v2/llm-observability/CreateLLMObsExperiment.py rename to examples/v2/agent-observability/CreateLLMObsExperiment.py index d408fdbfec..2242017534 100644 --- a/examples/v2/llm-observability/CreateLLMObsExperiment.py +++ b/examples/v2/agent-observability/CreateLLMObsExperiment.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_experiment_data_attributes_request import LLMObsExperimentDataAttributesRequest from datadog_api_client.v2.model.llm_obs_experiment_data_request import LLMObsExperimentDataRequest from datadog_api_client.v2.model.llm_obs_experiment_request import LLMObsExperimentRequest @@ -24,7 +24,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_experiment"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_experiment(body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsExperimentEvents.py b/examples/v2/agent-observability/CreateLLMObsExperimentEvents.py similarity index 96% rename from examples/v2/llm-observability/CreateLLMObsExperimentEvents.py rename to examples/v2/agent-observability/CreateLLMObsExperimentEvents.py index 178ca704ec..5c25552ea9 100644 --- a/examples/v2/llm-observability/CreateLLMObsExperimentEvents.py +++ b/examples/v2/agent-observability/CreateLLMObsExperimentEvents.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_event_type import LLMObsEventType from datadog_api_client.v2.model.llm_obs_experiment_events_data_attributes_request import ( LLMObsExperimentEventsDataAttributesRequest, @@ -63,5 +63,5 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_experiment_events"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.create_llm_obs_experiment_events(experiment_id="experiment_id", body=body) diff --git a/examples/v2/llm-observability/CreateLLMObsIntegrationInference.py b/examples/v2/agent-observability/CreateLLMObsIntegrationInference.py similarity index 97% rename from examples/v2/llm-observability/CreateLLMObsIntegrationInference.py rename to examples/v2/agent-observability/CreateLLMObsIntegrationInference.py index f3a712bf92..e220b11c86 100644 --- a/examples/v2/llm-observability/CreateLLMObsIntegrationInference.py +++ b/examples/v2/agent-observability/CreateLLMObsIntegrationInference.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_anthropic_effort import LLMObsAnthropicEffort from datadog_api_client.v2.model.llm_obs_anthropic_metadata import LLMObsAnthropicMetadata from datadog_api_client.v2.model.llm_obs_anthropic_thinking_config import LLMObsAnthropicThinkingConfig @@ -118,7 +118,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_integration_inference"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_integration_inference( integration=LLMObsIntegrationName.OPENAI, account_id="account_id", body=body ) diff --git a/examples/v2/llm-observability/CreateLLMObsProject.py b/examples/v2/agent-observability/CreateLLMObsProject.py similarity index 87% rename from examples/v2/llm-observability/CreateLLMObsProject.py rename to examples/v2/agent-observability/CreateLLMObsProject.py index fd6ff4e547..685635b0db 100644 --- a/examples/v2/llm-observability/CreateLLMObsProject.py +++ b/examples/v2/agent-observability/CreateLLMObsProject.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_project_data_attributes_request import LLMObsProjectDataAttributesRequest from datadog_api_client.v2.model.llm_obs_project_data_request import LLMObsProjectDataRequest from datadog_api_client.v2.model.llm_obs_project_request import LLMObsProjectRequest @@ -21,7 +21,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_project"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_project(body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsPrompt.py b/examples/v2/agent-observability/CreateLLMObsPrompt.py similarity index 56% rename from examples/v2/llm-observability/CreateLLMObsPrompt.py rename to examples/v2/agent-observability/CreateLLMObsPrompt.py index afb0c7b3da..c11bde1fa6 100644 --- a/examples/v2/llm-observability/CreateLLMObsPrompt.py +++ b/examples/v2/agent-observability/CreateLLMObsPrompt.py @@ -3,28 +3,22 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_create_prompt_data import LLMObsCreatePromptData from datadog_api_client.v2.model.llm_obs_create_prompt_data_attributes import LLMObsCreatePromptDataAttributes from datadog_api_client.v2.model.llm_obs_create_prompt_request import LLMObsCreatePromptRequest -from datadog_api_client.v2.model.llm_obs_prompt_chat_message import LLMObsPromptChatMessage from datadog_api_client.v2.model.llm_obs_prompt_type import LLMObsPromptType +from datadog_api_client.v2.model.llm_obs_prompt_version_label import LLMObsPromptVersionLabel body = LLMObsCreatePromptRequest( data=LLMObsCreatePromptData( attributes=LLMObsCreatePromptDataAttributes( - prompt_id="Example-LLM-Observability", - title="Customer Support Assistant", - template=[ - LLMObsPromptChatMessage( - content="You are a helpful customer support assistant for {{company_name}}.", - role="system", - ), - LLMObsPromptChatMessage( - content="Help {{customer_name}} with this question: {{question}}", - role="user", - ), + env_ids=[], + labels=[ + LLMObsPromptVersionLabel.PRODUCTION, ], + prompt_id="customer-support-assistant", + template="You are a helpful assistant for .", ), type=LLMObsPromptType.PROMPT_TEMPLATES, ), @@ -33,7 +27,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_prompt"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.create_llm_obs_prompt(body=body) print(response) diff --git a/examples/v2/llm-observability/CreateLLMObsPromptVersion.py b/examples/v2/agent-observability/CreateLLMObsPromptVersion.py similarity index 56% rename from examples/v2/llm-observability/CreateLLMObsPromptVersion.py rename to examples/v2/agent-observability/CreateLLMObsPromptVersion.py index 6f0c4dc4ea..f7717a11fa 100644 --- a/examples/v2/llm-observability/CreateLLMObsPromptVersion.py +++ b/examples/v2/agent-observability/CreateLLMObsPromptVersion.py @@ -2,33 +2,24 @@ Create a new Agent Observability prompt version returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_create_prompt_version_data import LLMObsCreatePromptVersionData from datadog_api_client.v2.model.llm_obs_create_prompt_version_data_attributes import ( LLMObsCreatePromptVersionDataAttributes, ) from datadog_api_client.v2.model.llm_obs_create_prompt_version_request import LLMObsCreatePromptVersionRequest -from datadog_api_client.v2.model.llm_obs_prompt_chat_message import LLMObsPromptChatMessage +from datadog_api_client.v2.model.llm_obs_prompt_version_label import LLMObsPromptVersionLabel from datadog_api_client.v2.model.llm_obs_prompt_version_type import LLMObsPromptVersionType -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] - body = LLMObsCreatePromptVersionRequest( data=LLMObsCreatePromptVersionData( attributes=LLMObsCreatePromptVersionDataAttributes( - template=[ - LLMObsPromptChatMessage( - content="You are a concise customer support assistant for {{company_name}}.", - role="system", - ), - LLMObsPromptChatMessage( - content="Answer {{customer_name}}'s question: {{question}}", - role="user", - ), + env_ids=[], + labels=[ + LLMObsPromptVersionLabel.PRODUCTION, ], + template="You are a helpful assistant for .", ), type=LLMObsPromptVersionType.PROMPT_TEMPLATE_VERSIONS, ), @@ -37,7 +28,7 @@ configuration = Configuration() configuration.unstable_operations["create_llm_obs_prompt_version"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) - response = api_instance.create_llm_obs_prompt_version(prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, body=body) + api_instance = AgentObservabilityApi(api_client) + response = api_instance.create_llm_obs_prompt_version(prompt_id="prompt_id", body=body) print(response) diff --git a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.py b/examples/v2/agent-observability/DeleteLLMObsAnnotationQueue.py similarity index 73% rename from examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.py rename to examples/v2/agent-observability/DeleteLLMObsAnnotationQueue.py index 8107244da9..1c164bc157 100644 --- a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.py +++ b/examples/v2/agent-observability/DeleteLLMObsAnnotationQueue.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["delete_llm_obs_annotation_queue"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_annotation_queue( queue_id="queue_id", ) diff --git a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.py b/examples/v2/agent-observability/DeleteLLMObsAnnotationQueueInteractions.py similarity index 91% rename from examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.py rename to examples/v2/agent-observability/DeleteLLMObsAnnotationQueueInteractions.py index 7cda3e399f..dfa8dfcd93 100644 --- a/examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.py +++ b/examples/v2/agent-observability/DeleteLLMObsAnnotationQueueInteractions.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_type import LLMObsAnnotationQueueInteractionsType from datadog_api_client.v2.model.llm_obs_delete_annotation_queue_interactions_data_attributes_request import ( LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest, @@ -30,5 +30,5 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_annotation_queue_interactions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body) diff --git a/examples/v2/llm-observability/DeleteLLMObsAnnotations.py b/examples/v2/agent-observability/DeleteLLMObsAnnotations.py similarity index 90% rename from examples/v2/llm-observability/DeleteLLMObsAnnotations.py rename to examples/v2/agent-observability/DeleteLLMObsAnnotations.py index 91285414a6..be244f5421 100644 --- a/examples/v2/llm-observability/DeleteLLMObsAnnotations.py +++ b/examples/v2/agent-observability/DeleteLLMObsAnnotations.py @@ -4,7 +4,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotations_type import LLMObsAnnotationsType from datadog_api_client.v2.model.llm_obs_delete_annotations_data_attributes_request import ( LLMObsDeleteAnnotationsDataAttributesRequest, @@ -27,7 +27,7 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_annotations"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.delete_llm_obs_annotations(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.py b/examples/v2/agent-observability/DeleteLLMObsCustomEvalConfig.py similarity index 73% rename from examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.py rename to examples/v2/agent-observability/DeleteLLMObsCustomEvalConfig.py index 1141e977de..bdf8bde2c3 100644 --- a/examples/v2/llm-observability/DeleteLLMObsCustomEvalConfig.py +++ b/examples/v2/agent-observability/DeleteLLMObsCustomEvalConfig.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["delete_llm_obs_custom_eval_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_custom_eval_config( eval_name="eval_name", ) diff --git a/examples/v2/llm-observability/DeleteLLMObsDatasetRecords.py b/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.py similarity index 89% rename from examples/v2/llm-observability/DeleteLLMObsDatasetRecords.py rename to examples/v2/agent-observability/DeleteLLMObsDatasetRecords.py index 2c747bfbcf..bbab7df3f2 100644 --- a/examples/v2/llm-observability/DeleteLLMObsDatasetRecords.py +++ b/examples/v2/agent-observability/DeleteLLMObsDatasetRecords.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_delete_dataset_records_data_attributes_request import ( LLMObsDeleteDatasetRecordsDataAttributesRequest, ) @@ -27,5 +27,5 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_dataset_records"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_dataset_records(project_id="project_id", dataset_id="dataset_id", body=body) diff --git a/examples/v2/llm-observability/DeleteLLMObsDatasets.py b/examples/v2/agent-observability/DeleteLLMObsDatasets.py similarity index 88% rename from examples/v2/llm-observability/DeleteLLMObsDatasets.py rename to examples/v2/agent-observability/DeleteLLMObsDatasets.py index 434d1fa991..561645e070 100644 --- a/examples/v2/llm-observability/DeleteLLMObsDatasets.py +++ b/examples/v2/agent-observability/DeleteLLMObsDatasets.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_type import LLMObsDatasetType from datadog_api_client.v2.model.llm_obs_delete_datasets_data_attributes_request import ( LLMObsDeleteDatasetsDataAttributesRequest, @@ -25,5 +25,5 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_datasets"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_datasets(project_id="project_id", body=body) diff --git a/examples/v2/llm-observability/DeleteLLMObsExperiments.py b/examples/v2/agent-observability/DeleteLLMObsExperiments.py similarity index 88% rename from examples/v2/llm-observability/DeleteLLMObsExperiments.py rename to examples/v2/agent-observability/DeleteLLMObsExperiments.py index d4770feb89..d390437751 100644 --- a/examples/v2/llm-observability/DeleteLLMObsExperiments.py +++ b/examples/v2/agent-observability/DeleteLLMObsExperiments.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_delete_experiments_data_attributes_request import ( LLMObsDeleteExperimentsDataAttributesRequest, ) @@ -25,5 +25,5 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_experiments"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_experiments(body=body) diff --git a/examples/v2/llm-observability/DeleteLLMObsPatternsConfig.py b/examples/v2/agent-observability/DeleteLLMObsPatternsConfig.py similarity index 72% rename from examples/v2/llm-observability/DeleteLLMObsPatternsConfig.py rename to examples/v2/agent-observability/DeleteLLMObsPatternsConfig.py index fc94642ff2..65991302f8 100644 --- a/examples/v2/llm-observability/DeleteLLMObsPatternsConfig.py +++ b/examples/v2/agent-observability/DeleteLLMObsPatternsConfig.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["delete_llm_obs_patterns_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_patterns_config( config_id="config_id", ) diff --git a/examples/v2/llm-observability/DeleteLLMObsProjects.py b/examples/v2/agent-observability/DeleteLLMObsProjects.py similarity index 88% rename from examples/v2/llm-observability/DeleteLLMObsProjects.py rename to examples/v2/agent-observability/DeleteLLMObsProjects.py index f373a94ee4..d4e30a6b94 100644 --- a/examples/v2/llm-observability/DeleteLLMObsProjects.py +++ b/examples/v2/agent-observability/DeleteLLMObsProjects.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_delete_projects_data_attributes_request import ( LLMObsDeleteProjectsDataAttributesRequest, ) @@ -25,5 +25,5 @@ configuration = Configuration() configuration.unstable_operations["delete_llm_obs_projects"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.delete_llm_obs_projects(body=body) diff --git a/examples/v2/llm-observability/DeleteLLMObsPrompt.py b/examples/v2/agent-observability/DeleteLLMObsPrompt.py similarity index 51% rename from examples/v2/llm-observability/DeleteLLMObsPrompt.py rename to examples/v2/agent-observability/DeleteLLMObsPrompt.py index f1a71de895..7565a8da86 100644 --- a/examples/v2/llm-observability/DeleteLLMObsPrompt.py +++ b/examples/v2/agent-observability/DeleteLLMObsPrompt.py @@ -2,19 +2,15 @@ Delete an Agent Observability prompt returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi - -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["delete_llm_obs_prompt"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.delete_llm_obs_prompt( - prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, + prompt_id="prompt_id", ) print(response) diff --git a/examples/v2/llm-observability/ExportLLMObsDataset.py b/examples/v2/agent-observability/ExportLLMObsDataset.py similarity index 74% rename from examples/v2/llm-observability/ExportLLMObsDataset.py rename to examples/v2/agent-observability/ExportLLMObsDataset.py index 1b110cbbf0..2ef409107f 100644 --- a/examples/v2/llm-observability/ExportLLMObsDataset.py +++ b/examples/v2/agent-observability/ExportLLMObsDataset.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["export_llm_obs_dataset"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.export_llm_obs_dataset( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.py b/examples/v2/agent-observability/GetLLMObsAnnotatedInteractions.py similarity index 74% rename from examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.py rename to examples/v2/agent-observability/GetLLMObsAnnotatedInteractions.py index c74b7155a1..df2d574c0c 100644 --- a/examples/v2/llm-observability/GetLLMObsAnnotatedInteractions.py +++ b/examples/v2/agent-observability/GetLLMObsAnnotatedInteractions.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_annotated_interactions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_annotated_interactions( queue_id="queue_id", ) diff --git a/examples/v2/llm-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py b/examples/v2/agent-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py similarity index 75% rename from examples/v2/llm-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py rename to examples/v2/agent-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py index 3334199cec..4dc8cc7fe0 100644 --- a/examples/v2/llm-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py +++ b/examples/v2/agent-observability/GetLLMObsAnnotatedInteractionsByTraceIDs.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_annotated_interactions_by_trace_i_ds"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_annotated_interactions_by_trace_i_ds( content_ids=[], ) diff --git a/examples/v2/llm-observability/GetLLMObsAnnotationQueueLabelSchema.py b/examples/v2/agent-observability/GetLLMObsAnnotationQueueLabelSchema.py similarity index 75% rename from examples/v2/llm-observability/GetLLMObsAnnotationQueueLabelSchema.py rename to examples/v2/agent-observability/GetLLMObsAnnotationQueueLabelSchema.py index 029ba5628d..8a3e30b5a0 100644 --- a/examples/v2/llm-observability/GetLLMObsAnnotationQueueLabelSchema.py +++ b/examples/v2/agent-observability/GetLLMObsAnnotationQueueLabelSchema.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_annotation_queue_label_schema"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_annotation_queue_label_schema( queue_id="queue_id", ) diff --git a/examples/v2/llm-observability/GetLLMObsCustomEvalConfig.py b/examples/v2/agent-observability/GetLLMObsCustomEvalConfig.py similarity index 74% rename from examples/v2/llm-observability/GetLLMObsCustomEvalConfig.py rename to examples/v2/agent-observability/GetLLMObsCustomEvalConfig.py index 72d00539c4..e83b773b87 100644 --- a/examples/v2/llm-observability/GetLLMObsCustomEvalConfig.py +++ b/examples/v2/agent-observability/GetLLMObsCustomEvalConfig.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_custom_eval_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_custom_eval_config( eval_name="eval_name", ) diff --git a/examples/v2/llm-observability/GetLLMObsDatasetDraftState.py b/examples/v2/agent-observability/GetLLMObsDatasetDraftState.py similarity index 76% rename from examples/v2/llm-observability/GetLLMObsDatasetDraftState.py rename to examples/v2/agent-observability/GetLLMObsDatasetDraftState.py index 57ccf36a10..679433bc65 100644 --- a/examples/v2/llm-observability/GetLLMObsDatasetDraftState.py +++ b/examples/v2/agent-observability/GetLLMObsDatasetDraftState.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_dataset_draft_state"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_dataset_draft_state( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/GetLLMObsPatternsConfig.py b/examples/v2/agent-observability/GetLLMObsPatternsConfig.py similarity index 71% rename from examples/v2/llm-observability/GetLLMObsPatternsConfig.py rename to examples/v2/agent-observability/GetLLMObsPatternsConfig.py index 3c9ac87ad5..a315eefa82 100644 --- a/examples/v2/llm-observability/GetLLMObsPatternsConfig.py +++ b/examples/v2/agent-observability/GetLLMObsPatternsConfig.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_patterns_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_patterns_config() print(response) diff --git a/examples/v2/llm-observability/GetLLMObsPatternsRunStatus.py b/examples/v2/agent-observability/GetLLMObsPatternsRunStatus.py similarity index 73% rename from examples/v2/llm-observability/GetLLMObsPatternsRunStatus.py rename to examples/v2/agent-observability/GetLLMObsPatternsRunStatus.py index fad239522c..3f1bee10d8 100644 --- a/examples/v2/llm-observability/GetLLMObsPatternsRunStatus.py +++ b/examples/v2/agent-observability/GetLLMObsPatternsRunStatus.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_patterns_run_status"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_patterns_run_status( config_id="config_id", ) diff --git a/examples/v2/llm-observability/GetLLMObsPrompt.py b/examples/v2/agent-observability/GetLLMObsPrompt.py similarity index 50% rename from examples/v2/llm-observability/GetLLMObsPrompt.py rename to examples/v2/agent-observability/GetLLMObsPrompt.py index e96ad28872..48c3577d2c 100644 --- a/examples/v2/llm-observability/GetLLMObsPrompt.py +++ b/examples/v2/agent-observability/GetLLMObsPrompt.py @@ -2,19 +2,15 @@ Get an Agent Observability prompt returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi - -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["get_llm_obs_prompt"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.get_llm_obs_prompt( - prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, + prompt_id="prompt_id", ) print(response) diff --git a/examples/v2/agent-observability/GetLLMObsPromptVersion.py b/examples/v2/agent-observability/GetLLMObsPromptVersion.py new file mode 100644 index 0000000000..f191de0d5a --- /dev/null +++ b/examples/v2/agent-observability/GetLLMObsPromptVersion.py @@ -0,0 +1,17 @@ +""" +Get a specific Agent Observability prompt version returns "OK" response +""" + +from datadog_api_client import ApiClient, Configuration +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi + +configuration = Configuration() +configuration.unstable_operations["get_llm_obs_prompt_version"] = True +with ApiClient(configuration) as api_client: + api_instance = AgentObservabilityApi(api_client) + response = api_instance.get_llm_obs_prompt_version( + prompt_id="prompt_id", + version=9223372036854775807, + ) + + print(response) diff --git a/examples/v2/llm-observability/ListLLMObsAnnotationQueues.py b/examples/v2/agent-observability/ListLLMObsAnnotationQueues.py similarity index 72% rename from examples/v2/llm-observability/ListLLMObsAnnotationQueues.py rename to examples/v2/agent-observability/ListLLMObsAnnotationQueues.py index 71299d5a97..91191278c6 100644 --- a/examples/v2/llm-observability/ListLLMObsAnnotationQueues.py +++ b/examples/v2/agent-observability/ListLLMObsAnnotationQueues.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_annotation_queues"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_annotation_queues() print(response) diff --git a/examples/v2/llm-observability/ListLLMObsCustomEvalConfigs.py b/examples/v2/agent-observability/ListLLMObsCustomEvalConfigs.py similarity index 72% rename from examples/v2/llm-observability/ListLLMObsCustomEvalConfigs.py rename to examples/v2/agent-observability/ListLLMObsCustomEvalConfigs.py index d8b1b1a908..1109133cc1 100644 --- a/examples/v2/llm-observability/ListLLMObsCustomEvalConfigs.py +++ b/examples/v2/agent-observability/ListLLMObsCustomEvalConfigs.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_custom_eval_configs"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_custom_eval_configs() print(response) diff --git a/examples/v2/llm-observability/ListLLMObsDatasetRecords.py b/examples/v2/agent-observability/ListLLMObsDatasetRecords.py similarity index 75% rename from examples/v2/llm-observability/ListLLMObsDatasetRecords.py rename to examples/v2/agent-observability/ListLLMObsDatasetRecords.py index 444cb3416f..d62b1f3b34 100644 --- a/examples/v2/llm-observability/ListLLMObsDatasetRecords.py +++ b/examples/v2/agent-observability/ListLLMObsDatasetRecords.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_dataset_records"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_dataset_records( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/ListLLMObsDatasetVersions.py b/examples/v2/agent-observability/ListLLMObsDatasetVersions.py similarity index 75% rename from examples/v2/llm-observability/ListLLMObsDatasetVersions.py rename to examples/v2/agent-observability/ListLLMObsDatasetVersions.py index 2beed542aa..7190d5d027 100644 --- a/examples/v2/llm-observability/ListLLMObsDatasetVersions.py +++ b/examples/v2/agent-observability/ListLLMObsDatasetVersions.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_dataset_versions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_dataset_versions( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/ListLLMObsDatasets.py b/examples/v2/agent-observability/ListLLMObsDatasets.py similarity index 73% rename from examples/v2/llm-observability/ListLLMObsDatasets.py rename to examples/v2/agent-observability/ListLLMObsDatasets.py index dc3697ecd9..f9aad7771a 100644 --- a/examples/v2/llm-observability/ListLLMObsDatasets.py +++ b/examples/v2/agent-observability/ListLLMObsDatasets.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_datasets"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_datasets( project_id="project_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsExperimentEvents.py b/examples/v2/agent-observability/ListLLMObsExperimentEvents.py similarity index 75% rename from examples/v2/llm-observability/ListLLMObsExperimentEvents.py rename to examples/v2/agent-observability/ListLLMObsExperimentEvents.py index 14cb0c762c..385e090f75 100644 --- a/examples/v2/llm-observability/ListLLMObsExperimentEvents.py +++ b/examples/v2/agent-observability/ListLLMObsExperimentEvents.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_experiment_events"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_experiment_events( experiment_id="experiment_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsExperimentEventsV1.py b/examples/v2/agent-observability/ListLLMObsExperimentEventsV1.py similarity index 75% rename from examples/v2/llm-observability/ListLLMObsExperimentEventsV1.py rename to examples/v2/agent-observability/ListLLMObsExperimentEventsV1.py index 67dc615665..db5b2891e5 100644 --- a/examples/v2/llm-observability/ListLLMObsExperimentEventsV1.py +++ b/examples/v2/agent-observability/ListLLMObsExperimentEventsV1.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_experiment_events_v1"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_experiment_events_v1( experiment_id="experiment_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsExperimentEventsV2.py b/examples/v2/agent-observability/ListLLMObsExperimentEventsV2.py similarity index 75% rename from examples/v2/llm-observability/ListLLMObsExperimentEventsV2.py rename to examples/v2/agent-observability/ListLLMObsExperimentEventsV2.py index 28b4a754bb..346f881d4c 100644 --- a/examples/v2/llm-observability/ListLLMObsExperimentEventsV2.py +++ b/examples/v2/agent-observability/ListLLMObsExperimentEventsV2.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_experiment_events_v2"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_experiment_events_v2( experiment_id="experiment_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsExperiments.py b/examples/v2/agent-observability/ListLLMObsExperiments.py similarity index 71% rename from examples/v2/llm-observability/ListLLMObsExperiments.py rename to examples/v2/agent-observability/ListLLMObsExperiments.py index 0581e958d1..e254437c01 100644 --- a/examples/v2/llm-observability/ListLLMObsExperiments.py +++ b/examples/v2/agent-observability/ListLLMObsExperiments.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_experiments"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_experiments() print(response) diff --git a/examples/v2/llm-observability/ListLLMObsIntegrationAccounts.py b/examples/v2/agent-observability/ListLLMObsIntegrationAccounts.py similarity index 78% rename from examples/v2/llm-observability/ListLLMObsIntegrationAccounts.py rename to examples/v2/agent-observability/ListLLMObsIntegrationAccounts.py index 4293e786e0..d3ecc77184 100644 --- a/examples/v2/llm-observability/ListLLMObsIntegrationAccounts.py +++ b/examples/v2/agent-observability/ListLLMObsIntegrationAccounts.py @@ -3,13 +3,13 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_integration_name import LLMObsIntegrationName configuration = Configuration() configuration.unstable_operations["list_llm_obs_integration_accounts"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_integration_accounts( integration=LLMObsIntegrationName.OPENAI, ) diff --git a/examples/v2/llm-observability/ListLLMObsIntegrationModels.py b/examples/v2/agent-observability/ListLLMObsIntegrationModels.py similarity index 79% rename from examples/v2/llm-observability/ListLLMObsIntegrationModels.py rename to examples/v2/agent-observability/ListLLMObsIntegrationModels.py index 6594e5587b..15efadfa61 100644 --- a/examples/v2/llm-observability/ListLLMObsIntegrationModels.py +++ b/examples/v2/agent-observability/ListLLMObsIntegrationModels.py @@ -3,13 +3,13 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_integration_name import LLMObsIntegrationName configuration = Configuration() configuration.unstable_operations["list_llm_obs_integration_models"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_integration_models( integration=LLMObsIntegrationName.OPENAI, account_id="account_id", diff --git a/examples/v2/llm-observability/ListLLMObsPatternsClusteredPoints.py b/examples/v2/agent-observability/ListLLMObsPatternsClusteredPoints.py similarity index 74% rename from examples/v2/llm-observability/ListLLMObsPatternsClusteredPoints.py rename to examples/v2/agent-observability/ListLLMObsPatternsClusteredPoints.py index 5b9174b7a6..e78c3345df 100644 --- a/examples/v2/llm-observability/ListLLMObsPatternsClusteredPoints.py +++ b/examples/v2/agent-observability/ListLLMObsPatternsClusteredPoints.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_patterns_clustered_points"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_patterns_clustered_points( topic_id="topic_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsPatternsConfigs.py b/examples/v2/agent-observability/ListLLMObsPatternsConfigs.py similarity index 71% rename from examples/v2/llm-observability/ListLLMObsPatternsConfigs.py rename to examples/v2/agent-observability/ListLLMObsPatternsConfigs.py index 161feea78c..1e4b9d66ca 100644 --- a/examples/v2/llm-observability/ListLLMObsPatternsConfigs.py +++ b/examples/v2/agent-observability/ListLLMObsPatternsConfigs.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_patterns_configs"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_patterns_configs() print(response) diff --git a/examples/v2/llm-observability/ListLLMObsPatternsRuns.py b/examples/v2/agent-observability/ListLLMObsPatternsRuns.py similarity index 72% rename from examples/v2/llm-observability/ListLLMObsPatternsRuns.py rename to examples/v2/agent-observability/ListLLMObsPatternsRuns.py index 9eb0d769d4..2f86e13c67 100644 --- a/examples/v2/llm-observability/ListLLMObsPatternsRuns.py +++ b/examples/v2/agent-observability/ListLLMObsPatternsRuns.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_patterns_runs"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_patterns_runs( config_id="config_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsPatternsTopics.py b/examples/v2/agent-observability/ListLLMObsPatternsTopics.py similarity index 73% rename from examples/v2/llm-observability/ListLLMObsPatternsTopics.py rename to examples/v2/agent-observability/ListLLMObsPatternsTopics.py index d14f6a5241..2d9beb0646 100644 --- a/examples/v2/llm-observability/ListLLMObsPatternsTopics.py +++ b/examples/v2/agent-observability/ListLLMObsPatternsTopics.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_patterns_topics"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_patterns_topics( config_id="config_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py b/examples/v2/agent-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py similarity index 76% rename from examples/v2/llm-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py rename to examples/v2/agent-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py index 633ef0e56b..ac914dd0eb 100644 --- a/examples/v2/llm-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py +++ b/examples/v2/agent-observability/ListLLMObsPatternsTopicsWithClusteredPoints.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_patterns_topics_with_clustered_points"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_patterns_topics_with_clustered_points( config_id="config_id", ) diff --git a/examples/v2/llm-observability/ListLLMObsProjects.py b/examples/v2/agent-observability/ListLLMObsProjects.py similarity index 71% rename from examples/v2/llm-observability/ListLLMObsProjects.py rename to examples/v2/agent-observability/ListLLMObsProjects.py index 6ebe28096a..986b7ac1d0 100644 --- a/examples/v2/llm-observability/ListLLMObsProjects.py +++ b/examples/v2/agent-observability/ListLLMObsProjects.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_projects"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_projects() print(response) diff --git a/examples/v2/llm-observability/ListLLMObsPromptVersions.py b/examples/v2/agent-observability/ListLLMObsPromptVersions.py similarity index 53% rename from examples/v2/llm-observability/ListLLMObsPromptVersions.py rename to examples/v2/agent-observability/ListLLMObsPromptVersions.py index 14b969d413..23b2b42ff4 100644 --- a/examples/v2/llm-observability/ListLLMObsPromptVersions.py +++ b/examples/v2/agent-observability/ListLLMObsPromptVersions.py @@ -2,19 +2,15 @@ List versions of an Agent Observability prompt returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi - -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_prompt_versions"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_prompt_versions( - prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, + prompt_id="prompt_id", ) print(response) diff --git a/examples/v2/agent-observability/ListLLMObsPrompts.py b/examples/v2/agent-observability/ListLLMObsPrompts.py new file mode 100644 index 0000000000..a866e458bc --- /dev/null +++ b/examples/v2/agent-observability/ListLLMObsPrompts.py @@ -0,0 +1,14 @@ +""" +List Agent Observability prompts returns "OK" response +""" + +from datadog_api_client import ApiClient, Configuration +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi + +configuration = Configuration() +configuration.unstable_operations["list_llm_obs_prompts"] = True +with ApiClient(configuration) as api_client: + api_instance = AgentObservabilityApi(api_client) + response = api_instance.list_llm_obs_prompts() + + print(response) diff --git a/examples/v2/llm-observability/ListLLMObsSpans.py b/examples/v2/agent-observability/ListLLMObsSpans.py similarity index 70% rename from examples/v2/llm-observability/ListLLMObsSpans.py rename to examples/v2/agent-observability/ListLLMObsSpans.py index b18e193124..bc49370c39 100644 --- a/examples/v2/llm-observability/ListLLMObsSpans.py +++ b/examples/v2/agent-observability/ListLLMObsSpans.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["list_llm_obs_spans"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.list_llm_obs_spans() print(response) diff --git a/examples/v2/llm-observability/LockLLMObsDatasetDraftState.py b/examples/v2/agent-observability/LockLLMObsDatasetDraftState.py similarity index 76% rename from examples/v2/llm-observability/LockLLMObsDatasetDraftState.py rename to examples/v2/agent-observability/LockLLMObsDatasetDraftState.py index 802b88ee31..d9260dc37e 100644 --- a/examples/v2/llm-observability/LockLLMObsDatasetDraftState.py +++ b/examples/v2/agent-observability/LockLLMObsDatasetDraftState.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["lock_llm_obs_dataset_draft_state"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.lock_llm_obs_dataset_draft_state( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/RestoreLLMObsDatasetVersion.py b/examples/v2/agent-observability/RestoreLLMObsDatasetVersion.py similarity index 89% rename from examples/v2/llm-observability/RestoreLLMObsDatasetVersion.py rename to examples/v2/agent-observability/RestoreLLMObsDatasetVersion.py index 4ad291fd11..fc947e531e 100644 --- a/examples/v2/llm-observability/RestoreLLMObsDatasetVersion.py +++ b/examples/v2/agent-observability/RestoreLLMObsDatasetVersion.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_restore_version_data_attributes_request import ( LLMObsDatasetRestoreVersionDataAttributesRequest, ) @@ -26,5 +26,5 @@ configuration = Configuration() configuration.unstable_operations["restore_llm_obs_dataset_version"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.restore_llm_obs_dataset_version(project_id="project_id", dataset_id="dataset_id", body=body) diff --git a/examples/v2/llm-observability/SearchLLMObsExperimentation.py b/examples/v2/agent-observability/SearchLLMObsExperimentation.py similarity index 94% rename from examples/v2/llm-observability/SearchLLMObsExperimentation.py rename to examples/v2/agent-observability/SearchLLMObsExperimentation.py index 7781acd32a..c80396105f 100644 --- a/examples/v2/llm-observability/SearchLLMObsExperimentation.py +++ b/examples/v2/agent-observability/SearchLLMObsExperimentation.py @@ -4,7 +4,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_experimentation_content_preview import LLMObsExperimentationContentPreview from datadog_api_client.v2.model.llm_obs_experimentation_cursor_page import LLMObsExperimentationCursorPage from datadog_api_client.v2.model.llm_obs_experimentation_filter import LLMObsExperimentationFilter @@ -47,7 +47,7 @@ configuration = Configuration() configuration.unstable_operations["search_llm_obs_experimentation"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.search_llm_obs_experimentation(body=body) print(response) diff --git a/examples/v2/llm-observability/SearchLLMObsSpans.py b/examples/v2/agent-observability/SearchLLMObsSpans.py similarity index 93% rename from examples/v2/llm-observability/SearchLLMObsSpans.py rename to examples/v2/agent-observability/SearchLLMObsSpans.py index e088c64cb6..daa253bb84 100644 --- a/examples/v2/llm-observability/SearchLLMObsSpans.py +++ b/examples/v2/agent-observability/SearchLLMObsSpans.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_search_spans_request import LLMObsSearchSpansRequest from datadog_api_client.v2.model.llm_obs_search_spans_request_attributes import LLMObsSearchSpansRequestAttributes from datadog_api_client.v2.model.llm_obs_search_spans_request_data import LLMObsSearchSpansRequestData @@ -42,7 +42,7 @@ configuration = Configuration() configuration.unstable_operations["search_llm_obs_spans"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.search_llm_obs_spans(body=body) print(response) diff --git a/examples/v2/llm-observability/SimpleSearchLLMObsExperimentation.py b/examples/v2/agent-observability/SimpleSearchLLMObsExperimentation.py similarity index 95% rename from examples/v2/llm-observability/SimpleSearchLLMObsExperimentation.py rename to examples/v2/agent-observability/SimpleSearchLLMObsExperimentation.py index 7d4e8aee60..8fde16eb71 100644 --- a/examples/v2/llm-observability/SimpleSearchLLMObsExperimentation.py +++ b/examples/v2/agent-observability/SimpleSearchLLMObsExperimentation.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_experimentation_content_preview import LLMObsExperimentationContentPreview from datadog_api_client.v2.model.llm_obs_experimentation_filter import LLMObsExperimentationFilter from datadog_api_client.v2.model.llm_obs_experimentation_include import LLMObsExperimentationInclude @@ -59,7 +59,7 @@ configuration = Configuration() configuration.unstable_operations["simple_search_llm_obs_experimentation"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.simple_search_llm_obs_experimentation(body=body) print(response) diff --git a/examples/v2/llm-observability/TriggerLLMObsPatterns.py b/examples/v2/agent-observability/TriggerLLMObsPatterns.py similarity index 88% rename from examples/v2/llm-observability/TriggerLLMObsPatterns.py rename to examples/v2/agent-observability/TriggerLLMObsPatterns.py index 577e20f221..4041475520 100644 --- a/examples/v2/llm-observability/TriggerLLMObsPatterns.py +++ b/examples/v2/agent-observability/TriggerLLMObsPatterns.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_patterns_request_type import LLMObsPatternsRequestType from datadog_api_client.v2.model.llm_obs_patterns_trigger_request import LLMObsPatternsTriggerRequest from datadog_api_client.v2.model.llm_obs_patterns_trigger_request_attributes import ( @@ -23,7 +23,7 @@ configuration = Configuration() configuration.unstable_operations["trigger_llm_obs_patterns"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.trigger_llm_obs_patterns(body=body) print(response) diff --git a/examples/v2/llm-observability/UnlockLLMObsDatasetDraftState.py b/examples/v2/agent-observability/UnlockLLMObsDatasetDraftState.py similarity index 75% rename from examples/v2/llm-observability/UnlockLLMObsDatasetDraftState.py rename to examples/v2/agent-observability/UnlockLLMObsDatasetDraftState.py index 4b6986b063..a914ad70e8 100644 --- a/examples/v2/llm-observability/UnlockLLMObsDatasetDraftState.py +++ b/examples/v2/agent-observability/UnlockLLMObsDatasetDraftState.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["unlock_llm_obs_dataset_draft_state"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.unlock_llm_obs_dataset_draft_state( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.py b/examples/v2/agent-observability/UpdateLLMObsAnnotationQueue.py similarity index 94% rename from examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.py rename to examples/v2/agent-observability/UpdateLLMObsAnnotationQueue.py index aaec5e0ac5..6bcb0a107b 100644 --- a/examples/v2/llm-observability/UpdateLLMObsAnnotationQueue.py +++ b/examples/v2/agent-observability/UpdateLLMObsAnnotationQueue.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_type import LLMObsAnnotationQueueType from datadog_api_client.v2.model.llm_obs_annotation_queue_update_data_attributes_request import ( LLMObsAnnotationQueueUpdateDataAttributesRequest, @@ -51,7 +51,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_annotation_queue"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_annotation_queue(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsAnnotationQueueLabelSchema.py b/examples/v2/agent-observability/UpdateLLMObsAnnotationQueueLabelSchema.py similarity index 94% rename from examples/v2/llm-observability/UpdateLLMObsAnnotationQueueLabelSchema.py rename to examples/v2/agent-observability/UpdateLLMObsAnnotationQueueLabelSchema.py index 0b6d8db8b2..d86911c278 100644 --- a/examples/v2/llm-observability/UpdateLLMObsAnnotationQueueLabelSchema.py +++ b/examples/v2/agent-observability/UpdateLLMObsAnnotationQueueLabelSchema.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_queue_label_schema_update_attributes import ( LLMObsAnnotationQueueLabelSchemaUpdateAttributes, ) @@ -51,7 +51,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_annotation_queue_label_schema"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_annotation_queue_label_schema(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.py b/examples/v2/agent-observability/UpdateLLMObsCustomEvalConfig.py similarity index 97% rename from examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.py rename to examples/v2/agent-observability/UpdateLLMObsCustomEvalConfig.py index 8e53ae12ff..8f770b93dd 100644 --- a/examples/v2/llm-observability/UpdateLLMObsCustomEvalConfig.py +++ b/examples/v2/agent-observability/UpdateLLMObsCustomEvalConfig.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_custom_eval_config_assessment_criteria import ( LLMObsCustomEvalConfigAssessmentCriteria, ) @@ -126,5 +126,5 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_custom_eval_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.update_llm_obs_custom_eval_config(eval_name="eval_name", body=body) diff --git a/examples/v2/llm-observability/UpdateLLMObsDataset.py b/examples/v2/agent-observability/UpdateLLMObsDataset.py similarity index 88% rename from examples/v2/llm-observability/UpdateLLMObsDataset.py rename to examples/v2/agent-observability/UpdateLLMObsDataset.py index baa4f7bfa6..155eec6f2b 100644 --- a/examples/v2/llm-observability/UpdateLLMObsDataset.py +++ b/examples/v2/agent-observability/UpdateLLMObsDataset.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_type import LLMObsDatasetType from datadog_api_client.v2.model.llm_obs_dataset_update_data_attributes_request import ( LLMObsDatasetUpdateDataAttributesRequest, @@ -21,7 +21,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_dataset"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsDatasetRecords.py b/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.py similarity index 91% rename from examples/v2/llm-observability/UpdateLLMObsDatasetRecords.py rename to examples/v2/agent-observability/UpdateLLMObsDatasetRecords.py index 79d87c849d..bd636ad226 100644 --- a/examples/v2/llm-observability/UpdateLLMObsDatasetRecords.py +++ b/examples/v2/agent-observability/UpdateLLMObsDatasetRecords.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_dataset_record_update_item import LLMObsDatasetRecordUpdateItem from datadog_api_client.v2.model.llm_obs_dataset_records_update_data_attributes_request import ( LLMObsDatasetRecordsUpdateDataAttributesRequest, @@ -32,7 +32,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_dataset_records"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_dataset_records(project_id="project_id", dataset_id="dataset_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsExperiment.py b/examples/v2/agent-observability/UpdateLLMObsExperiment.py similarity index 90% rename from examples/v2/llm-observability/UpdateLLMObsExperiment.py rename to examples/v2/agent-observability/UpdateLLMObsExperiment.py index 1de7db0a69..6fee5dedda 100644 --- a/examples/v2/llm-observability/UpdateLLMObsExperiment.py +++ b/examples/v2/agent-observability/UpdateLLMObsExperiment.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_experiment_status import LLMObsExperimentStatus from datadog_api_client.v2.model.llm_obs_experiment_type import LLMObsExperimentType from datadog_api_client.v2.model.llm_obs_experiment_update_data_attributes_request import ( @@ -25,7 +25,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_experiment"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_experiment(experiment_id="experiment_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsProject.py b/examples/v2/agent-observability/UpdateLLMObsProject.py similarity index 87% rename from examples/v2/llm-observability/UpdateLLMObsProject.py rename to examples/v2/agent-observability/UpdateLLMObsProject.py index 1be15bd02f..9bad618ec5 100644 --- a/examples/v2/llm-observability/UpdateLLMObsProject.py +++ b/examples/v2/agent-observability/UpdateLLMObsProject.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_project_type import LLMObsProjectType from datadog_api_client.v2.model.llm_obs_project_update_data_attributes_request import ( LLMObsProjectUpdateDataAttributesRequest, @@ -21,7 +21,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_project"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.update_llm_obs_project(project_id="project_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsPrompt.py b/examples/v2/agent-observability/UpdateLLMObsPrompt.py similarity index 61% rename from examples/v2/llm-observability/UpdateLLMObsPrompt.py rename to examples/v2/agent-observability/UpdateLLMObsPrompt.py index 836ba058c0..3d164a58b6 100644 --- a/examples/v2/llm-observability/UpdateLLMObsPrompt.py +++ b/examples/v2/agent-observability/UpdateLLMObsPrompt.py @@ -2,22 +2,16 @@ Update an Agent Observability prompt returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_prompt_type import LLMObsPromptType from datadog_api_client.v2.model.llm_obs_update_prompt_data import LLMObsUpdatePromptData from datadog_api_client.v2.model.llm_obs_update_prompt_data_attributes import LLMObsUpdatePromptDataAttributes from datadog_api_client.v2.model.llm_obs_update_prompt_request import LLMObsUpdatePromptRequest -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] - body = LLMObsUpdatePromptRequest( data=LLMObsUpdatePromptData( - attributes=LLMObsUpdatePromptDataAttributes( - title="Customer Support Assistant", - ), + attributes=LLMObsUpdatePromptDataAttributes(), type=LLMObsPromptType.PROMPT_TEMPLATES, ), ) @@ -25,7 +19,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_prompt"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) - response = api_instance.update_llm_obs_prompt(prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, body=body) + api_instance = AgentObservabilityApi(api_client) + response = api_instance.update_llm_obs_prompt(prompt_id="prompt_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpdateLLMObsPromptVersion.py b/examples/v2/agent-observability/UpdateLLMObsPromptVersion.py similarity index 58% rename from examples/v2/llm-observability/UpdateLLMObsPromptVersion.py rename to examples/v2/agent-observability/UpdateLLMObsPromptVersion.py index f7bf46b0e9..3c6203d3b6 100644 --- a/examples/v2/llm-observability/UpdateLLMObsPromptVersion.py +++ b/examples/v2/agent-observability/UpdateLLMObsPromptVersion.py @@ -2,9 +2,9 @@ Update an Agent Observability prompt version returns "OK" response """ -from os import environ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi +from datadog_api_client.v2.model.llm_obs_prompt_version_label import LLMObsPromptVersionLabel from datadog_api_client.v2.model.llm_obs_prompt_version_type import LLMObsPromptVersionType from datadog_api_client.v2.model.llm_obs_update_prompt_version_data import LLMObsUpdatePromptVersionData from datadog_api_client.v2.model.llm_obs_update_prompt_version_data_attributes import ( @@ -12,16 +12,13 @@ ) from datadog_api_client.v2.model.llm_obs_update_prompt_version_request import LLMObsUpdatePromptVersionRequest -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] - -# there is a valid "prompt_version" in the system -PROMPT_VERSION_DATA_ATTRIBUTES_VERSION = environ["PROMPT_VERSION_DATA_ATTRIBUTES_VERSION"] - body = LLMObsUpdatePromptVersionRequest( data=LLMObsUpdatePromptVersionData( attributes=LLMObsUpdatePromptVersionDataAttributes( - description="Give concise answers and cite relevant help-center articles.", + env_ids=[], + labels=[ + LLMObsPromptVersionLabel.PRODUCTION, + ], ), type=LLMObsPromptVersionType.PROMPT_TEMPLATE_VERSIONS, ), @@ -30,9 +27,7 @@ configuration = Configuration() configuration.unstable_operations["update_llm_obs_prompt_version"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) - response = api_instance.update_llm_obs_prompt_version( - prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, version=int(PROMPT_VERSION_DATA_ATTRIBUTES_VERSION), body=body - ) + api_instance = AgentObservabilityApi(api_client) + response = api_instance.update_llm_obs_prompt_version(prompt_id="prompt_id", version=9223372036854775807, body=body) print(response) diff --git a/examples/v2/llm-observability/UploadLLMObsDatasetRecordsFile.py b/examples/v2/agent-observability/UploadLLMObsDatasetRecordsFile.py similarity index 75% rename from examples/v2/llm-observability/UploadLLMObsDatasetRecordsFile.py rename to examples/v2/agent-observability/UploadLLMObsDatasetRecordsFile.py index 8d0fafee9f..7cee0c1a8c 100644 --- a/examples/v2/llm-observability/UploadLLMObsDatasetRecordsFile.py +++ b/examples/v2/agent-observability/UploadLLMObsDatasetRecordsFile.py @@ -3,12 +3,12 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi configuration = Configuration() configuration.unstable_operations["upload_llm_obs_dataset_records_file"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) api_instance.upload_llm_obs_dataset_records_file( project_id="project_id", dataset_id="dataset_id", diff --git a/examples/v2/llm-observability/UpsertLLMObsAnnotations.py b/examples/v2/agent-observability/UpsertLLMObsAnnotations.py similarity index 93% rename from examples/v2/llm-observability/UpsertLLMObsAnnotations.py rename to examples/v2/agent-observability/UpsertLLMObsAnnotations.py index 5ee6bde64b..ec7fd8feb4 100644 --- a/examples/v2/llm-observability/UpsertLLMObsAnnotations.py +++ b/examples/v2/agent-observability/UpsertLLMObsAnnotations.py @@ -4,7 +4,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_annotation_label_value import LLMObsAnnotationLabelValue from datadog_api_client.v2.model.llm_obs_annotations_data_attributes_request import ( LLMObsAnnotationsDataAttributesRequest, @@ -40,7 +40,7 @@ configuration = Configuration() configuration.unstable_operations["upsert_llm_obs_annotations"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.upsert_llm_obs_annotations(queue_id="queue_id", body=body) print(response) diff --git a/examples/v2/llm-observability/UpsertLLMObsPatternsConfig.py b/examples/v2/agent-observability/UpsertLLMObsPatternsConfig.py similarity index 91% rename from examples/v2/llm-observability/UpsertLLMObsPatternsConfig.py rename to examples/v2/agent-observability/UpsertLLMObsPatternsConfig.py index 9598d569f4..8c6c2bd94e 100644 --- a/examples/v2/llm-observability/UpsertLLMObsPatternsConfig.py +++ b/examples/v2/agent-observability/UpsertLLMObsPatternsConfig.py @@ -3,7 +3,7 @@ """ from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.model.llm_obs_patterns_config_type import LLMObsPatternsConfigType from datadog_api_client.v2.model.llm_obs_patterns_config_upsert_request import LLMObsPatternsConfigUpsertRequest from datadog_api_client.v2.model.llm_obs_patterns_config_upsert_request_attributes import ( @@ -35,7 +35,7 @@ configuration = Configuration() configuration.unstable_operations["upsert_llm_obs_patterns_config"] = True with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) + api_instance = AgentObservabilityApi(api_client) response = api_instance.upsert_llm_obs_patterns_config(body=body) print(response) diff --git a/examples/v2/llm-observability/GetLLMObsPromptVersion.py b/examples/v2/llm-observability/GetLLMObsPromptVersion.py deleted file mode 100644 index 03847c95b5..0000000000 --- a/examples/v2/llm-observability/GetLLMObsPromptVersion.py +++ /dev/null @@ -1,24 +0,0 @@ -""" -Get a specific Agent Observability prompt version returns "OK" response -""" - -from os import environ -from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi - -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] - -# there is a valid "prompt_version" in the system -PROMPT_VERSION_DATA_ATTRIBUTES_VERSION = environ["PROMPT_VERSION_DATA_ATTRIBUTES_VERSION"] - -configuration = Configuration() -configuration.unstable_operations["get_llm_obs_prompt_version"] = True -with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) - response = api_instance.get_llm_obs_prompt_version( - prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, - version=int(PROMPT_VERSION_DATA_ATTRIBUTES_VERSION), - ) - - print(response) diff --git a/examples/v2/llm-observability/ListLLMObsPrompts.py b/examples/v2/llm-observability/ListLLMObsPrompts.py deleted file mode 100644 index 8708b4be50..0000000000 --- a/examples/v2/llm-observability/ListLLMObsPrompts.py +++ /dev/null @@ -1,20 +0,0 @@ -""" -List Agent Observability prompts returns "OK" response -""" - -from os import environ -from datadog_api_client import ApiClient, Configuration -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi - -# there is a valid "prompt" in the system -PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"] - -configuration = Configuration() -configuration.unstable_operations["list_llm_obs_prompts"] = True -with ApiClient(configuration) as api_client: - api_instance = LLMObservabilityApi(api_client) - response = api_instance.list_llm_obs_prompts( - filter_prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, - ) - - print(response) diff --git a/src/datadog_api_client/v2/api/llm_observability_api.py b/src/datadog_api_client/v2/api/agent_observability_api.py similarity index 99% rename from src/datadog_api_client/v2/api/llm_observability_api.py rename to src/datadog_api_client/v2/api/agent_observability_api.py index 39ada7af13..3804f19a5c 100644 --- a/src/datadog_api_client/v2/api/llm_observability_api.py +++ b/src/datadog_api_client/v2/api/agent_observability_api.py @@ -115,7 +115,7 @@ from datadog_api_client.v2.model.llm_obs_experiment_events_v2_response import LLMObsExperimentEventsV2Response -class LLMObservabilityApi: +class AgentObservabilityApi: """ Manage Agent Observability spans, data, projects, datasets, dataset records, experiments, prompts, and annotations. """ diff --git a/src/datadog_api_client/v2/apis/__init__.py b/src/datadog_api_client/v2/apis/__init__.py index a32889760f..67ebeb6f53 100644 --- a/src/datadog_api_client/v2/apis/__init__.py +++ b/src/datadog_api_client/v2/apis/__init__.py @@ -6,6 +6,7 @@ from datadog_api_client.v2.api.aws_logs_integration_api import AWSLogsIntegrationApi from datadog_api_client.v2.api.action_connection_api import ActionConnectionApi from datadog_api_client.v2.api.actions_datastores_api import ActionsDatastoresApi +from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi from datadog_api_client.v2.api.agentless_scanning_api import AgentlessScanningApi from datadog_api_client.v2.api.annotations_api import AnnotationsApi from datadog_api_client.v2.api.app_builder_api import AppBuilderApi @@ -66,7 +67,6 @@ from datadog_api_client.v2.api.integrations_api import IntegrationsApi from datadog_api_client.v2.api.jira_integration_api import JiraIntegrationApi from datadog_api_client.v2.api.key_management_api import KeyManagementApi -from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi from datadog_api_client.v2.api.logs_api import LogsApi from datadog_api_client.v2.api.logs_archives_api import LogsArchivesApi from datadog_api_client.v2.api.logs_custom_destinations_api import LogsCustomDestinationsApi @@ -151,6 +151,7 @@ "AWSLogsIntegrationApi", "ActionConnectionApi", "ActionsDatastoresApi", + "AgentObservabilityApi", "AgentlessScanningApi", "AnnotationsApi", "AppBuilderApi", @@ -211,7 +212,6 @@ "IntegrationsApi", "JiraIntegrationApi", "KeyManagementApi", - "LLMObservabilityApi", "LogsApi", "LogsArchivesApi", "LogsCustomDestinationsApi", diff --git a/tests/v2/features/llm_observability.feature b/tests/v2/features/agent_observability.feature similarity index 95% rename from tests/v2/features/llm_observability.feature rename to tests/v2/features/agent_observability.feature index 174e816034..0b036ba38e 100644 --- a/tests/v2/features/llm_observability.feature +++ b/tests/v2/features/agent_observability.feature @@ -1,12 +1,12 @@ -@endpoint(llm-observability) @endpoint(llm-observability-v2) -Feature: LLM Observability +@endpoint(agent-observability) @endpoint(agent-observability-v2) +Feature: Agent Observability Manage Agent Observability spans, data, projects, datasets, dataset records, experiments, prompts, and annotations. Background: Given a valid "apiKeyAuth" key in the system - And an instance of "LLMObservability" API And a valid "appKeyAuth" key in the system + And an instance of "AgentObservability" API @skip @team:DataDog/ml-observability Scenario: Add a display_block interaction returns "Created" response @@ -179,32 +179,30 @@ Feature: LLM Observability When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create a new Agent Observability prompt version returns "Bad Request" response - Given there is a valid "prompt" in the system - And operation "CreateLLMObsPromptVersion" enabled + Given operation "CreateLLMObsPromptVersion" enabled And new "CreateLLMObsPromptVersion" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" - And body with value {"data": {"attributes": {"template": " "}, "type": "prompt-template-versions"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-template-versions"}} When the request is sent Then the response status is 400 Bad Request - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create a new Agent Observability prompt version returns "Not Found" response Given operation "CreateLLMObsPromptVersion" enabled And new "CreateLLMObsPromptVersion" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" - And body with value {"data": {"attributes": {"env_ids": [], "labels": [], "template": [{"content": "Hello v2", "role": "user"}]}, "type": "prompt-template-versions"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-template-versions"}} When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create a new Agent Observability prompt version returns "OK" response - Given there is a valid "prompt" in the system - And operation "CreateLLMObsPromptVersion" enabled + Given operation "CreateLLMObsPromptVersion" enabled And new "CreateLLMObsPromptVersion" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" - And body with value {"data": {"attributes": {"template": [{"content": "You are a concise customer support assistant for {{ '{{company_name}}' }}.", "role": "system"}, {"content": "Answer {{ '{{customer_name}}' }}'s question: {{ '{{question}}' }}", "role": "user"}]}, "type": "prompt-template-versions"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-template-versions"}} When the request is sent Then the response status is 200 OK @@ -308,28 +306,27 @@ Feature: LLM Observability When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create an Agent Observability prompt returns "Bad Request" response Given operation "CreateLLMObsPrompt" enabled And new "CreateLLMObsPrompt" request - And body with value {"data": {"attributes": {"prompt_id": "{{ unique }}", "template": " "}, "type": "prompt-templates"}} + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "prompt_id": "customer-support-assistant", "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-templates"}} When the request is sent Then the response status is 400 Bad Request - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create an Agent Observability prompt returns "Conflict" response - Given there is a valid "prompt" in the system - And operation "CreateLLMObsPrompt" enabled + Given operation "CreateLLMObsPrompt" enabled And new "CreateLLMObsPrompt" request - And body with value {"data": {"attributes": {"env_ids": [], "labels": [], "prompt_id": "{{ prompt.data.attributes.prompt_id }}", "template": [{"content": "Hello", "role": "user"}]}, "type": "prompt-templates"}} + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "prompt_id": "customer-support-assistant", "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-templates"}} When the request is sent Then the response status is 409 Conflict - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Create an Agent Observability prompt returns "OK" response Given operation "CreateLLMObsPrompt" enabled And new "CreateLLMObsPrompt" request - And body with value {"data": {"attributes": {"prompt_id": "{{ unique }}", "title": "Customer Support Assistant", "template": [{"content": "You are a helpful customer support assistant for {{ '{{company_name}}' }}.", "role": "system"}, {"content": "Help {{ '{{customer_name}}' }} with this question: {{ '{{question}}' }}", "role": "user"}]}, "type": "prompt-templates"}} + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"], "prompt_id": "customer-support-assistant", "template": "You are a helpful assistant for {{audience}}."}, "type": "prompt-templates"}} When the request is sent Then the response status is 200 OK @@ -573,20 +570,19 @@ Feature: LLM Observability When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Delete an Agent Observability prompt returns "Not Found" response Given operation "DeleteLLMObsPrompt" enabled And new "DeleteLLMObsPrompt" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" + And request contains "prompt_id" parameter from "REPLACE.ME" When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Delete an Agent Observability prompt returns "OK" response - Given there is a valid "prompt" in the system - And operation "DeleteLLMObsPrompt" enabled + Given operation "DeleteLLMObsPrompt" enabled And new "DeleteLLMObsPrompt" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" + And request contains "prompt_id" parameter from "REPLACE.ME" When the request is sent Then the response status is 200 OK @@ -752,40 +748,37 @@ Feature: LLM Observability When the request is sent Then the response status is 400 Bad Request - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Get a specific Agent Observability prompt version returns "Not Found" response Given operation "GetLLMObsPromptVersion" enabled And new "GetLLMObsPromptVersion" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" - And request contains "version" parameter with value 1 + And request contains "prompt_id" parameter from "REPLACE.ME" + And request contains "version" parameter from "REPLACE.ME" When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Get a specific Agent Observability prompt version returns "OK" response - Given there is a valid "prompt" in the system - And there is a valid "prompt_version" in the system - And operation "GetLLMObsPromptVersion" enabled + Given operation "GetLLMObsPromptVersion" enabled And new "GetLLMObsPromptVersion" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" - And request contains "version" parameter from "prompt_version.data.attributes.version" + And request contains "prompt_id" parameter from "REPLACE.ME" + And request contains "version" parameter from "REPLACE.ME" When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Get an Agent Observability prompt returns "Not Found" response Given operation "GetLLMObsPrompt" enabled And new "GetLLMObsPrompt" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" + And request contains "prompt_id" parameter from "REPLACE.ME" When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Get an Agent Observability prompt returns "OK" response - Given there is a valid "prompt" in the system - And operation "GetLLMObsPrompt" enabled + Given operation "GetLLMObsPrompt" enabled And new "GetLLMObsPrompt" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" + And request contains "prompt_id" parameter from "REPLACE.ME" When the request is sent Then the response status is 200 OK @@ -1037,12 +1030,10 @@ Feature: LLM Observability When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: List Agent Observability prompts returns "OK" response - Given there is a valid "prompt" in the system - And operation "ListLLMObsPrompts" enabled + Given operation "ListLLMObsPrompts" enabled And new "ListLLMObsPrompts" request - And request contains "filter[prompt_id]" parameter from "prompt.data.attributes.prompt_id" When the request is sent Then the response status is 200 OK @@ -1235,12 +1226,11 @@ Feature: LLM Observability When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: List versions of an Agent Observability prompt returns "OK" response - Given there is a valid "prompt" in the system - And operation "ListLLMObsPromptVersions" enabled + Given operation "ListLLMObsPromptVersions" enabled And new "ListLLMObsPromptVersions" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" + And request contains "prompt_id" parameter from "REPLACE.ME" When the request is sent Then the response status is 200 OK @@ -1596,32 +1586,30 @@ Feature: LLM Observability When the request is sent Then the response status is 200 OK - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Update an Agent Observability prompt returns "Bad Request" response - Given there is a valid "prompt" in the system - And operation "UpdateLLMObsPrompt" enabled + Given operation "UpdateLLMObsPrompt" enabled And new "UpdateLLMObsPrompt" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" + And request contains "prompt_id" parameter from "REPLACE.ME" And body with value {"data": {"attributes": {}, "type": "prompt-templates"}} When the request is sent Then the response status is 400 Bad Request - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Update an Agent Observability prompt returns "Not Found" response Given operation "UpdateLLMObsPrompt" enabled And new "UpdateLLMObsPrompt" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" - And body with value {"data": {"attributes": {"title": "New title"}, "type": "prompt-templates"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {}, "type": "prompt-templates"}} When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Update an Agent Observability prompt returns "OK" response - Given there is a valid "prompt" in the system - And operation "UpdateLLMObsPrompt" enabled + Given operation "UpdateLLMObsPrompt" enabled And new "UpdateLLMObsPrompt" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" - And body with value {"data": {"attributes": {"title": "Customer Support Assistant"}, "type": "prompt-templates"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {}, "type": "prompt-templates"}} When the request is sent Then the response status is 200 OK @@ -1635,25 +1623,23 @@ Feature: LLM Observability When the request is sent Then the response status is 400 Bad Request - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Update an Agent Observability prompt version returns "Not Found" response Given operation "UpdateLLMObsPromptVersion" enabled And new "UpdateLLMObsPromptVersion" request - And request contains "prompt_id" parameter with value "nonexistent-prompt" - And request contains "version" parameter with value 1 - And body with value {"data": {"attributes": {"env_ids": [], "labels": []}, "type": "prompt-template-versions"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And request contains "version" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"]}, "type": "prompt-template-versions"}} When the request is sent Then the response status is 404 Not Found - @team:DataDog/ml-observability + @generated @skip @team:DataDog/ml-observability Scenario: Update an Agent Observability prompt version returns "OK" response - Given there is a valid "prompt" in the system - And there is a valid "prompt_version" in the system - And operation "UpdateLLMObsPromptVersion" enabled + Given operation "UpdateLLMObsPromptVersion" enabled And new "UpdateLLMObsPromptVersion" request - And request contains "prompt_id" parameter from "prompt.data.attributes.prompt_id" - And request contains "version" parameter from "prompt_version.data.attributes.version" - And body with value {"data": {"attributes": {"description": "Give concise answers and cite relevant help-center articles."}, "type": "prompt-template-versions"}} + And request contains "prompt_id" parameter from "REPLACE.ME" + And request contains "version" parameter from "REPLACE.ME" + And body with value {"data": {"attributes": {"env_ids": [], "labels": ["production"]}, "type": "prompt-template-versions"}} When the request is sent Then the response status is 200 OK diff --git a/tests/v2/features/given.json b/tests/v2/features/given.json index 2e083a2fd1..25ee1fa408 100644 --- a/tests/v2/features/given.json +++ b/tests/v2/features/given.json @@ -879,7 +879,7 @@ ], "step": "there is a valid \"prompt\" in the system", "key": "prompt", - "tag": "LLM Observability", + "tag": "Agent Observability", "operationId": "CreateLLMObsPrompt" }, { @@ -895,7 +895,7 @@ ], "step": "there is a valid \"prompt_version\" in the system", "key": "prompt_version", - "tag": "LLM Observability", + "tag": "Agent Observability", "operationId": "CreateLLMObsPromptVersion" }, { diff --git a/tests/v2/features/undo.json b/tests/v2/features/undo.json index a10bf1ff67..b0bc955911 100644 --- a/tests/v2/features/undo.json +++ b/tests/v2/features/undo.json @@ -50,13 +50,13 @@ } }, "ListLLMObsCustomEvalConfigs": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "DeleteLLMObsCustomEvalConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "UpdateLLMObsCustomEvalConfig", "parameters": [ @@ -69,13 +69,13 @@ } }, "GetLLMObsCustomEvalConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpdateLLMObsCustomEvalConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } @@ -4477,19 +4477,19 @@ } }, "GetLLMObsAnnotatedInteractionsByTraceIDs": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsAnnotationQueues": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsAnnotationQueue": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsAnnotationQueue", "parameters": [ @@ -4502,25 +4502,25 @@ } }, "DeleteLLMObsAnnotationQueue": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "UpdateLLMObsAnnotationQueue": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "GetLLMObsAnnotatedInteractions": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpsertLLMObsAnnotations": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsAnnotations", "parameters": [ @@ -4537,13 +4537,13 @@ } }, "DeleteLLMObsAnnotations": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "CreateLLMObsAnnotationQueueInteractions": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsAnnotationQueueInteractions", "parameters": [ @@ -4560,49 +4560,49 @@ } }, "DeleteLLMObsAnnotationQueueInteractions": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "GetLLMObsAnnotationQueueLabelSchema": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpdateLLMObsAnnotationQueueLabelSchema": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "AggregateLLMObsExperimentation": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "SearchLLMObsExperimentation": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "SimpleSearchLLMObsExperimentation": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsExperiments": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsExperiment": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsExperiments", "parameters": [ @@ -4615,57 +4615,57 @@ } }, "DeleteLLMObsExperiments": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "parameters": [], "type": "unsafe" } }, "UpdateLLMObsExperiment": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsExperimentEventsV1": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsExperimentEvents": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "parameters": [], "type": "unsafe" } }, "ListLLMObsIntegrationAccounts": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsIntegrationInference": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsIntegrationModels": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsProjects": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsProject": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4673,7 +4673,7 @@ } }, "DeleteLLMObsProjects": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4681,19 +4681,19 @@ } }, "UpdateLLMObsProject": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsPrompts": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsPrompt": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsPrompt", "parameters": [ @@ -4706,31 +4706,31 @@ } }, "DeleteLLMObsPrompt": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "GetLLMObsPrompt": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpdateLLMObsPrompt": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsPromptVersions": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsPromptVersion": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsPrompt", "parameters": [ @@ -4743,67 +4743,67 @@ } }, "GetLLMObsPromptVersion": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpdateLLMObsPromptVersion": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsSpans": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "SearchLLMObsSpans": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsPatternsClusteredPoints": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsPatternsConfigs": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpsertLLMObsPatternsConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "GetLLMObsPatternsConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "DeleteLLMObsPatternsConfig": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsPatternsRuns": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "TriggerLLMObsPatterns": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4811,31 +4811,31 @@ } }, "GetLLMObsPatternsRunStatus": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsPatternsTopics": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsPatternsTopicsWithClusteredPoints": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsDatasets": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "CreateLLMObsDataset": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4843,7 +4843,7 @@ } }, "DeleteLLMObsDatasets": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4851,19 +4851,19 @@ } }, "UpdateLLMObsDataset": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "BatchUpdateLLMObsDataset": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "CloneLLMObsDataset": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4871,43 +4871,43 @@ } }, "GetLLMObsDatasetDraftState": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "LockLLMObsDatasetDraftState": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "UnlockLLMObsDatasetDraftState": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ExportLLMObsDataset": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsDatasetRecords": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UpdateLLMObsDatasetRecords": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "CreateLLMObsDatasetRecords": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "DeleteLLMObsDatasetRecords", "parameters": [ @@ -4924,7 +4924,7 @@ } }, "DeleteLLMObsDatasetRecords": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "operationId": "TODO", "parameters": [], @@ -4932,31 +4932,31 @@ } }, "RestoreLLMObsDatasetVersion": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsDatasetVersions": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "ListLLMObsExperimentEventsV2": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" } }, "UploadLLMObsDatasetRecordsFile": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "idempotent" } }, "ListLLMObsExperimentEvents": { - "tag": "LLM Observability", + "tag": "Agent Observability", "undo": { "type": "safe" }