Rename LLM Observability tag to Agent Observability

docs/datadog_api_client.v2.api.rst

@@ -18,6 +18,13 @@ datadog\_api\_client.v2.api.actions\_datastores\_api module
    :members:
    :show-inheritance:
 
+datadog\_api\_client.v2.api.agent\_observability\_api module
+------------------------------------------------------------
+
+.. automodule:: datadog_api_client.v2.api.agent_observability_api
+   :members:
+   :show-inheritance:
+
 datadog\_api\_client.v2.api.agentless\_scanning\_api module
 -----------------------------------------------------------
 
@@ -480,13 +487,6 @@ datadog\_api\_client.v2.api.key\_management\_api module
    :members:
    :show-inheritance:
 
-datadog\_api\_client.v2.api.llm\_observability\_api module
-----------------------------------------------------------
-
-.. automodule:: datadog_api_client.v2.api.llm_observability_api
-   :members:
-   :show-inheritance:
-
 datadog\_api\_client.v2.api.logs\_api module
 --------------------------------------------
 

examples/v2/llm-observability/AggregateLLMObsExperimentation.py → examples/v2/agent-observability/AggregateLLMObsExperimentation.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate import (
     LLMObsExperimentationAnalyticsAggregate,
 )
@@ -58,7 +58,7 @@
 configuration = Configuration()
 configuration.unstable_operations["aggregate_llm_obs_experimentation"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.aggregate_llm_obs_experimentation(body=body)
 
     print(response)

examples/v2/llm-observability/BatchUpdateLLMObsDataset.py → examples/v2/agent-observability/BatchUpdateLLMObsDataset.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_dataset_batch_update_data_attributes_request import (
     LLMObsDatasetBatchUpdateDataAttributesRequest,
 )
@@ -54,7 +54,7 @@
 configuration = Configuration()
 configuration.unstable_operations["batch_update_llm_obs_dataset"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.batch_update_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body)
 
     print(response)

examples/v2/llm-observability/CloneLLMObsDataset.py → examples/v2/agent-observability/CloneLLMObsDataset.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_dataset_clone_data_attributes_request import (
     LLMObsDatasetCloneDataAttributesRequest,
 )
@@ -25,7 +25,7 @@
 configuration = Configuration()
 configuration.unstable_operations["clone_llm_obs_dataset"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.clone_llm_obs_dataset(project_id="project_id", dataset_id="dataset_id", body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsAnnotationQueue.py → examples/v2/agent-observability/CreateLLMObsAnnotationQueue.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_annotation_queue_data_attributes_request import (
     LLMObsAnnotationQueueDataAttributesRequest,
 )
@@ -50,7 +50,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_annotation_queue"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_annotation_queue(body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions.py → examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_data_attributes_request import (
     LLMObsAnnotationQueueInteractionsDataAttributesRequest,
 )
@@ -34,7 +34,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_annotation_queue_interactions"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py → examples/v2/agent-observability/CreateLLMObsAnnotationQueueInteractions_2021594537.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_data_attributes_request import (
     LLMObsAnnotationQueueInteractionsDataAttributesRequest,
 )
@@ -41,7 +41,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_annotation_queue_interactions"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsDataset.py → examples/v2/agent-observability/CreateLLMObsDataset.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_dataset_data_attributes_request import LLMObsDatasetDataAttributesRequest
 from datadog_api_client.v2.model.llm_obs_dataset_data_request import LLMObsDatasetDataRequest
 from datadog_api_client.v2.model.llm_obs_dataset_request import LLMObsDatasetRequest
@@ -21,7 +21,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_dataset"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_dataset(project_id="project_id", body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsDatasetRecords.py → examples/v2/agent-observability/CreateLLMObsDatasetRecords.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_dataset_record_item import LLMObsDatasetRecordItem
 from datadog_api_client.v2.model.llm_obs_dataset_records_data_attributes_request import (
     LLMObsDatasetRecordsDataAttributesRequest,
@@ -29,7 +29,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_dataset_records"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_dataset_records(project_id="project_id", dataset_id="dataset_id", body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsExperiment.py → examples/v2/agent-observability/CreateLLMObsExperiment.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_experiment_data_attributes_request import LLMObsExperimentDataAttributesRequest
 from datadog_api_client.v2.model.llm_obs_experiment_data_request import LLMObsExperimentDataRequest
 from datadog_api_client.v2.model.llm_obs_experiment_request import LLMObsExperimentRequest
@@ -24,7 +24,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_experiment"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_experiment(body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsExperimentEvents.py → examples/v2/agent-observability/CreateLLMObsExperimentEvents.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_event_type import LLMObsEventType
 from datadog_api_client.v2.model.llm_obs_experiment_events_data_attributes_request import (
     LLMObsExperimentEventsDataAttributesRequest,
@@ -63,5 +63,5 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_experiment_events"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     api_instance.create_llm_obs_experiment_events(experiment_id="experiment_id", body=body)

examples/v2/llm-observability/CreateLLMObsIntegrationInference.py → examples/v2/agent-observability/CreateLLMObsIntegrationInference.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_anthropic_effort import LLMObsAnthropicEffort
 from datadog_api_client.v2.model.llm_obs_anthropic_metadata import LLMObsAnthropicMetadata
 from datadog_api_client.v2.model.llm_obs_anthropic_thinking_config import LLMObsAnthropicThinkingConfig
@@ -118,7 +118,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_integration_inference"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_integration_inference(
         integration=LLMObsIntegrationName.OPENAI, account_id="account_id", body=body
     )

examples/v2/llm-observability/CreateLLMObsProject.py → examples/v2/agent-observability/CreateLLMObsProject.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_project_data_attributes_request import LLMObsProjectDataAttributesRequest
 from datadog_api_client.v2.model.llm_obs_project_data_request import LLMObsProjectDataRequest
 from datadog_api_client.v2.model.llm_obs_project_request import LLMObsProjectRequest
@@ -21,7 +21,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_project"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_project(body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsPrompt.py → examples/v2/agent-observability/CreateLLMObsPrompt.py

@@ -3,28 +3,22 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_create_prompt_data import LLMObsCreatePromptData
 from datadog_api_client.v2.model.llm_obs_create_prompt_data_attributes import LLMObsCreatePromptDataAttributes
 from datadog_api_client.v2.model.llm_obs_create_prompt_request import LLMObsCreatePromptRequest
-from datadog_api_client.v2.model.llm_obs_prompt_chat_message import LLMObsPromptChatMessage
 from datadog_api_client.v2.model.llm_obs_prompt_type import LLMObsPromptType
+from datadog_api_client.v2.model.llm_obs_prompt_version_label import LLMObsPromptVersionLabel
 
 body = LLMObsCreatePromptRequest(
     data=LLMObsCreatePromptData(
         attributes=LLMObsCreatePromptDataAttributes(
-            prompt_id="Example-LLM-Observability",
-            title="Customer Support Assistant",
-            template=[
-                LLMObsPromptChatMessage(
-                    content="You are a helpful customer support assistant for {{company_name}}.",
-                    role="system",
-                ),
-                LLMObsPromptChatMessage(
-                    content="Help {{customer_name}} with this question: {{question}}",
-                    role="user",
-                ),
+            env_ids=[],
+            labels=[
+                LLMObsPromptVersionLabel.PRODUCTION,
             ],
+            prompt_id="customer-support-assistant",
+            template="You are a helpful assistant for .",
         ),
         type=LLMObsPromptType.PROMPT_TEMPLATES,
     ),
@@ -33,7 +27,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_prompt"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.create_llm_obs_prompt(body=body)
 
     print(response)

examples/v2/llm-observability/CreateLLMObsPromptVersion.py → examples/v2/agent-observability/CreateLLMObsPromptVersion.py

@@ -2,33 +2,24 @@
 Create a new Agent Observability prompt version returns "OK" response
 """
 
-from os import environ
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_create_prompt_version_data import LLMObsCreatePromptVersionData
 from datadog_api_client.v2.model.llm_obs_create_prompt_version_data_attributes import (
     LLMObsCreatePromptVersionDataAttributes,
 )
 from datadog_api_client.v2.model.llm_obs_create_prompt_version_request import LLMObsCreatePromptVersionRequest
-from datadog_api_client.v2.model.llm_obs_prompt_chat_message import LLMObsPromptChatMessage
+from datadog_api_client.v2.model.llm_obs_prompt_version_label import LLMObsPromptVersionLabel
 from datadog_api_client.v2.model.llm_obs_prompt_version_type import LLMObsPromptVersionType
 
-# there is a valid "prompt" in the system
-PROMPT_DATA_ATTRIBUTES_PROMPT_ID = environ["PROMPT_DATA_ATTRIBUTES_PROMPT_ID"]
-
 body = LLMObsCreatePromptVersionRequest(
     data=LLMObsCreatePromptVersionData(
         attributes=LLMObsCreatePromptVersionDataAttributes(
-            template=[
-                LLMObsPromptChatMessage(
-                    content="You are a concise customer support assistant for {{company_name}}.",
-                    role="system",
-                ),
-                LLMObsPromptChatMessage(
-                    content="Answer {{customer_name}}'s question: {{question}}",
-                    role="user",
-                ),
+            env_ids=[],
+            labels=[
+                LLMObsPromptVersionLabel.PRODUCTION,
             ],
+            template="You are a helpful assistant for .",
         ),
         type=LLMObsPromptVersionType.PROMPT_TEMPLATE_VERSIONS,
     ),
@@ -37,7 +28,7 @@
 configuration = Configuration()
 configuration.unstable_operations["create_llm_obs_prompt_version"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
-    response = api_instance.create_llm_obs_prompt_version(prompt_id=PROMPT_DATA_ATTRIBUTES_PROMPT_ID, body=body)
+    api_instance = AgentObservabilityApi(api_client)
+    response = api_instance.create_llm_obs_prompt_version(prompt_id="prompt_id", body=body)
 
     print(response)

examples/v2/llm-observability/DeleteLLMObsAnnotationQueue.py → examples/v2/agent-observability/DeleteLLMObsAnnotationQueue.py

@@ -3,12 +3,12 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 
 configuration = Configuration()
 configuration.unstable_operations["delete_llm_obs_annotation_queue"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     api_instance.delete_llm_obs_annotation_queue(
         queue_id="queue_id",
     )

examples/v2/llm-observability/DeleteLLMObsAnnotationQueueInteractions.py → examples/v2/agent-observability/DeleteLLMObsAnnotationQueueInteractions.py

@@ -3,7 +3,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_annotation_queue_interactions_type import LLMObsAnnotationQueueInteractionsType
 from datadog_api_client.v2.model.llm_obs_delete_annotation_queue_interactions_data_attributes_request import (
     LLMObsDeleteAnnotationQueueInteractionsDataAttributesRequest,
@@ -30,5 +30,5 @@
 configuration = Configuration()
 configuration.unstable_operations["delete_llm_obs_annotation_queue_interactions"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     api_instance.delete_llm_obs_annotation_queue_interactions(queue_id="queue_id", body=body)

examples/v2/llm-observability/DeleteLLMObsAnnotations.py → examples/v2/agent-observability/DeleteLLMObsAnnotations.py

@@ -4,7 +4,7 @@
 """
 
 from datadog_api_client import ApiClient, Configuration
-from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
+from datadog_api_client.v2.api.agent_observability_api import AgentObservabilityApi
 from datadog_api_client.v2.model.llm_obs_annotations_type import LLMObsAnnotationsType
 from datadog_api_client.v2.model.llm_obs_delete_annotations_data_attributes_request import (
     LLMObsDeleteAnnotationsDataAttributesRequest,
@@ -27,7 +27,7 @@
 configuration = Configuration()
 configuration.unstable_operations["delete_llm_obs_annotations"] = True
 with ApiClient(configuration) as api_client:
-    api_instance = LLMObservabilityApi(api_client)
+    api_instance = AgentObservabilityApi(api_client)
     response = api_instance.delete_llm_obs_annotations(queue_id="queue_id", body=body)
 
     print(response)