Skip to content

Commit bb4af83

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit 687d56f of spec repo
1 parent 1521ce9 commit bb4af83

52 files changed

Lines changed: 4525 additions & 4 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.generator/schemas/v2/openapi.yaml

Lines changed: 1068 additions & 0 deletions
Large diffs are not rendered by default.

docs/datadog_api_client.v2.model.rst

Lines changed: 287 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18890,6 +18890,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_data\_response module
1889018890
:members:
1889118891
:show-inheritance:
1889218892

18893+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_eval\_metric\_event module
18894+
------------------------------------------------------------------------------
18895+
18896+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_eval_metric_event
18897+
:members:
18898+
:show-inheritance:
18899+
1889318900
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_data\_attributes\_request module
1889418901
--------------------------------------------------------------------------------------------
1889518902

@@ -18911,6 +18918,34 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_request module
1891118918
:members:
1891218919
:show-inheritance:
1891318920

18921+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_type module
18922+
-----------------------------------------------------------------------
18923+
18924+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_type
18925+
:members:
18926+
:show-inheritance:
18927+
18928+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_data\_attributes\_response module
18929+
-------------------------------------------------------------------------------------------------
18930+
18931+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_data_attributes_response
18932+
:members:
18933+
:show-inheritance:
18934+
18935+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_data\_response module
18936+
-------------------------------------------------------------------------------------
18937+
18938+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_data_response
18939+
:members:
18940+
:show-inheritance:
18941+
18942+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_response module
18943+
-------------------------------------------------------------------------------
18944+
18945+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_response
18946+
:members:
18947+
:show-inheritance:
18948+
1891418949
datadog\_api\_client.v2.model.llm\_obs\_experiment\_metric module
1891518950
-----------------------------------------------------------------
1891618951

@@ -18939,6 +18974,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_response module
1893918974
:members:
1894018975
:show-inheritance:
1894118976

18977+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_run\_data\_response module
18978+
------------------------------------------------------------------------------
18979+
18980+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_run_data_response
18981+
:members:
18982+
:show-inheritance:
18983+
1894218984
datadog\_api\_client.v2.model.llm\_obs\_experiment\_span module
1894318985
---------------------------------------------------------------
1894418986

@@ -18967,6 +19009,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_span\_status module
1896719009
:members:
1896819010
:show-inheritance:
1896919011

19012+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_span\_with\_evals module
19013+
----------------------------------------------------------------------------
19014+
19015+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_span_with_evals
19016+
:members:
19017+
:show-inheritance:
19018+
1897019019
datadog\_api\_client.v2.model.llm\_obs\_experiment\_type module
1897119020
---------------------------------------------------------------
1897219021

@@ -18995,6 +19044,244 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_update\_request module
1899519044
:members:
1899619045
:show-inheritance:
1899719046

19047+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_aggregate module
19048+
------------------------------------------------------------------------------------
19049+
19050+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate
19051+
:members:
19052+
:show-inheritance:
19053+
19054+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_compute module
19055+
----------------------------------------------------------------------------------
19056+
19057+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_compute
19058+
:members:
19059+
:show-inheritance:
19060+
19061+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_attributes\_request module
19062+
----------------------------------------------------------------------------------------------------
19063+
19064+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_request
19065+
:members:
19066+
:show-inheritance:
19067+
19068+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_attributes\_response module
19069+
-----------------------------------------------------------------------------------------------------
19070+
19071+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_response
19072+
:members:
19073+
:show-inheritance:
19074+
19075+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_request module
19076+
----------------------------------------------------------------------------------------
19077+
19078+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_request
19079+
:members:
19080+
:show-inheritance:
19081+
19082+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_response module
19083+
-----------------------------------------------------------------------------------------
19084+
19085+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_response
19086+
:members:
19087+
:show-inheritance:
19088+
19089+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_group\_by module
19090+
------------------------------------------------------------------------------------
19091+
19092+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_group_by
19093+
:members:
19094+
:show-inheritance:
19095+
19096+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_request module
19097+
----------------------------------------------------------------------------------
19098+
19099+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_request
19100+
:members:
19101+
:show-inheritance:
19102+
19103+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_response module
19104+
-----------------------------------------------------------------------------------
19105+
19106+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_response
19107+
:members:
19108+
:show-inheritance:
19109+
19110+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_result module
19111+
---------------------------------------------------------------------------------
19112+
19113+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_result
19114+
:members:
19115+
:show-inheritance:
19116+
19117+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_search module
19118+
---------------------------------------------------------------------------------
19119+
19120+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_search
19121+
:members:
19122+
:show-inheritance:
19123+
19124+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_time\_range module
19125+
--------------------------------------------------------------------------------------
19126+
19127+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_time_range
19128+
:members:
19129+
:show-inheritance:
19130+
19131+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_value module
19132+
--------------------------------------------------------------------------------
19133+
19134+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_value
19135+
:members:
19136+
:show-inheritance:
19137+
19138+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_content\_preview module
19139+
--------------------------------------------------------------------------------
19140+
19141+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_content_preview
19142+
:members:
19143+
:show-inheritance:
19144+
19145+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_cursor\_page module
19146+
----------------------------------------------------------------------------
19147+
19148+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_cursor_page
19149+
:members:
19150+
:show-inheritance:
19151+
19152+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_filter module
19153+
----------------------------------------------------------------------
19154+
19155+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_filter
19156+
:members:
19157+
:show-inheritance:
19158+
19159+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_include module
19160+
-----------------------------------------------------------------------
19161+
19162+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_include
19163+
:members:
19164+
:show-inheritance:
19165+
19166+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_number\_page module
19167+
----------------------------------------------------------------------------
19168+
19169+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_number_page
19170+
:members:
19171+
:show-inheritance:
19172+
19173+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_attributes\_request module
19174+
-------------------------------------------------------------------------------------------------
19175+
19176+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_attributes_request
19177+
:members:
19178+
:show-inheritance:
19179+
19180+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_request module
19181+
-------------------------------------------------------------------------------------
19182+
19183+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_request
19184+
:members:
19185+
:show-inheritance:
19186+
19187+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_response module
19188+
--------------------------------------------------------------------------------------
19189+
19190+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_response
19191+
:members:
19192+
:show-inheritance:
19193+
19194+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_request module
19195+
-------------------------------------------------------------------------------
19196+
19197+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_request
19198+
:members:
19199+
:show-inheritance:
19200+
19201+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_response module
19202+
--------------------------------------------------------------------------------
19203+
19204+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_response
19205+
:members:
19206+
:show-inheritance:
19207+
19208+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_results module
19209+
-------------------------------------------------------------------------------
19210+
19211+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_results
19212+
:members:
19213+
:show-inheritance:
19214+
19215+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_attributes\_request module
19216+
---------------------------------------------------------------------------------------------------------
19217+
19218+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_attributes_request
19219+
:members:
19220+
:show-inheritance:
19221+
19222+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_request module
19223+
---------------------------------------------------------------------------------------------
19224+
19225+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_request
19226+
:members:
19227+
:show-inheritance:
19228+
19229+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_response module
19230+
----------------------------------------------------------------------------------------------
19231+
19232+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_response
19233+
:members:
19234+
:show-inheritance:
19235+
19236+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_meta module
19237+
------------------------------------------------------------------------------------
19238+
19239+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_meta
19240+
:members:
19241+
:show-inheritance:
19242+
19243+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_meta\_page module
19244+
------------------------------------------------------------------------------------------
19245+
19246+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_meta_page
19247+
:members:
19248+
:show-inheritance:
19249+
19250+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_request module
19251+
---------------------------------------------------------------------------------------
19252+
19253+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_request
19254+
:members:
19255+
:show-inheritance:
19256+
19257+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_response module
19258+
----------------------------------------------------------------------------------------
19259+
19260+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_response
19261+
:members:
19262+
:show-inheritance:
19263+
19264+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_sort\_field module
19265+
---------------------------------------------------------------------------
19266+
19267+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_sort_field
19268+
:members:
19269+
:show-inheritance:
19270+
19271+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_sort\_field\_direction module
19272+
--------------------------------------------------------------------------------------
19273+
19274+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_sort_field_direction
19275+
:members:
19276+
:show-inheritance:
19277+
19278+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_type module
19279+
--------------------------------------------------------------------
19280+
19281+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_type
19282+
:members:
19283+
:show-inheritance:
19284+
1899819285
datadog\_api\_client.v2.model.llm\_obs\_experiments\_response module
1899919286
--------------------------------------------------------------------
1900019287

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
"""
2+
Aggregate LLM Observability experimentation returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate import (
8+
LLMObsExperimentationAnalyticsAggregate,
9+
)
10+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_compute import LLMObsExperimentationAnalyticsCompute
11+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_request import (
12+
LLMObsExperimentationAnalyticsDataAttributesRequest,
13+
)
14+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_request import (
15+
LLMObsExperimentationAnalyticsDataRequest,
16+
)
17+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_group_by import LLMObsExperimentationAnalyticsGroupBy
18+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_request import LLMObsExperimentationAnalyticsRequest
19+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_search import LLMObsExperimentationAnalyticsSearch
20+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_time_range import (
21+
LLMObsExperimentationAnalyticsTimeRange,
22+
)
23+
from datadog_api_client.v2.model.llm_obs_experimentation_type import LLMObsExperimentationType
24+
25+
body = LLMObsExperimentationAnalyticsRequest(
26+
data=LLMObsExperimentationAnalyticsDataRequest(
27+
attributes=LLMObsExperimentationAnalyticsDataAttributesRequest(
28+
aggregate=LLMObsExperimentationAnalyticsAggregate(
29+
compute=[
30+
LLMObsExperimentationAnalyticsCompute(
31+
metric="score_value",
32+
name="avg_faithfulness",
33+
),
34+
],
35+
dataset_version=None,
36+
group_by=[
37+
LLMObsExperimentationAnalyticsGroupBy(
38+
field="span_id",
39+
),
40+
],
41+
indexes=[
42+
"experiment-evals",
43+
],
44+
limit=1000,
45+
search=LLMObsExperimentationAnalyticsSearch(
46+
query="@experiment_id:3fd6b5e0-8910-4b1c-a7d0-5b84de329012",
47+
),
48+
time=LLMObsExperimentationAnalyticsTimeRange(
49+
_from=1705312200000,
50+
to=1705315800000,
51+
),
52+
),
53+
),
54+
type=LLMObsExperimentationType.EXPERIMENTATION,
55+
),
56+
)
57+
58+
configuration = Configuration()
59+
configuration.unstable_operations["aggregate_llm_obs_experimentation"] = True
60+
with ApiClient(configuration) as api_client:
61+
api_instance = LLMObservabilityApi(api_client)
62+
response = api_instance.aggregate_llm_obs_experimentation(body=body)
63+
64+
print(response)

0 commit comments

Comments
 (0)