Skip to content

Commit 7d6d3aa

Browse files
author
ci.datadog-api-spec
committed
Regenerate client from commit 73f9828 of spec repo
1 parent 5d69285 commit 7d6d3aa

52 files changed

Lines changed: 4525 additions & 4 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

.generator/schemas/v2/openapi.yaml

Lines changed: 1068 additions & 0 deletions
Large diffs are not rendered by default.

docs/datadog_api_client.v2.model.rst

Lines changed: 287 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18246,6 +18246,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_data\_response module
1824618246
:members:
1824718247
:show-inheritance:
1824818248

18249+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_eval\_metric\_event module
18250+
------------------------------------------------------------------------------
18251+
18252+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_eval_metric_event
18253+
:members:
18254+
:show-inheritance:
18255+
1824918256
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_data\_attributes\_request module
1825018257
--------------------------------------------------------------------------------------------
1825118258

@@ -18267,6 +18274,34 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_request module
1826718274
:members:
1826818275
:show-inheritance:
1826918276

18277+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_type module
18278+
-----------------------------------------------------------------------
18279+
18280+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_type
18281+
:members:
18282+
:show-inheritance:
18283+
18284+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_data\_attributes\_response module
18285+
-------------------------------------------------------------------------------------------------
18286+
18287+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_data_attributes_response
18288+
:members:
18289+
:show-inheritance:
18290+
18291+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_data\_response module
18292+
-------------------------------------------------------------------------------------
18293+
18294+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_data_response
18295+
:members:
18296+
:show-inheritance:
18297+
18298+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_events\_v2\_response module
18299+
-------------------------------------------------------------------------------
18300+
18301+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_events_v2_response
18302+
:members:
18303+
:show-inheritance:
18304+
1827018305
datadog\_api\_client.v2.model.llm\_obs\_experiment\_metric module
1827118306
-----------------------------------------------------------------
1827218307

@@ -18295,6 +18330,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_response module
1829518330
:members:
1829618331
:show-inheritance:
1829718332

18333+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_run\_data\_response module
18334+
------------------------------------------------------------------------------
18335+
18336+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_run_data_response
18337+
:members:
18338+
:show-inheritance:
18339+
1829818340
datadog\_api\_client.v2.model.llm\_obs\_experiment\_span module
1829918341
---------------------------------------------------------------
1830018342

@@ -18323,6 +18365,13 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_span\_status module
1832318365
:members:
1832418366
:show-inheritance:
1832518367

18368+
datadog\_api\_client.v2.model.llm\_obs\_experiment\_span\_with\_evals module
18369+
----------------------------------------------------------------------------
18370+
18371+
.. automodule:: datadog_api_client.v2.model.llm_obs_experiment_span_with_evals
18372+
:members:
18373+
:show-inheritance:
18374+
1832618375
datadog\_api\_client.v2.model.llm\_obs\_experiment\_type module
1832718376
---------------------------------------------------------------
1832818377

@@ -18351,6 +18400,244 @@ datadog\_api\_client.v2.model.llm\_obs\_experiment\_update\_request module
1835118400
:members:
1835218401
:show-inheritance:
1835318402

18403+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_aggregate module
18404+
------------------------------------------------------------------------------------
18405+
18406+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate
18407+
:members:
18408+
:show-inheritance:
18409+
18410+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_compute module
18411+
----------------------------------------------------------------------------------
18412+
18413+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_compute
18414+
:members:
18415+
:show-inheritance:
18416+
18417+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_attributes\_request module
18418+
----------------------------------------------------------------------------------------------------
18419+
18420+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_request
18421+
:members:
18422+
:show-inheritance:
18423+
18424+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_attributes\_response module
18425+
-----------------------------------------------------------------------------------------------------
18426+
18427+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_response
18428+
:members:
18429+
:show-inheritance:
18430+
18431+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_request module
18432+
----------------------------------------------------------------------------------------
18433+
18434+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_request
18435+
:members:
18436+
:show-inheritance:
18437+
18438+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_data\_response module
18439+
-----------------------------------------------------------------------------------------
18440+
18441+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_response
18442+
:members:
18443+
:show-inheritance:
18444+
18445+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_group\_by module
18446+
------------------------------------------------------------------------------------
18447+
18448+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_group_by
18449+
:members:
18450+
:show-inheritance:
18451+
18452+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_request module
18453+
----------------------------------------------------------------------------------
18454+
18455+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_request
18456+
:members:
18457+
:show-inheritance:
18458+
18459+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_response module
18460+
-----------------------------------------------------------------------------------
18461+
18462+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_response
18463+
:members:
18464+
:show-inheritance:
18465+
18466+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_result module
18467+
---------------------------------------------------------------------------------
18468+
18469+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_result
18470+
:members:
18471+
:show-inheritance:
18472+
18473+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_search module
18474+
---------------------------------------------------------------------------------
18475+
18476+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_search
18477+
:members:
18478+
:show-inheritance:
18479+
18480+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_time\_range module
18481+
--------------------------------------------------------------------------------------
18482+
18483+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_time_range
18484+
:members:
18485+
:show-inheritance:
18486+
18487+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_analytics\_value module
18488+
--------------------------------------------------------------------------------
18489+
18490+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_analytics_value
18491+
:members:
18492+
:show-inheritance:
18493+
18494+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_content\_preview module
18495+
--------------------------------------------------------------------------------
18496+
18497+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_content_preview
18498+
:members:
18499+
:show-inheritance:
18500+
18501+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_cursor\_page module
18502+
----------------------------------------------------------------------------
18503+
18504+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_cursor_page
18505+
:members:
18506+
:show-inheritance:
18507+
18508+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_filter module
18509+
----------------------------------------------------------------------
18510+
18511+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_filter
18512+
:members:
18513+
:show-inheritance:
18514+
18515+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_include module
18516+
-----------------------------------------------------------------------
18517+
18518+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_include
18519+
:members:
18520+
:show-inheritance:
18521+
18522+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_number\_page module
18523+
----------------------------------------------------------------------------
18524+
18525+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_number_page
18526+
:members:
18527+
:show-inheritance:
18528+
18529+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_attributes\_request module
18530+
-------------------------------------------------------------------------------------------------
18531+
18532+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_attributes_request
18533+
:members:
18534+
:show-inheritance:
18535+
18536+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_request module
18537+
-------------------------------------------------------------------------------------
18538+
18539+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_request
18540+
:members:
18541+
:show-inheritance:
18542+
18543+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_data\_response module
18544+
--------------------------------------------------------------------------------------
18545+
18546+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_data_response
18547+
:members:
18548+
:show-inheritance:
18549+
18550+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_request module
18551+
-------------------------------------------------------------------------------
18552+
18553+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_request
18554+
:members:
18555+
:show-inheritance:
18556+
18557+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_response module
18558+
--------------------------------------------------------------------------------
18559+
18560+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_response
18561+
:members:
18562+
:show-inheritance:
18563+
18564+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_search\_results module
18565+
-------------------------------------------------------------------------------
18566+
18567+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_search_results
18568+
:members:
18569+
:show-inheritance:
18570+
18571+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_attributes\_request module
18572+
---------------------------------------------------------------------------------------------------------
18573+
18574+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_attributes_request
18575+
:members:
18576+
:show-inheritance:
18577+
18578+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_request module
18579+
---------------------------------------------------------------------------------------------
18580+
18581+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_request
18582+
:members:
18583+
:show-inheritance:
18584+
18585+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_data\_response module
18586+
----------------------------------------------------------------------------------------------
18587+
18588+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_data_response
18589+
:members:
18590+
:show-inheritance:
18591+
18592+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_meta module
18593+
------------------------------------------------------------------------------------
18594+
18595+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_meta
18596+
:members:
18597+
:show-inheritance:
18598+
18599+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_meta\_page module
18600+
------------------------------------------------------------------------------------------
18601+
18602+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_meta_page
18603+
:members:
18604+
:show-inheritance:
18605+
18606+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_request module
18607+
---------------------------------------------------------------------------------------
18608+
18609+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_request
18610+
:members:
18611+
:show-inheritance:
18612+
18613+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_simple\_search\_response module
18614+
----------------------------------------------------------------------------------------
18615+
18616+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_simple_search_response
18617+
:members:
18618+
:show-inheritance:
18619+
18620+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_sort\_field module
18621+
---------------------------------------------------------------------------
18622+
18623+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_sort_field
18624+
:members:
18625+
:show-inheritance:
18626+
18627+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_sort\_field\_direction module
18628+
--------------------------------------------------------------------------------------
18629+
18630+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_sort_field_direction
18631+
:members:
18632+
:show-inheritance:
18633+
18634+
datadog\_api\_client.v2.model.llm\_obs\_experimentation\_type module
18635+
--------------------------------------------------------------------
18636+
18637+
.. automodule:: datadog_api_client.v2.model.llm_obs_experimentation_type
18638+
:members:
18639+
:show-inheritance:
18640+
1835418641
datadog\_api\_client.v2.model.llm\_obs\_experiments\_response module
1835518642
--------------------------------------------------------------------
1835618643

Lines changed: 64 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,64 @@
1+
"""
2+
Aggregate LLM Observability experimentation returns "OK" response
3+
"""
4+
5+
from datadog_api_client import ApiClient, Configuration
6+
from datadog_api_client.v2.api.llm_observability_api import LLMObservabilityApi
7+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_aggregate import (
8+
LLMObsExperimentationAnalyticsAggregate,
9+
)
10+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_compute import LLMObsExperimentationAnalyticsCompute
11+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_attributes_request import (
12+
LLMObsExperimentationAnalyticsDataAttributesRequest,
13+
)
14+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_data_request import (
15+
LLMObsExperimentationAnalyticsDataRequest,
16+
)
17+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_group_by import LLMObsExperimentationAnalyticsGroupBy
18+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_request import LLMObsExperimentationAnalyticsRequest
19+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_search import LLMObsExperimentationAnalyticsSearch
20+
from datadog_api_client.v2.model.llm_obs_experimentation_analytics_time_range import (
21+
LLMObsExperimentationAnalyticsTimeRange,
22+
)
23+
from datadog_api_client.v2.model.llm_obs_experimentation_type import LLMObsExperimentationType
24+
25+
body = LLMObsExperimentationAnalyticsRequest(
26+
data=LLMObsExperimentationAnalyticsDataRequest(
27+
attributes=LLMObsExperimentationAnalyticsDataAttributesRequest(
28+
aggregate=LLMObsExperimentationAnalyticsAggregate(
29+
compute=[
30+
LLMObsExperimentationAnalyticsCompute(
31+
metric="score_value",
32+
name="avg_faithfulness",
33+
),
34+
],
35+
dataset_version=None,
36+
group_by=[
37+
LLMObsExperimentationAnalyticsGroupBy(
38+
field="span_id",
39+
),
40+
],
41+
indexes=[
42+
"experiment-evals",
43+
],
44+
limit=1000,
45+
search=LLMObsExperimentationAnalyticsSearch(
46+
query="@experiment_id:3fd6b5e0-8910-4b1c-a7d0-5b84de329012",
47+
),
48+
time=LLMObsExperimentationAnalyticsTimeRange(
49+
_from=1705312200000,
50+
to=1705315800000,
51+
),
52+
),
53+
),
54+
type=LLMObsExperimentationType.EXPERIMENTATION,
55+
),
56+
)
57+
58+
configuration = Configuration()
59+
configuration.unstable_operations["aggregate_llm_obs_experimentation"] = True
60+
with ApiClient(configuration) as api_client:
61+
api_instance = LLMObservabilityApi(api_client)
62+
response = api_instance.aggregate_llm_obs_experimentation(body=body)
63+
64+
print(response)

0 commit comments

Comments
 (0)