feat(api): update API spec from langfuse/langfuse aaad55c

langfuse/api/__init__.py

@@ -187,6 +187,7 @@
         EvaluationRuleReadFilterBase,
         EvaluationRuleReadFilterWithKey,
         EvaluationRuleStringFilterOperator,
+        EvaluationRuleStringObjectFilterOperator,
         EvaluatorOutputDefinition,
         EvaluatorOutputDefinitionBase,
         EvaluatorOutputDefinition_Boolean,
@@ -304,7 +305,6 @@
         IngestionEvent_ObservationCreate,
         IngestionEvent_ObservationUpdate,
         IngestionEvent_ScoreCreate,
-        IngestionEvent_SdkLog,
         IngestionEvent_SpanCreate,
         IngestionEvent_SpanUpdate,
         IngestionEvent_TraceCreate,
@@ -319,8 +319,6 @@
         OptionalObservationBody,
         ScoreBody,
         ScoreEvent,
-        SdkLogBody,
-        SdkLogEvent,
         TraceBody,
         TraceEvent,
         UpdateEventBody,
@@ -607,6 +605,7 @@
     "EvaluationRuleReadFilterBase": ".evaluation_commons",
     "EvaluationRuleReadFilterWithKey": ".evaluation_commons",
     "EvaluationRuleStringFilterOperator": ".evaluation_commons",
+    "EvaluationRuleStringObjectFilterOperator": ".evaluation_commons",
     "EvaluationRulesPage": ".evaluation_rules",
     "EvaluationUnauthorizedError": ".evaluation_errors",
     "Evaluator": ".evaluators",
@@ -669,7 +668,6 @@
     "IngestionEvent_ObservationCreate": ".ingestion",
     "IngestionEvent_ObservationUpdate": ".ingestion",
     "IngestionEvent_ScoreCreate": ".ingestion",
-    "IngestionEvent_SdkLog": ".ingestion",
     "IngestionEvent_SpanCreate": ".ingestion",
     "IngestionEvent_SpanUpdate": ".ingestion",
     "IngestionEvent_TraceCreate": ".ingestion",
@@ -820,8 +818,6 @@
     "Score_Correction": ".commons",
     "Score_Numeric": ".commons",
     "Score_Text": ".commons",
-    "SdkLogBody": ".ingestion",
-    "SdkLogEvent": ".ingestion",
     "ServiceProviderConfig": ".scim",
     "ServiceUnavailableError": ".health",
     "Session": ".commons",
@@ -1062,6 +1058,7 @@ def __dir__():
     "EvaluationRuleReadFilterBase",
     "EvaluationRuleReadFilterWithKey",
     "EvaluationRuleStringFilterOperator",
+    "EvaluationRuleStringObjectFilterOperator",
     "EvaluationRulesPage",
     "EvaluationUnauthorizedError",
     "Evaluator",
@@ -1124,7 +1121,6 @@ def __dir__():
     "IngestionEvent_ObservationCreate",
     "IngestionEvent_ObservationUpdate",
     "IngestionEvent_ScoreCreate",
-    "IngestionEvent_SdkLog",
     "IngestionEvent_SpanCreate",
     "IngestionEvent_SpanUpdate",
     "IngestionEvent_TraceCreate",
@@ -1275,8 +1271,6 @@ def __dir__():
     "Score_Correction",
     "Score_Numeric",
     "Score_Text",
-    "SdkLogBody",
-    "SdkLogEvent",
     "ServiceProviderConfig",
     "ServiceUnavailableError",
     "Session",

langfuse/api/commons/types/base_score.py

@@ -61,7 +61,7 @@ class BaseScore(UniversalBaseModel):
     Comment on the score
     """
 
-    metadata: typing.Any = pydantic.Field()
+    metadata: typing.Dict[str, typing.Any] = pydantic.Field()
     """
     Metadata associated with the score
     """

langfuse/api/commons/types/base_score_v1.py

@@ -41,7 +41,7 @@ class BaseScoreV1(UniversalBaseModel):
     Comment on the score
     """
 
-    metadata: typing.Any = pydantic.Field()
+    metadata: typing.Dict[str, typing.Any] = pydantic.Field()
     """
     Metadata associated with the score
     """

langfuse/api/commons/types/dataset.py

@@ -23,14 +23,16 @@ class Dataset(UniversalBaseModel):
     """
 
     input_schema: typing_extensions.Annotated[
-        typing.Optional[typing.Any], FieldMetadata(alias="inputSchema")
+        typing.Optional[typing.Dict[str, typing.Any]],
+        FieldMetadata(alias="inputSchema"),
     ] = pydantic.Field(default=None)
     """
     JSON Schema for validating dataset item inputs
     """
 
     expected_output_schema: typing_extensions.Annotated[
-        typing.Optional[typing.Any], FieldMetadata(alias="expectedOutputSchema")
+        typing.Optional[typing.Dict[str, typing.Any]],
+        FieldMetadata(alias="expectedOutputSchema"),
     ] = pydantic.Field(default=None)
     """
     JSON Schema for validating dataset item expected outputs

langfuse/api/commons/types/observation.py

@@ -77,7 +77,7 @@ class Observation(UniversalBaseModel):
     The version of the observation
     """
 
-    metadata: typing.Any = pydantic.Field()
+    metadata: typing.Dict[str, typing.Any] = pydantic.Field()
     """
     Additional metadata of the observation
     """

langfuse/api/commons/types/observation_v2.py

@@ -152,7 +152,9 @@ class ObservationV2(UniversalBaseModel):
     The output data of the observation
     """
 
-    metadata: typing.Optional[typing.Any] = pydantic.Field(default=None)
+    metadata: typing.Optional[typing.Dict[str, typing.Any]] = pydantic.Field(
+        default=None
+    )
     """
     Additional metadata of the observation
     """

langfuse/api/commons/types/score.py

@@ -54,7 +54,7 @@ class Score_Numeric(Base):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -100,7 +100,7 @@ class Score_Categorical(Base):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -146,7 +146,7 @@ class Score_Boolean(Base):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -192,7 +192,7 @@ class Score_Correction(Base):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -237,7 +237,7 @@ class Score_Text(Base):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None

langfuse/api/commons/types/score_v1.py

@@ -35,7 +35,7 @@ class ScoreV1_Numeric(UniversalBaseModel):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -73,7 +73,7 @@ class ScoreV1_Categorical(UniversalBaseModel):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -111,7 +111,7 @@ class ScoreV1_Boolean(UniversalBaseModel):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None
@@ -148,7 +148,7 @@ class ScoreV1_Text(UniversalBaseModel):
         typing.Optional[str], FieldMetadata(alias="authorUserId")
     ] = None
     comment: typing.Optional[str] = None
-    metadata: typing.Any
+    metadata: typing.Dict[str, typing.Any]
     config_id: typing_extensions.Annotated[
         typing.Optional[str], FieldMetadata(alias="configId")
     ] = None

langfuse/api/commons/types/trace.py

@@ -59,9 +59,11 @@ class Trace(UniversalBaseModel):
     The user identifier associated with the trace
     """
 
-    metadata: typing.Optional[typing.Any] = pydantic.Field(default=None)
+    metadata: typing.Optional[typing.Dict[str, typing.Any]] = pydantic.Field(
+        default=None
+    )
     """
-    The metadata associated with the trace. Can be any JSON.
+    The metadata associated with the trace. Values can be any JSON; non-object metadata sent at ingestion is returned under the `metadata` key.
     """
 
     tags: typing.List[str] = pydantic.Field()

langfuse/api/datasets/client.py

@@ -120,8 +120,8 @@ def create(
         name: str,
         description: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Any] = OMIT,
-        input_schema: typing.Optional[typing.Any] = OMIT,
-        expected_output_schema: typing.Optional[typing.Any] = OMIT,
+        input_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
+        expected_output_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> Dataset:
         """
@@ -135,10 +135,10 @@ def create(
 
         metadata : typing.Optional[typing.Any]
 
-        input_schema : typing.Optional[typing.Any]
+        input_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item inputs. When set, all new and existing dataset items will be validated against this schema.
 
-        expected_output_schema : typing.Optional[typing.Any]
+        expected_output_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item expected outputs. When set, all new and existing dataset items will be validated against this schema.
 
         request_options : typing.Optional[RequestOptions]
@@ -448,8 +448,8 @@ async def create(
         name: str,
         description: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Any] = OMIT,
-        input_schema: typing.Optional[typing.Any] = OMIT,
-        expected_output_schema: typing.Optional[typing.Any] = OMIT,
+        input_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
+        expected_output_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> Dataset:
         """
@@ -463,10 +463,10 @@ async def create(
 
         metadata : typing.Optional[typing.Any]
 
-        input_schema : typing.Optional[typing.Any]
+        input_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item inputs. When set, all new and existing dataset items will be validated against this schema.
 
-        expected_output_schema : typing.Optional[typing.Any]
+        expected_output_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item expected outputs. When set, all new and existing dataset items will be validated against this schema.
 
         request_options : typing.Optional[RequestOptions]

langfuse/api/datasets/raw_client.py

@@ -250,8 +250,8 @@ def create(
         name: str,
         description: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Any] = OMIT,
-        input_schema: typing.Optional[typing.Any] = OMIT,
-        expected_output_schema: typing.Optional[typing.Any] = OMIT,
+        input_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
+        expected_output_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> HttpResponse[Dataset]:
         """
@@ -265,10 +265,10 @@ def create(
 
         metadata : typing.Optional[typing.Any]
 
-        input_schema : typing.Optional[typing.Any]
+        input_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item inputs. When set, all new and existing dataset items will be validated against this schema.
 
-        expected_output_schema : typing.Optional[typing.Any]
+        expected_output_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item expected outputs. When set, all new and existing dataset items will be validated against this schema.
 
         request_options : typing.Optional[RequestOptions]
@@ -934,8 +934,8 @@ async def create(
         name: str,
         description: typing.Optional[str] = OMIT,
         metadata: typing.Optional[typing.Any] = OMIT,
-        input_schema: typing.Optional[typing.Any] = OMIT,
-        expected_output_schema: typing.Optional[typing.Any] = OMIT,
+        input_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
+        expected_output_schema: typing.Optional[typing.Dict[str, typing.Any]] = OMIT,
         request_options: typing.Optional[RequestOptions] = None,
     ) -> AsyncHttpResponse[Dataset]:
         """
@@ -949,10 +949,10 @@ async def create(
 
         metadata : typing.Optional[typing.Any]
 
-        input_schema : typing.Optional[typing.Any]
+        input_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item inputs. When set, all new and existing dataset items will be validated against this schema.
 
-        expected_output_schema : typing.Optional[typing.Any]
+        expected_output_schema : typing.Optional[typing.Dict[str, typing.Any]]
             JSON Schema for validating dataset item expected outputs. When set, all new and existing dataset items will be validated against this schema.
 
         request_options : typing.Optional[RequestOptions]

langfuse/api/datasets/types/create_dataset_request.py

@@ -13,14 +13,16 @@ class CreateDatasetRequest(UniversalBaseModel):
     description: typing.Optional[str] = None
     metadata: typing.Optional[typing.Any] = None
     input_schema: typing_extensions.Annotated[
-        typing.Optional[typing.Any], FieldMetadata(alias="inputSchema")
+        typing.Optional[typing.Dict[str, typing.Any]],
+        FieldMetadata(alias="inputSchema"),
     ] = pydantic.Field(default=None)
     """
     JSON Schema for validating dataset item inputs. When set, all new and existing dataset items will be validated against this schema.
     """
 
     expected_output_schema: typing_extensions.Annotated[
-        typing.Optional[typing.Any], FieldMetadata(alias="expectedOutputSchema")
+        typing.Optional[typing.Dict[str, typing.Any]],
+        FieldMetadata(alias="expectedOutputSchema"),
     ] = pydantic.Field(default=None)
     """
     JSON Schema for validating dataset item expected outputs. When set, all new and existing dataset items will be validated against this schema.

langfuse/api/evaluation_commons/__init__.py

@@ -32,6 +32,7 @@
         EvaluationRuleReadFilterBase,
         EvaluationRuleReadFilterWithKey,
         EvaluationRuleStringFilterOperator,
+        EvaluationRuleStringObjectFilterOperator,
         EvaluatorOutputDefinition,
         EvaluatorOutputDefinitionBase,
         EvaluatorOutputDefinition_Boolean,
@@ -85,6 +86,7 @@
     "EvaluationRuleReadFilterBase": ".types",
     "EvaluationRuleReadFilterWithKey": ".types",
     "EvaluationRuleStringFilterOperator": ".types",
+    "EvaluationRuleStringObjectFilterOperator": ".types",
     "EvaluatorOutputDefinition": ".types",
     "EvaluatorOutputDefinitionBase": ".types",
     "EvaluatorOutputDefinition_Boolean": ".types",
@@ -167,6 +169,7 @@ def __dir__():
     "EvaluationRuleReadFilterBase",
     "EvaluationRuleReadFilterWithKey",
     "EvaluationRuleStringFilterOperator",
+    "EvaluationRuleStringObjectFilterOperator",
     "EvaluatorOutputDefinition",
     "EvaluatorOutputDefinitionBase",
     "EvaluatorOutputDefinition_Boolean",

langfuse/api/evaluation_commons/types/__init__.py

@@ -45,6 +45,9 @@
     from .evaluation_rule_string_filter_operator import (
         EvaluationRuleStringFilterOperator,
     )
+    from .evaluation_rule_string_object_filter_operator import (
+        EvaluationRuleStringObjectFilterOperator,
+    )
     from .evaluator_output_definition import (
         EvaluatorOutputDefinition,
         EvaluatorOutputDefinition_Boolean,
@@ -101,6 +104,7 @@
     "EvaluationRuleReadFilterBase": ".evaluation_rule_read_filter_base",
     "EvaluationRuleReadFilterWithKey": ".evaluation_rule_read_filter_with_key",
     "EvaluationRuleStringFilterOperator": ".evaluation_rule_string_filter_operator",
+    "EvaluationRuleStringObjectFilterOperator": ".evaluation_rule_string_object_filter_operator",
     "EvaluatorOutputDefinition": ".evaluator_output_definition",
     "EvaluatorOutputDefinitionBase": ".evaluator_output_definition_base",
     "EvaluatorOutputDefinition_Boolean": ".evaluator_output_definition",
@@ -183,6 +187,7 @@ def __dir__():
     "EvaluationRuleReadFilterBase",
     "EvaluationRuleReadFilterWithKey",
     "EvaluationRuleStringFilterOperator",
+    "EvaluationRuleStringObjectFilterOperator",
     "EvaluatorOutputDefinition",
     "EvaluatorOutputDefinitionBase",
     "EvaluatorOutputDefinition_Boolean",