diff --git a/generated_types.json b/generated_types.json index afd9675f..73836592 100644 --- a/generated_types.json +++ b/generated_types.json @@ -5024,6 +5024,36 @@ } ] }, + "NamedScore": { + "type": "object", + "properties": { + "name": { + "type": "string" + }, + "score": { + "anyOf": [ + { + "type": "number", + "minimum": 0, + "maximum": 1 + }, + { + "type": "boolean" + }, + { + "type": "null" + } + ] + }, + "metadata": { + "type": "object", + "additionalProperties": {} + } + }, + "required": [ + "name" + ] + }, "NullableSavedFunctionId": { "anyOf": [ { @@ -8125,6 +8155,70 @@ } ] }, + "ScoreObject": { + "type": "object", + "properties": { + "name": { + "type": "string", + "description": "The score name. Defaults to the function name for a single score." + }, + "score": { + "anyOf": [ + { + "type": "number", + "minimum": 0, + "maximum": 1 + }, + { + "type": "boolean" + }, + { + "type": "null" + } + ] + }, + "metadata": { + "type": "object", + "additionalProperties": {} + } + }, + "required": [ + "score" + ] + }, + "ScoreResult": { + "anyOf": [ + { + "$ref": "#/components/schemas/ScoreObject" + }, + { + "$ref": "#/components/schemas/NamedScore" + }, + { + "anyOf": [ + { + "type": "number", + "minimum": 0, + "maximum": 1 + }, + { + "type": "boolean" + } + ] + }, + { + "type": "array", + "items": { + "$ref": "#/components/schemas/NamedScore" + }, + "description": "Multiple scores. Each score must have a unique name." + }, + { + "type": "null" + } + ], + "description": "The return value of a scorer function." + }, "ServiceToken": { "type": "object", "properties": { diff --git a/py/src/braintrust/_generated_types.py b/py/src/braintrust/_generated_types.py index 66935c00..676f5800 100644 --- a/py/src/braintrust/_generated_types.py +++ b/py/src/braintrust/_generated_types.py @@ -1507,6 +1507,12 @@ class ModelParamsModelParams4(TypedDict): reasoning_budget: NotRequired[float | None] +class NamedScore(TypedDict): + name: str + score: NotRequired[float | bool | None] + metadata: NotRequired[Mapping[str, Any] | None] + + class NullableSavedFunctionIdNullableSavedFunctionId(TypedDict): type: Literal['function'] id: str @@ -2482,6 +2488,23 @@ class SavedFunctionIdSavedFunctionId1(TypedDict): ) +class ScoreObject(TypedDict): + name: NotRequired[str | None] + """ + The score name. Defaults to the function name for a single score. + """ + score: float | bool | None + metadata: NotRequired[Mapping[str, Any] | None] + + +ScoreResult: TypeAlias = ( + ScoreObject | NamedScore | float | bool | Sequence[NamedScore] | None +) +""" +The return value of a scorer function. +""" + + class ServiceToken(TypedDict): id: str """ diff --git a/py/src/braintrust/generated_types.py b/py/src/braintrust/generated_types.py index 80d7aa2c..8b98ffae 100644 --- a/py/src/braintrust/generated_types.py +++ b/py/src/braintrust/generated_types.py @@ -1,4 +1,4 @@ -"""Auto-generated file (content hash 719572142fc24803) -- do not modify""" +"""Auto-generated file (content hash 52c1e6b1a10f5644) -- do not modify""" from ._generated_types import ( Acl, @@ -60,6 +60,7 @@ MCPServer, MessageRole, ModelParams, + NamedScore, NullableSavedFunctionId, ObjectReference, ObjectReferenceNullish, @@ -97,6 +98,8 @@ Role, RunEval, SavedFunctionId, + ScoreObject, + ScoreResult, ServiceToken, SpanAttributes, SpanIFrame, @@ -185,6 +188,7 @@ "MCPServer", "MessageRole", "ModelParams", + "NamedScore", "NullableSavedFunctionId", "ObjectReference", "ObjectReferenceNullish", @@ -224,6 +228,8 @@ "SSEConsoleEventData", "SSEProgressEventData", "SavedFunctionId", + "ScoreObject", + "ScoreResult", "ServiceToken", "SpanAttributes", "SpanIFrame",