Skip to content

add use_native_inference to params schema #1238

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
knjiang wants to merge 6 commits into
base: main
Choose a base branch
from
+418 −478
Open

add use_native_inference to params schema #1238

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
22e273c
add braintrust inferencw
knjiang Jan 6, 2026
e936aca
Merge branch 'main' into ken/add-use-braintrust-inference
knjiang Jan 8, 2026
1024ba1
Merge branch 'main' into ken/add-use-braintrust-inference
knjiang Jan 10, 2026
d8264e4
Merge branch 'main' into ken/add-use-braintrust-inference
knjiang Jan 11, 2026
6d6097b
fixxx
knjiang Jan 11, 2026
797b0e7
updatee
knjiang Jan 12, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
201 changes: 196 additions & 5 deletions generated_types.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -337,6 +337,9 @@
},
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
}
},
"required": [
Expand Down Expand Up @@ -558,6 +561,26 @@
"function_ids",
"triggered_xact_id"
]
},
{
"type": "object",
"properties": {
"kind": {
"type": "string",
"enum": [
"mark_attempt_failed"
]
},
"function_ids": {
"type": "array",
"items": {},
"minItems": 1
}
},
"required": [
"kind",
"function_ids"
]
}
]
},
Expand Down Expand Up @@ -748,6 +771,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand Down Expand Up @@ -1853,12 +1879,17 @@
],
"additionalProperties": {},
"description": "User-controlled metadata about the dataset"
},
"url_slug": {
"type": "string",
"description": "URL slug for the dataset. used to construct dataset URLs"
}
},
"required": [
"id",
"project_id",
"name"
"name",
"url_slug"
]
},
"DatasetEvent": {
Expand Down Expand Up @@ -1929,7 +1960,7 @@
},
"span_id": {
"type": "string",
"description": "A unique identifier used to link different dataset events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/guides/tracing) for full details on tracing"
"description": "A unique identifier used to link different dataset events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/instrument) for full details on tracing"
},
"root_span_id": {
"type": "string",
Expand Down Expand Up @@ -2046,6 +2077,150 @@
"name"
]
},
"EvalStatusPage": {
"type": "object",
"properties": {
"id": {
"type": "string",
"format": "uuid",
"description": "Unique identifier for the eval status page"
},
"project_id": {
"type": "string",
"format": "uuid",
"description": "Unique identifier for the project that the eval status page belongs under"
},
"user_id": {
"type": [
"string",
"null"
],
"format": "uuid",
"description": "Identifies the user who created the eval status page"
},
"created": {
"type": [
"string",
"null"
],
"format": "date-time",
"description": "Date of eval status page creation"
},
"deleted_at": {
"type": [
"string",
"null"
],
"format": "date-time",
"description": "Date of eval status page deletion, or null if the eval status page is still active"
},
"name": {
"type": "string",
"description": "Name of the eval status page"
},
"description": {
"type": [
"string",
"null"
],
"description": "Textual description of the eval status page"
},
"logo_url": {
"type": [
"string",
"null"
],
"description": "URL of the logo to display on the page"
},
"theme": {
"$ref": "#/components/schemas/EvalStatusPageTheme"
},
"config": {
"$ref": "#/components/schemas/EvalStatusPageConfig"
}
},
"required": [
"id",
"project_id",
"name",
"theme",
"config"
],
"description": "A public eval status page that displays aggregate experiment results"
},
"EvalStatusPageConfig": {
"type": "object",
"properties": {
"score_columns": {
"type": [
"array",
"null"
],
"items": {
"type": "string"
},
"description": "The score columns to display on the page"
},
"metric_columns": {
"type": [
"array",
"null"
],
"items": {
"type": "string"
},
"description": "The metric columns to display on the page"
},
"grouping_field": {
"type": [
"string",
"null"
],
"description": "The metadata field to use for grouping experiments (model)"
},
"filter": {
"type": [
"string",
"null"
],
"description": "BTQL filter to apply to experiment data"
},
"sort_by": {
"type": [
"string",
"null"
],
"description": "Field to sort results by (format: 'score:<name>' or 'metric:<name>')"
},
"sort_order": {
"type": [
"string",
"null"
],
"enum": [
"asc",
"desc"
],
"description": "Sort order (ascending or descending)"
},
"api_key": {
"type": [
"string",
"null"
],
"description": "The API key used for fetching experiment data"
}
},
"description": "Configuration for what data to display"
},
"EvalStatusPageTheme": {
"type": "string",
"enum": [
"light",
"dark"
],
"description": "The theme for the page"
},
"Experiment": {
"type": "object",
"properties": {
Expand Down Expand Up @@ -2333,7 +2508,7 @@
},
"span_id": {
"type": "string",
"description": "A unique identifier used to link different experiment events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/guides/tracing) for full details on tracing"
"description": "A unique identifier used to link different experiment events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/instrument) for full details on tracing"
},
"span_parents": {
"type": [
Expand Down Expand Up @@ -3038,6 +3213,7 @@
"tool",
"scorer",
"task",
"workflow",
"custom_view",
"preprocessor",
"facet"
Expand Down Expand Up @@ -3903,6 +4079,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand Down Expand Up @@ -4050,6 +4229,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand Down Expand Up @@ -4092,6 +4274,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand Down Expand Up @@ -4120,6 +4305,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand All @@ -4142,6 +4330,9 @@
"use_cache": {
"type": "boolean"
},
"use_native_inference": {
"type": "boolean"
},
"reasoning_enabled": {
"type": "boolean"
},
Expand Down Expand Up @@ -5038,7 +5229,7 @@
},
"span_id": {
"type": "string",
"description": "A unique identifier used to link different project logs events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/guides/tracing) for full details on tracing"
"description": "A unique identifier used to link different project logs events together as part of a full trace. See the [tracing guide](https://www.braintrust.dev/docs/instrument) for full details on tracing"
},
"span_parents": {
"type": [
Expand Down Expand Up @@ -7503,7 +7694,7 @@
"license": {
"name": "Apache 2.0"
},
"x-internal-git-sha": "87ac73f4945a47eff2d4e42775ba4dbc58854c73"
"x-internal-git-sha": "33ab31eaa0c3d1873a3b877c52d0a3a20015f939"
},
"paths": {},
"webhooks": {}
Expand Down
Loading
Loading