Add classifier function typespecs

generated_types.json

@@ -558,6 +558,26 @@
               "function_ids",
               "triggered_xact_id"
             ]
+          },
+          {
+            "type": "object",
+            "properties": {
+              "kind": {
+                "type": "string",
+                "enum": [
+                  "mark_attempt_failed"
+                ]
+              },
+              "function_ids": {
+                "type": "array",
+                "items": {},
+                "minItems": 1
+              }
+            },
+            "required": [
+              "kind",
+              "function_ids"
+            ]
           }
         ]
       },
@@ -1853,12 +1873,17 @@
             ],
             "additionalProperties": {},
             "description": "User-controlled metadata about the dataset"
+          },
+          "url_slug": {
+            "type": "string",
+            "description": "URL slug for the dataset. used to construct dataset URLs"
           }
         },
         "required": [
           "id",
           "project_id",
-          "name"
+          "name",
+          "url_slug"
         ]
       },
       "DatasetEvent": {
@@ -2046,6 +2071,150 @@
           "name"
         ]
       },
+      "EvalStatusPage": {
+        "type": "object",
+        "properties": {
+          "id": {
+            "type": "string",
+            "format": "uuid",
+            "description": "Unique identifier for the eval status page"
+          },
+          "project_id": {
+            "type": "string",
+            "format": "uuid",
+            "description": "Unique identifier for the project that the eval status page belongs under"
+          },
+          "user_id": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "format": "uuid",
+            "description": "Identifies the user who created the eval status page"
+          },
+          "created": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "format": "date-time",
+            "description": "Date of eval status page creation"
+          },
+          "deleted_at": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "format": "date-time",
+            "description": "Date of eval status page deletion, or null if the eval status page is still active"
+          },
+          "name": {
+            "type": "string",
+            "description": "Name of the eval status page"
+          },
+          "description": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "Textual description of the eval status page"
+          },
+          "logo_url": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "URL of the logo to display on the page"
+          },
+          "theme": {
+            "$ref": "#/components/schemas/EvalStatusPageTheme"
+          },
+          "config": {
+            "$ref": "#/components/schemas/EvalStatusPageConfig"
+          }
+        },
+        "required": [
+          "id",
+          "project_id",
+          "name",
+          "theme",
+          "config"
+        ],
+        "description": "A public eval status page that displays aggregate experiment results"
+      },
+      "EvalStatusPageConfig": {
+        "type": "object",
+        "properties": {
+          "score_columns": {
+            "type": [
+              "array",
+              "null"
+            ],
+            "items": {
+              "type": "string"
+            },
+            "description": "The score columns to display on the page"
+          },
+          "metric_columns": {
+            "type": [
+              "array",
+              "null"
+            ],
+            "items": {
+              "type": "string"
+            },
+            "description": "The metric columns to display on the page"
+          },
+          "grouping_field": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "The metadata field to use for grouping experiments (model)"
+          },
+          "filter": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "BTQL filter to apply to experiment data"
+          },
+          "sort_by": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "Field to sort results by (format: 'score:<name>' or 'metric:<name>')"
+          },
+          "sort_order": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "enum": [
+              "asc",
+              "desc"
+            ],
+            "description": "Sort order (ascending or descending)"
+          },
+          "api_key": {
+            "type": [
+              "string",
+              "null"
+            ],
+            "description": "The API key used for fetching experiment data"
+          }
+        },
+        "description": "Configuration for what data to display"
+      },
+      "EvalStatusPageTheme": {
+        "type": "string",
+        "enum": [
+          "light",
+          "dark"
+        ],
+        "description": "The theme for the page"
+      },
       "Experiment": {
         "type": "object",
         "properties": {
@@ -3038,16 +3207,20 @@
           "tool",
           "scorer",
           "task",
+          "workflow",
           "custom_view",
           "preprocessor",
-          "facet"
+          "facet",
+          "classifier"
         ]
       },
       "FunctionOutputType": {
         "type": "string",
         "enum": [
           "completion",
           "score",
+          "facet",
+          "tag",
           "any"
         ]
       },
@@ -3060,7 +3233,9 @@
           "tool",
           "custom_view",
           "preprocessor",
-          "facet"
+          "facet",
+          "classifier",
+          "tag"
         ],
         "default": "scorer",
         "description": "The type of global function. Defaults to 'scorer'."
@@ -3077,7 +3252,9 @@
           "tool",
           "custom_view",
           "preprocessor",
-          "facet"
+          "facet",
+          "classifier",
+          "tag"
         ]
       },
       "GitMetadataSettings": {
@@ -5904,13 +6081,24 @@
               "type": "number",
               "minimum": 0,
               "maximum": 1
-            }
+            },
+            "description": "Map of choices to scores (0-1). Used by scorers."
+          },
+          "choice": {
+            "type": "array",
+            "items": {
+              "type": "string"
+            },
+            "description": "List of valid choices without score mapping. Used by classifiers that deposit output to tags."
+          },
+          "allow_no_match": {
+            "type": "boolean",
+            "description": "If true, adds a 'No match' option. When selected, no tag is deposited."
           }
         },
         "required": [
           "type",
-          "use_cot",
-          "choice_scores"
+          "use_cot"
         ]
       },
       "PromptSessionEvent": {
@@ -6739,7 +6927,8 @@
           "tool",
           "automation",
           "facet",
-          "preprocessor"
+          "preprocessor",
+          "classifier"
         ],
         "description": "Type of the span, for display purposes only"
       },
@@ -7063,6 +7252,7 @@
               "prompts",
               "tools",
               "scorers",
+              "classifiers",
               "logs",
               "monitor",
               "for_review"
@@ -7503,7 +7693,7 @@
     "license": {
       "name": "Apache 2.0"
     },
-    "x-internal-git-sha": "87ac73f4945a47eff2d4e42775ba4dbc58854c73"
+    "x-internal-git-sha": "c99d1e6fbf062688da7f1f22394c72ea480fe81a"
   },
   "paths": {},
   "webhooks": {}