@@ -54,6 +54,7 @@ def create(
54
54
name : str ,
55
55
context_identifier : Optional [str ] | Omit = omit ,
56
56
enabled : bool | Omit = omit ,
57
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
57
58
is_default : bool | Omit = omit ,
58
59
priority : Optional [int ] | Omit = omit ,
59
60
query_identifier : Optional [str ] | Omit = omit ,
@@ -86,6 +87,9 @@ def create(
86
87
87
88
enabled: Allows the evaluation to be disabled without removing it
88
89
90
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
91
+ guardrailed
92
+
89
93
is_default: Whether the eval is a default, built-in eval or a custom eval
90
94
91
95
priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -124,6 +128,7 @@ def create(
124
128
"name" : name ,
125
129
"context_identifier" : context_identifier ,
126
130
"enabled" : enabled ,
131
+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
127
132
"is_default" : is_default ,
128
133
"priority" : priority ,
129
134
"query_identifier" : query_identifier ,
@@ -152,6 +157,7 @@ def update(
152
157
name : str ,
153
158
context_identifier : Optional [str ] | Omit = omit ,
154
159
enabled : bool | Omit = omit ,
160
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
155
161
is_default : bool | Omit = omit ,
156
162
priority : Optional [int ] | Omit = omit ,
157
163
query_identifier : Optional [str ] | Omit = omit ,
@@ -184,6 +190,9 @@ def update(
184
190
185
191
enabled: Allows the evaluation to be disabled without removing it
186
192
193
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
194
+ guardrailed
195
+
187
196
is_default: Whether the eval is a default, built-in eval or a custom eval
188
197
189
198
priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -221,6 +230,7 @@ def update(
221
230
project_id : str ,
222
231
body_eval_key : str ,
223
232
enabled : bool | Omit = omit ,
233
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
224
234
priority : Optional [int ] | Omit = omit ,
225
235
should_escalate : bool | Omit = omit ,
226
236
should_guardrail : bool | Omit = omit ,
@@ -242,6 +252,9 @@ def update(
242
252
243
253
enabled: Allows the evaluation to be disabled without removing it
244
254
255
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
256
+ guardrailed
257
+
245
258
priority: Priority order for evals (lower number = higher priority) to determine primary
246
259
eval issue to surface
247
260
@@ -275,6 +288,7 @@ def update(
275
288
name : str | Omit = omit ,
276
289
context_identifier : Optional [str ] | Omit = omit ,
277
290
enabled : bool | Omit = omit ,
291
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
278
292
is_default : bool | Omit = omit ,
279
293
priority : Optional [int ] | Omit = omit ,
280
294
query_identifier : Optional [str ] | Omit = omit ,
@@ -303,6 +317,7 @@ def update(
303
317
"name" : name ,
304
318
"context_identifier" : context_identifier ,
305
319
"enabled" : enabled ,
320
+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
306
321
"is_default" : is_default ,
307
322
"priority" : priority ,
308
323
"query_identifier" : query_identifier ,
@@ -433,6 +448,7 @@ async def create(
433
448
name : str ,
434
449
context_identifier : Optional [str ] | Omit = omit ,
435
450
enabled : bool | Omit = omit ,
451
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
436
452
is_default : bool | Omit = omit ,
437
453
priority : Optional [int ] | Omit = omit ,
438
454
query_identifier : Optional [str ] | Omit = omit ,
@@ -465,6 +481,9 @@ async def create(
465
481
466
482
enabled: Allows the evaluation to be disabled without removing it
467
483
484
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
485
+ guardrailed
486
+
468
487
is_default: Whether the eval is a default, built-in eval or a custom eval
469
488
470
489
priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -503,6 +522,7 @@ async def create(
503
522
"name" : name ,
504
523
"context_identifier" : context_identifier ,
505
524
"enabled" : enabled ,
525
+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
506
526
"is_default" : is_default ,
507
527
"priority" : priority ,
508
528
"query_identifier" : query_identifier ,
@@ -531,6 +551,7 @@ async def update(
531
551
name : str ,
532
552
context_identifier : Optional [str ] | Omit = omit ,
533
553
enabled : bool | Omit = omit ,
554
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
534
555
is_default : bool | Omit = omit ,
535
556
priority : Optional [int ] | Omit = omit ,
536
557
query_identifier : Optional [str ] | Omit = omit ,
@@ -563,6 +584,9 @@ async def update(
563
584
564
585
enabled: Allows the evaluation to be disabled without removing it
565
586
587
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
588
+ guardrailed
589
+
566
590
is_default: Whether the eval is a default, built-in eval or a custom eval
567
591
568
592
priority: Priority order for evals (lower number = higher priority) to determine primary
@@ -600,6 +624,7 @@ async def update(
600
624
project_id : str ,
601
625
body_eval_key : str ,
602
626
enabled : bool | Omit = omit ,
627
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
603
628
priority : Optional [int ] | Omit = omit ,
604
629
should_escalate : bool | Omit = omit ,
605
630
should_guardrail : bool | Omit = omit ,
@@ -621,6 +646,9 @@ async def update(
621
646
622
647
enabled: Allows the evaluation to be disabled without removing it
623
648
649
+ guardrailed_fallback_message: Fallback message to use if this eval fails and causes the response to be
650
+ guardrailed
651
+
624
652
priority: Priority order for evals (lower number = higher priority) to determine primary
625
653
eval issue to surface
626
654
@@ -654,6 +682,7 @@ async def update(
654
682
name : str | Omit = omit ,
655
683
context_identifier : Optional [str ] | Omit = omit ,
656
684
enabled : bool | Omit = omit ,
685
+ guardrailed_fallback_message : Optional [str ] | Omit = omit ,
657
686
is_default : bool | Omit = omit ,
658
687
priority : Optional [int ] | Omit = omit ,
659
688
query_identifier : Optional [str ] | Omit = omit ,
@@ -682,6 +711,7 @@ async def update(
682
711
"name" : name ,
683
712
"context_identifier" : context_identifier ,
684
713
"enabled" : enabled ,
714
+ "guardrailed_fallback_message" : guardrailed_fallback_message ,
685
715
"is_default" : is_default ,
686
716
"priority" : priority ,
687
717
"query_identifier" : query_identifier ,
0 commit comments