feat(api): OpenAPI spec update via Stainless API (#184)

Author: stainless-app[bot]

.stats.yml

@@ -1,2 +1,2 @@
 configured_endpoints: 21
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-101dab0674c0098868baea52c37050f14ce1dffeadecc3978c77e7b8a47c608c.yml
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-ec010a81f2e8cfe74de9842b6fcd84599fd1d3f439ba3eb868fb5bdbfa2fa260.yml

src/resources/evaluation-assertions.ts

@@ -71,9 +71,7 @@ export interface EvaluationAssertion {
    */
   jsonPath: string | null;
 
-  targetThreshold: number | null;
-
-  targetValues: Array<string> | null;
+  targetValue: string | null;
 
   /**
    * The name of the tool to match. Only required when type is `TOOL_CALLED` or
@@ -85,19 +83,13 @@ export interface EvaluationAssertion {
    * The type of evaluation matcher to use.
    */
   type:
-    | 'CONTAINS_ALL'
-    | 'CONTAINS_ANY'
-    | 'COST'
+    | 'CONTAINS'
     | 'EXACT_MATCH'
-    | 'LATENCY'
-    | 'STARTS_WITH'
+    | 'JSON_CONTAINS'
+    | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
 
-  ignoreCase?: boolean;
-
-  negate?: boolean;
-
   /**
    * How heavily to weigh the assertion within the evaluation.
    */
@@ -119,9 +111,7 @@ export interface EvaluationAssertionCreateParams {
    */
   jsonPath: string | null;
 
-  targetThreshold: number | null;
-
-  targetValues: Array<string> | null;
+  targetValue: string | null;
 
   /**
    * The name of the tool to match. Only required when type is `TOOL_CALLED` or
@@ -133,19 +123,13 @@ export interface EvaluationAssertionCreateParams {
    * The type of evaluation matcher to use.
    */
   type:
-    | 'CONTAINS_ALL'
-    | 'CONTAINS_ANY'
-    | 'COST'
+    | 'CONTAINS'
     | 'EXACT_MATCH'
-    | 'LATENCY'
-    | 'STARTS_WITH'
+    | 'JSON_CONTAINS'
+    | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
 
-  ignoreCase?: boolean;
-
-  negate?: boolean;
-
   /**
    * How heavily to weigh the assertion within the evaluation.
    */
@@ -161,9 +145,7 @@ export interface EvaluationAssertionUpdateParams {
    */
   jsonPath: string | null;
 
-  targetThreshold: number | null;
-
-  targetValues: Array<string> | null;
+  targetValue: string | null;
 
   /**
    * The name of the tool to match. Only required when type is `TOOL_CALLED` or
@@ -175,19 +157,13 @@ export interface EvaluationAssertionUpdateParams {
    * The type of evaluation matcher to use.
    */
   type:
-    | 'CONTAINS_ALL'
-    | 'CONTAINS_ANY'
-    | 'COST'
+    | 'CONTAINS'
     | 'EXACT_MATCH'
-    | 'LATENCY'
-    | 'STARTS_WITH'
+    | 'JSON_CONTAINS'
+    | 'JSON_EXACT_MATCH'
     | 'TOOL_CALLED'
     | 'TOOL_CALLED_WITH';
 
-  ignoreCase?: boolean;
-
-  negate?: boolean;
-
   /**
    * How heavily to weigh the assertion within the evaluation.
    */

tests/api-resources/evaluation-assertions.test.ts

@@ -13,10 +13,9 @@ describe('resource evaluationAssertions', () => {
     const responsePromise = promptFoundry.evaluationAssertions.create({
       evaluationId: 'evaluationId',
       jsonPath: 'jsonPath',
-      targetThreshold: 0,
-      targetValues: ['string', 'string', 'string'],
+      targetValue: 'targetValue',
       toolName: 'toolName',
-      type: 'CONTAINS_ALL',
+      type: 'CONTAINS',
     });
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
@@ -31,12 +30,9 @@ describe('resource evaluationAssertions', () => {
     const response = await promptFoundry.evaluationAssertions.create({
       evaluationId: 'evaluationId',
       jsonPath: 'jsonPath',
-      targetThreshold: 0,
-      targetValues: ['string', 'string', 'string'],
+      targetValue: 'targetValue',
       toolName: 'toolName',
-      type: 'CONTAINS_ALL',
-      ignoreCase: true,
-      negate: true,
+      type: 'CONTAINS',
       weight: 0,
     });
   });
@@ -45,10 +41,9 @@ describe('resource evaluationAssertions', () => {
     const responsePromise = promptFoundry.evaluationAssertions.update('1212121', {
       evaluationId: 'evaluationId',
       jsonPath: 'jsonPath',
-      targetThreshold: 0,
-      targetValues: ['string', 'string', 'string'],
+      targetValue: 'targetValue',
       toolName: 'toolName',
-      type: 'CONTAINS_ALL',
+      type: 'CONTAINS',
     });
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
@@ -63,12 +58,9 @@ describe('resource evaluationAssertions', () => {
     const response = await promptFoundry.evaluationAssertions.update('1212121', {
       evaluationId: 'evaluationId',
       jsonPath: 'jsonPath',
-      targetThreshold: 0,
-      targetValues: ['string', 'string', 'string'],
+      targetValue: 'targetValue',
       toolName: 'toolName',
-      type: 'CONTAINS_ALL',
-      ignoreCase: true,
-      negate: true,
+      type: 'CONTAINS',
       weight: 0,
     });
   });