feat(api): OpenAPI spec update via Stainless API (#53)

Author: stainless-app[bot]

.stats.yml

@@ -1,2 +1,2 @@
 configured_endpoints: 21
-openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-d41bc488242c386f09b168a0bf060dba4a5e33e7a724fe5772e150bb62523028.yml
+openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/prompt-foundry%2Fprompt-foundry-sdk-5099b2b6ce467e4cae4520a778d3149d96ddf1331960860509028e7e2ac4b3f7.yml

src/resources/evaluation-assertions.ts

@@ -65,24 +65,30 @@ export interface EvaluationAssertion {
 
   evaluationId: string;
 
-  matcher: EvaluationAssertion.Matcher;
+  /**
+   * A JSON path to use when matching the response. Only required when type is
+   * `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
+   */
+  jsonPath: string | null;
 
-  target: string;
-}
+  targetValue: string;
 
-export namespace EvaluationAssertion {
-  export interface Matcher {
-    /**
-     * A JSON path to use when matching the response. Only required when type is
-     * `jsonPath`.
-     */
-    jsonPath: string | null;
-
-    /**
-     * The type of evaluation matcher to use.
-     */
-    type: 'CONTAINS' | 'EQUALS' | 'JSON';
-  }
+  /**
+   * The name of the tool to match. Only required when type is `TOOL_CALLED` or
+   * `TOOL_CALLED_WITH`.
+   */
+  toolName: string | null;
+
+  /**
+   * The type of evaluation matcher to use.
+   */
+  type:
+    | 'EXACT_MATCH'
+    | 'CONTAINS'
+    | 'JSON_EXACT_MATCH'
+    | 'JSON_CONTAINS'
+    | 'TOOL_CALLED'
+    | 'TOOL_CALLED_WITH';
 }
 
 export type EvaluationAssertionListResponse = Array<EvaluationAssertion>;
@@ -94,47 +100,59 @@ export interface EvaluationAssertionDeleteResponse {
 export interface EvaluationAssertionCreateParams {
   evaluationId: string;
 
-  matcher: EvaluationAssertionCreateParams.Matcher;
+  /**
+   * A JSON path to use when matching the response. Only required when type is
+   * `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
+   */
+  jsonPath: string | null;
 
-  target: string;
-}
+  targetValue: string;
 
-export namespace EvaluationAssertionCreateParams {
-  export interface Matcher {
-    /**
-     * A JSON path to use when matching the response. Only required when type is
-     * `jsonPath`.
-     */
-    jsonPath: string | null;
-
-    /**
-     * The type of evaluation matcher to use.
-     */
-    type: 'CONTAINS' | 'EQUALS' | 'JSON';
-  }
+  /**
+   * The name of the tool to match. Only required when type is `TOOL_CALLED` or
+   * `TOOL_CALLED_WITH`.
+   */
+  toolName: string | null;
+
+  /**
+   * The type of evaluation matcher to use.
+   */
+  type:
+    | 'EXACT_MATCH'
+    | 'CONTAINS'
+    | 'JSON_EXACT_MATCH'
+    | 'JSON_CONTAINS'
+    | 'TOOL_CALLED'
+    | 'TOOL_CALLED_WITH';
 }
 
 export interface EvaluationAssertionUpdateParams {
   evaluationId: string;
 
-  matcher: EvaluationAssertionUpdateParams.Matcher;
+  /**
+   * A JSON path to use when matching the response. Only required when type is
+   * `JSON_EXACT_MATCH` or `JSON_CONTAINS`.
+   */
+  jsonPath: string | null;
 
-  target: string;
-}
+  targetValue: string;
 
-export namespace EvaluationAssertionUpdateParams {
-  export interface Matcher {
-    /**
-     * A JSON path to use when matching the response. Only required when type is
-     * `jsonPath`.
-     */
-    jsonPath: string | null;
-
-    /**
-     * The type of evaluation matcher to use.
-     */
-    type: 'CONTAINS' | 'EQUALS' | 'JSON';
-  }
+  /**
+   * The name of the tool to match. Only required when type is `TOOL_CALLED` or
+   * `TOOL_CALLED_WITH`.
+   */
+  toolName: string | null;
+
+  /**
+   * The type of evaluation matcher to use.
+   */
+  type:
+    | 'EXACT_MATCH'
+    | 'CONTAINS'
+    | 'JSON_EXACT_MATCH'
+    | 'JSON_CONTAINS'
+    | 'TOOL_CALLED'
+    | 'TOOL_CALLED_WITH';
 }
 
 export interface EvaluationAssertionListParams {

tests/api-resources/evaluation-assertions.test.ts

@@ -12,8 +12,10 @@ describe('resource evaluationAssertions', () => {
   test('create: only required params', async () => {
     const responsePromise = promptFoundry.evaluationAssertions.create({
       evaluationId: 'string',
-      matcher: { type: 'CONTAINS', jsonPath: 'string' },
-      target: 'string',
+      jsonPath: 'string',
+      targetValue: 'string',
+      toolName: 'string',
+      type: 'EXACT_MATCH',
     });
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
@@ -27,16 +29,20 @@ describe('resource evaluationAssertions', () => {
   test('create: required and optional params', async () => {
     const response = await promptFoundry.evaluationAssertions.create({
       evaluationId: 'string',
-      matcher: { type: 'CONTAINS', jsonPath: 'string' },
-      target: 'string',
+      jsonPath: 'string',
+      targetValue: 'string',
+      toolName: 'string',
+      type: 'EXACT_MATCH',
     });
   });
 
   test('update: only required params', async () => {
     const responsePromise = promptFoundry.evaluationAssertions.update('1212121', {
       evaluationId: 'string',
-      matcher: { type: 'CONTAINS', jsonPath: 'string' },
-      target: 'string',
+      jsonPath: 'string',
+      targetValue: 'string',
+      toolName: 'string',
+      type: 'EXACT_MATCH',
     });
     const rawResponse = await responsePromise.asResponse();
     expect(rawResponse).toBeInstanceOf(Response);
@@ -50,8 +56,10 @@ describe('resource evaluationAssertions', () => {
   test('update: required and optional params', async () => {
     const response = await promptFoundry.evaluationAssertions.update('1212121', {
       evaluationId: 'string',
-      matcher: { type: 'CONTAINS', jsonPath: 'string' },
-      target: 'string',
+      jsonPath: 'string',
+      targetValue: 'string',
+      toolName: 'string',
+      type: 'EXACT_MATCH',
     });
   });