fix: skip AI summary if model isn't available

We use a Gemini model to generate an AI summary, but Gemini might not be available.

Fixes #147.

Author: crisbeto

runner/orchestration/generate-summary.ts

@@ -44,13 +44,17 @@ export async function prepareSummary(
     console.log(`✨ Generating AI summary for evaluation run..`);
     try {
       const result = await summarizeReportWithAI(genkit, abortSignal, assessments);
-      inputTokens += result.usage.inputTokens;
-      outputTokens += result.usage.outputTokens;
-      totalTokens += result.usage.totalTokens;
-      aiSummary = result.responseHtml;
-      console.log(`✅ Generated AI summary.`);
+
+      if (result !== null) {
+        inputTokens += result.usage.inputTokens;
+        outputTokens += result.usage.outputTokens;
+        totalTokens += result.usage.totalTokens;
+        aiSummary = result.responseHtml;
+        console.log(`✅ Generated AI summary.`);
+      }
     } catch (e) {
       console.log(`${redX()} Failed to generate AI summary, skipping summary.`);
+
       if ((e as Partial<Error>).stack) {
         console.error((e as Error).stack);
       }

runner/reporting/report-ai-summary.ts

@@ -1,17 +1,18 @@
 import {GenkitRunner} from '../codegen/genkit/genkit-runner.js';
-import {
-  AssessmentResult,
-  ReportContextFilter,
-  RatingContextFilter,
-  AiChatContextFilters,
-} from '../shared-interfaces.js';
+import {AssessmentResult, ReportContextFilter, RatingContextFilter} from '../shared-interfaces.js';
 import {chatWithReportAI} from './report-ai-chat.js';
 
 export async function summarizeReportWithAI(
   llm: GenkitRunner,
   abortSignal: AbortSignal,
   assessments: AssessmentResult[],
 ) {
+  const model = 'gemini-2.5-flash-lite';
+
+  if (!llm.getSupportedModels().includes(model)) {
+    return null;
+  }
+
   return chatWithReportAI(
     llm,
     `Strictly follow the instructions here.
@@ -31,7 +32,7 @@ Categorize the failures and provide a brief summary of the report. Keep it short
     assessments,
     [],
     // For AI summaries we use lite model as it's faster and cheaper (+ reduces rate limiting)
-    'gemini-2.5-flash-lite',
+    model,
     {
       reportContextFilter: ReportContextFilter.NonPerfectReports,
       ratingContextFilter: RatingContextFilter.NonPerfectRatings,