mv script

Author: ci-bot

.circleci/config.yml

@@ -382,38 +382,17 @@ jobs:
               | grep -v metamask)
             COUNT=$(printf '%s\n' "$TEST_NAMES" | wc -l | awk '{print $1}')
             echo "Found $COUNT enabled tests. Planning for << parameters.shards >> shard(s)."
+            
             # Run planner once to produce a manifest with all bins
-            printf '%s\n' "$TEST_NAMES" | node scripts/plan-shards.js --shards << parameters.shards >> --index 0 --timings timings-current.json --manifest-out reports/shards/manifest.json --verbose > /dev/null
-            # Generate overview and per-shard file lists
-            node -e '
-              const fs = require("fs");
-              const path = require("path");
-              const outDir = path.join("reports","shards");
-              const m = JSON.parse(fs.readFileSync(path.join(outDir, "manifest.json"), "utf8"));
-              const bins = Array.isArray(m.bins) ? m.bins : [];
-              // Build known/unknown stats using timings-current.json if present
-              const timingsPath = "timings-current.json";
-              let known = new Set();
-              try {
-                const t = JSON.parse(fs.readFileSync(timingsPath, "utf8"));
-                for (const f of (t.files||[])) if (f && f.file) known.add(String(f.file).trim());
-              } catch(_) {}
-              let totalTests = 0, knownCount = 0, unknownCount = 0;
-              bins.forEach(b => {
-                const names = (b.items||[]).map(it => typeof it === "string" ? it : (it && it.name) || it).filter(Boolean);
-                totalTests += names.length;
-                names.forEach(n => { if (known.has(n)) knownCount++; else unknownCount++; });
-              });
-              const overview = bins.map((b,i)=>({ shard:i, count:(b.items||[]).length, totalSec:Number(b.total||0) }));
-              const lines = overview.map(o=>`#${o.shard}\tcount=${o.count}\ttotal=${o.totalSec.toFixed(2)}s`);
-              fs.writeFileSync(path.join(outDir, "overview.txt"), lines.join("\n")+"\n");
-              fs.writeFileSync(path.join(outDir, "overview.json"), JSON.stringify({ shards: bins.length, overview, totals: bins.map(b=>b.total), counts: bins.map(b=>(b.items||[]).length), stats: { totalTests, knownCount, unknownCount } }, null, 2));
-              bins.forEach((b,i)=>{
-                const names = (b.items||[]).map(it => typeof it === "string" ? it : (it && it.name) || it).filter(Boolean);
-                fs.writeFileSync(path.join(outDir, `files-${i}.txt`), names.join("\n") + (names.length?"\n":""));
-              });
-              console.log("Wrote overview.txt, overview.json and files-<i>.txt to", outDir);
-            '
+            printf '%s\n' "$TEST_NAMES" | node scripts/plan-shards.js \
+              --shards << parameters.shards >> \
+              --index 0 \
+              --timings timings-current.json \
+              --manifest-out reports/shards/manifest.json \
+              --verbose > /dev/null
+            
+            # Generate overview and per-shard file lists using dedicated script
+            node scripts/generate-shard-overview.js reports/shards timings-current.json
       - store_artifacts:
           path: ./reports/shards
       - store_artifacts:

scripts/generate-shard-overview.js

@@ -0,0 +1,107 @@
+#!/usr/bin/env node
+
+/**
+ * Generate shard planning overview files from manifest.json
+ * 
+ * Reads a manifest.json file produced by plan-shards.js and generates:
+ * - overview.txt: Human-readable shard summary
+ * - overview.json: JSON format with stats
+ * - files-<i>.txt: Test file list for each shard
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+const outDir = process.argv[2] || path.join('reports', 'shards');
+const timingsPath = process.argv[3] || 'timings-current.json';
+const manifestPath = path.join(outDir, 'manifest.json');
+
+if (!fs.existsSync(manifestPath)) {
+  console.error(`❌ Manifest file not found: ${manifestPath}`);
+  process.exit(1);
+}
+
+const manifest = JSON.parse(fs.readFileSync(manifestPath, 'utf8'));
+const bins = Array.isArray(manifest.bins) ? manifest.bins : [];
+
+// Build known/unknown stats using timings file if present
+let known = new Set();
+try {
+  const timings = JSON.parse(fs.readFileSync(timingsPath, 'utf8'));
+  for (const f of (timings.files || [])) {
+    if (f && f.file) {
+      known.add(String(f.file).trim());
+    }
+  }
+} catch (err) {
+  console.warn(`⚠️  Could not load timings from ${timingsPath}: ${err.message}`);
+}
+
+// Calculate statistics
+let totalTests = 0;
+let knownCount = 0;
+let unknownCount = 0;
+
+bins.forEach(bin => {
+  const names = (bin.items || [])
+    .map(it => typeof it === 'string' ? it : (it && it.name) || it)
+    .filter(Boolean);
+  
+  totalTests += names.length;
+  names.forEach(name => {
+    if (known.has(name)) {
+      knownCount++;
+    } else {
+      unknownCount++;
+    }
+  });
+});
+
+// Generate overview data
+const overview = bins.map((bin, i) => ({
+  shard: i,
+  count: (bin.items || []).length,
+  totalSec: Number(bin.total || 0)
+}));
+
+// Write overview.txt (human-readable)
+const lines = overview.map(o => 
+  `#${o.shard}\tcount=${o.count}\ttotal=${o.totalSec.toFixed(2)}s`
+);
+fs.writeFileSync(
+  path.join(outDir, 'overview.txt'),
+  lines.join('\n') + '\n'
+);
+
+// Write overview.json (structured data)
+const overviewData = {
+  shards: bins.length,
+  overview,
+  totals: bins.map(b => b.total),
+  counts: bins.map(b => (b.items || []).length),
+  stats: {
+    totalTests,
+    knownCount,
+    unknownCount,
+    knownPercentage: totalTests > 0 ? ((knownCount / totalTests) * 100).toFixed(1) : 0
+  }
+};
+fs.writeFileSync(
+  path.join(outDir, 'overview.json'),
+  JSON.stringify(overviewData, null, 2)
+);
+
+// Write files-<i>.txt (test list per shard)
+bins.forEach((bin, i) => {
+  const names = (bin.items || [])
+    .map(it => typeof it === 'string' ? it : (it && it.name) || it)
+    .filter(Boolean);
+  
+  fs.writeFileSync(
+    path.join(outDir, `files-${i}.txt`),
+    names.join('\n') + (names.length ? '\n' : '')
+  );
+});
+
+console.log(`✅ Wrote overview.txt, overview.json and ${bins.length} shard files to ${outDir}`);
+console.log(`   Total tests: ${totalTests} (${knownCount} with timing data, ${unknownCount} unknown)`);