♻️ Rename e2e-summary.json to e2e-summary.md

The E2E test summary file contains Markdown content (with mermaid charts),
not JSON. This updates the file extension and parsing logic throughout the
memory profiling scripts to correctly handle the Markdown format.

Changes:
- run-profiled-test.sh: Output to e2e-summary.md instead of .json
- analyze-profiles.sh: Parse Markdown Alerts section instead of JSON
- compare-profiles.sh: Compare Markdown alert sections between tests

Author: tmshort

hack/tools/memory-profiling/analyze-profiles.sh

@@ -209,47 +209,30 @@ EOF
 fi
 
 # Prometheus Alerts Analysis
-if [ -f "${OUTPUT_DIR}/e2e-summary.json" ]; then
+if [ -f "${OUTPUT_DIR}/e2e-summary.md" ]; then
     log_info "Analyzing Prometheus alerts..."
     cat >> "${REPORT_FILE}" << 'EOF'
 
 ## Prometheus Alerts
 
 EOF
 
-    # Check if jq is available for JSON parsing
-    if command -v jq >/dev/null 2>&1; then
-        # Extract alerts from e2e-summary.json
-        ALERTS=$(jq -r '.prometheusAlerts // [] | .[] | "- **\(.labels.alertname)** (Severity: \(.labels.severity // "unknown"))\n  - \(.annotations.description // .annotations.message // "No description")"' "${OUTPUT_DIR}/e2e-summary.json" 2>/dev/null || echo "")
+    # Extract the Alerts section from the markdown file
+    # Look for "## Alerts" section and extract until next ## section or end
+    ALERTS_SECTION=$(sed -n '/^## Alerts/,/^##/p' "${OUTPUT_DIR}/e2e-summary.md" | sed '$d' | tail -n +2)
 
-        if [ -n "${ALERTS}" ]; then
-            cat >> "${REPORT_FILE}" << EOF
-### Alerts Detected
+    if [ -n "${ALERTS_SECTION}" ] && [ "${ALERTS_SECTION}" != "None." ]; then
+        cat >> "${REPORT_FILE}" << EOF
+${ALERTS_SECTION}
 
-${ALERTS}
+Full E2E test summary available at: \`e2e-summary.md\`
 
 EOF
-        else
-            cat >> "${REPORT_FILE}" << 'EOF'
-No Prometheus alerts detected during test execution.
-
-EOF
-        fi
-
-        # Extract test failures if any
-        TEST_FAILURES=$(jq -r '.testFailures // [] | .[] | "- \(.test): \(.message)"' "${OUTPUT_DIR}/e2e-summary.json" 2>/dev/null || echo "")
-
-        if [ -n "${TEST_FAILURES}" ]; then
-            cat >> "${REPORT_FILE}" << EOF
-### Test Failures
-
-${TEST_FAILURES}
-
-EOF
-        fi
     else
         cat >> "${REPORT_FILE}" << 'EOF'
-E2E summary available at `e2e-summary.json` (install `jq` for detailed alert parsing)
+No Prometheus alerts detected during test execution.
+
+Full E2E test summary available at: `e2e-summary.md`
 
 EOF
     fi

hack/tools/memory-profiling/compare-profiles.sh

@@ -286,69 +286,64 @@ cat >> "${REPORT_FILE}" << 'EOF'
 EOF
 
 # Compare prometheus alerts if available
-if [ -f "${TEST1_DIR}/e2e-summary.json" ] || [ -f "${TEST2_DIR}/e2e-summary.json" ]; then
-    if command -v jq >/dev/null 2>&1; then
-        # Test 1 alerts
-        if [ -f "${TEST1_DIR}/e2e-summary.json" ]; then
-            ALERTS1=$(jq -r '.prometheusAlerts // [] | length' "${TEST1_DIR}/e2e-summary.json" 2>/dev/null || echo "0")
-            ALERTS1_NAMES=$(jq -r '.prometheusAlerts // [] | .[].labels.alertname' "${TEST1_DIR}/e2e-summary.json" 2>/dev/null | sort | uniq || echo "")
+if [ -f "${TEST1_DIR}/e2e-summary.md" ] || [ -f "${TEST2_DIR}/e2e-summary.md" ]; then
+    # Test 1 alerts
+    if [ -f "${TEST1_DIR}/e2e-summary.md" ]; then
+        ALERTS1_SECTION=$(sed -n '/^## Alerts/,/^##/p' "${TEST1_DIR}/e2e-summary.md" | sed '$d' | tail -n +2)
+        if [ -n "${ALERTS1_SECTION}" ] && [ "${ALERTS1_SECTION}" != "None." ]; then
+            ALERTS1="Present"
         else
-            ALERTS1="N/A"
-            ALERTS1_NAMES=""
+            ALERTS1="None"
         fi
+    else
+        ALERTS1="N/A"
+    fi
 
-        # Test 2 alerts
-        if [ -f "${TEST2_DIR}/e2e-summary.json" ]; then
-            ALERTS2=$(jq -r '.prometheusAlerts // [] | length' "${TEST2_DIR}/e2e-summary.json" 2>/dev/null || echo "0")
-            ALERTS2_NAMES=$(jq -r '.prometheusAlerts // [] | .[].labels.alertname' "${TEST2_DIR}/e2e-summary.json" 2>/dev/null | sort | uniq || echo "")
+    # Test 2 alerts
+    if [ -f "${TEST2_DIR}/e2e-summary.md" ]; then
+        ALERTS2_SECTION=$(sed -n '/^## Alerts/,/^##/p' "${TEST2_DIR}/e2e-summary.md" | sed '$d' | tail -n +2)
+        if [ -n "${ALERTS2_SECTION}" ] && [ "${ALERTS2_SECTION}" != "None." ]; then
+            ALERTS2="Present"
         else
-            ALERTS2="N/A"
-            ALERTS2_NAMES=""
+            ALERTS2="None"
         fi
+    else
+        ALERTS2="N/A"
+    fi
 
-        cat >> "${REPORT_FILE}" << EOF
+    cat >> "${REPORT_FILE}" << EOF
 ### Alert Summary
 
 | Metric | ${TEST1} | ${TEST2} |
 |--------|----------|----------|
-| Alert Count | ${ALERTS1} | ${ALERTS2} |
+| Alerts | ${ALERTS1} | ${ALERTS2} |
 
 EOF
 
-        if [ -n "${ALERTS1_NAMES}" ] || [ -n "${ALERTS2_NAMES}" ]; then
-            cat >> "${REPORT_FILE}" << 'EOF'
-### Alerts by Test
+    if [ "${ALERTS1}" = "Present" ] || [ "${ALERTS2}" = "Present" ]; then
+        cat >> "${REPORT_FILE}" << 'EOF'
+### Alert Details
 
 EOF
 
-            if [ -n "${ALERTS1_NAMES}" ]; then
-                cat >> "${REPORT_FILE}" << EOF
+        if [ "${ALERTS1}" = "Present" ]; then
+            cat >> "${REPORT_FILE}" << EOF
 **${TEST1}:**
+${ALERTS1_SECTION}
+
 EOF
-                echo "${ALERTS1_NAMES}" | while read -r alert; do
-                    [ -n "${alert}" ] && echo "- ${alert}" >> "${REPORT_FILE}"
-                done
-                echo "" >> "${REPORT_FILE}"
-            fi
-
-            if [ -n "${ALERTS2_NAMES}" ]; then
-                cat >> "${REPORT_FILE}" << EOF
+        fi
+
+        if [ "${ALERTS2}" = "Present" ]; then
+            cat >> "${REPORT_FILE}" << EOF
 **${TEST2}:**
-EOF
-                echo "${ALERTS2_NAMES}" | while read -r alert; do
-                    [ -n "${alert}" ] && echo "- ${alert}" >> "${REPORT_FILE}"
-                done
-                echo "" >> "${REPORT_FILE}"
-            fi
-        else
-            cat >> "${REPORT_FILE}" << 'EOF'
-No alerts detected in either test.
+${ALERTS2_SECTION}
 
 EOF
         fi
     else
         cat >> "${REPORT_FILE}" << 'EOF'
-E2E summaries available but `jq` not installed for parsing.
+No alerts detected in either test.
 
 EOF
     fi

hack/tools/memory-profiling/run-profiled-test.sh

@@ -91,7 +91,7 @@ log_info "Output directory: ${OUTPUT_DIR}"
 log_info "Starting e2e test (${TEST_TARGET})..."
 # Set E2E_SUMMARY_OUTPUT to capture prometheus alerts and other test metrics
 # Use absolute path because e2e tests may change directories
-E2E_SUMMARY_OUTPUT="${OUTPUT_DIR_ABS}/e2e-summary.json" make "${TEST_TARGET}" > "${OUTPUT_DIR}/test.log" 2>&1 &
+E2E_SUMMARY_OUTPUT="${OUTPUT_DIR_ABS}/e2e-summary.md" make "${TEST_TARGET}" > "${OUTPUT_DIR}/test.log" 2>&1 &
 TEST_PID=$!
 log_info "Test started (PID: ${TEST_PID})"