Skip to content

Commit ca4dfa1

Browse files
committed
update smoke test
1 parent f333d81 commit ca4dfa1

File tree

1 file changed

+11
-11
lines changed

1 file changed

+11
-11
lines changed

.github/workflows/e2e-smoke-test.yml

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -75,19 +75,19 @@ jobs:
7575
cat test_output.log
7676
echo ""
7777
78-
# Extract the EP Summary line from the terminal output
79-
EP_SUMMARY_LINE=$(grep "EP Summary |" test_output.log 2>/dev/null || echo "")
78+
# Extract the EP Summary section from the terminal output (now multi-line)
79+
EP_SUMMARY_SECTION=$(grep -A 10 "EP Summary |" test_output.log 2>/dev/null || echo "")
8080
81-
if [ -n "$EP_SUMMARY_LINE" ]; then
82-
echo "Found EP Summary line:"
83-
echo "$EP_SUMMARY_LINE"
81+
if [ -n "$EP_SUMMARY_SECTION" ]; then
82+
echo "Found EP Summary section:"
83+
echo "$EP_SUMMARY_SECTION"
8484
85-
# Parse the agg score from the line: "EP Summary | ... agg=0.420 ..."
86-
SUCCESS_RATE=$(echo "$EP_SUMMARY_LINE" | grep -o "agg=[0-9.]*" | cut -d= -f2 2>/dev/null || echo "0")
85+
# Parse the agg_score from the multi-line format: " agg_score=0.420 (valid scores only)"
86+
SUCCESS_RATE=$(echo "$EP_SUMMARY_SECTION" | grep -o "agg_score=[0-9.]*" | cut -d= -f2 2>/dev/null || echo "0")
8787
88-
# Extract other info
89-
NUM_RUNS=$(echo "$EP_SUMMARY_LINE" | grep -o "runs=[0-9]*" | cut -d= -f2 2>/dev/null || echo "0")
90-
NUM_ROWS=$(echo "$EP_SUMMARY_LINE" | grep -o "rows=[0-9]*" | cut -d= -f2 2>/dev/null || echo "0")
88+
# Extract other info from the header line
89+
NUM_RUNS=$(echo "$EP_SUMMARY_SECTION" | grep -o "runs=[0-9]*" | cut -d= -f2 2>/dev/null || echo "0")
90+
NUM_ROWS=$(echo "$EP_SUMMARY_SECTION" | grep -o "rows=[0-9]*" | cut -d= -f2 2>/dev/null || echo "0")
9191
9292
echo "success_rate=$SUCCESS_RATE" >> $GITHUB_OUTPUT
9393
@@ -110,7 +110,7 @@ jobs:
110110
echo " - Upper bound (≤60%) met: $([ "$UPPER_BOUND_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
111111
echo " - Within acceptable range: $([ "$THRESHOLD_MET" = "1" ] && echo "✅ YES" || echo "❌ NO")"
112112
else
113-
echo "❌ No EP Summary line found in terminal output"
113+
echo "❌ No EP Summary section found in terminal output"
114114
echo "threshold_met=0" >> $GITHUB_OUTPUT
115115
echo "success_rate=0" >> $GITHUB_OUTPUT
116116
fi

0 commit comments

Comments
 (0)