Skip to content

Commit 00c17bf

Browse files
chore: refresh eval results
1 parent 6da2e05 commit 00c17bf

1 file changed

Lines changed: 5 additions & 5 deletions

File tree

apps/web/src/data/regression-eval-results.json

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1136,17 +1136,17 @@
11361136
],
11371137
"suite": "regression",
11381138
"interface": "mcp",
1139-
"passed": false,
1139+
"passed": true,
11401140
"checks": [
11411141
{
11421142
"name": "surfaced the function console output",
11431143
"passed": true,
1144-
"judgeNotes": "Reported console lines showing SPRING24 expired and was dropped, and pricing-gateway timed out after retries with tax falling back to zero."
1144+
"judgeNotes": "Reported console output showing SPRING24 expired and was dropped, plus pricing-gateway timeout after retries with zero-tax fallback."
11451145
},
11461146
{
11471147
"name": "read the function console output from the logs",
1148-
"passed": false,
1149-
"notes": "ran a source-discovery query (select distinct source) before reading logs; 4 query_logs call(s); console-row markers returned: none"
1148+
"passed": true,
1149+
"notes": "ran a source-discovery query (select distinct source) before reading logs; 7 query_logs call(s); console-row markers returned: pricing-gateway, timed out after 3 retries, cart_8f21ac, SPRING24"
11501150
}
11511151
],
11521152
"skills": {
@@ -1163,7 +1163,7 @@
11631163
},
11641164
"prompt": "I pushed a new version of our `checkout-quote` edge function this morning and it has a bunch of `console.log` lines in it, but I can't find any of that output anywhere in the dashboard.\n\nCan you dig the output out of the project logs and tell me what the function is actually printing?",
11651165
"promptSourcePath": "evals/investigate-functions-002-edge-function-console-output/PROMPT.md",
1166-
"attempts": 2,
1166+
"attempts": 1,
11671167
"sourcePath": "claude-code-sonnet-5-mcp-0-11/investigate-functions-002-edge-function-console-output.json"
11681168
},
11691169
{

0 commit comments

Comments
 (0)