-
-
Save juliusmarminge/f1a48a8c359123d1b1460d48ca009a31 to your computer and use it in GitHub Desktop.
t3code #28489 lead repro driver and timing runs (synthetic data)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env bash | |
| # The reporter's fixture: a git repo with N skills. usage: make-demo-project.sh <dir> <N> | |
| set -euo pipefail | |
| DIR=$1; N=$2; W=${#N} | |
| mkdir -p "$DIR" && cd "$DIR" && git init -q | |
| for i in $(seq -w 1 "$N"); do | |
| mkdir -p ".agents/skills/demo-skill-$i" | |
| printf -- '---\nname: demo-skill-%s\ndescription: Demo skill %s with a description about as long as a real one, so each row renders like a real skill.\n---\n\nDemo.\n' "$i" "$i" > ".agents/skills/demo-skill-$i/SKILL.md" | |
| done |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env bash | |
| # usage: run.sh <worktree> <webOrigin> <projectDir> <label> [samples] | |
| set -euo pipefail | |
| WT=$1; ORIGIN=$2; PROJ=$3; LABEL=$4; N=${5:-12} | |
| TOK=$(cd "$WT/apps/server" && node src/bin.ts pair --base-dir "$WT/.t3" --ttl 30m 2>&1 | grep -oE 'token=[A-Z0-9]+' | head -1 | cut -d= -f2) | |
| OUT=/tmp/issue-lead-28489-r1/runs/$LABEL-$(date +%H%M%S) | |
| node /tmp/issue-lead-28489-r1/driver/measure-menu.mjs "$WT/node_modules/.pnpm/[email protected]/node_modules/playwright" "$ORIGIN" "$TOK" "$PROJ" "$OUT" "$N" | |
| echo "OUT=$OUT" |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| [ | |
| { | |
| "run": "main-10-022738", | |
| "project": "demo-10", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 149, | |
| "p95Ms": 203, | |
| "mounted": 40, | |
| "visible": 10, | |
| "longestTaskMedian": 131, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 52, | |
| "p95Ms": 64, | |
| "mounted": 39, | |
| "visible": 10, | |
| "longestTaskMedian": 0, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 155, | |
| "p95Ms": 167, | |
| "mounted": 36, | |
| "visible": 10, | |
| "longestTaskMedian": 130, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 51, | |
| "p95Ms": 68, | |
| "mounted": 35, | |
| "visible": 10, | |
| "longestTaskMedian": 0, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "main-200-022633", | |
| "project": "demo-project", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 417, | |
| "p95Ms": 497, | |
| "mounted": 230, | |
| "visible": 10, | |
| "longestTaskMedian": 381, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 215, | |
| "p95Ms": 243, | |
| "mounted": 229, | |
| "visible": 10, | |
| "longestTaskMedian": 197, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 380, | |
| "p95Ms": 461, | |
| "mounted": 226, | |
| "visible": 10, | |
| "longestTaskMedian": 348, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 201, | |
| "p95Ms": 227, | |
| "mounted": 225, | |
| "visible": 10, | |
| "longestTaskMedian": 181, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "main-1000-022833", | |
| "project": "demo-1000", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 1068, | |
| "p95Ms": 1259, | |
| "mounted": 1030, | |
| "visible": 10, | |
| "longestTaskMedian": 1005, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 834, | |
| "p95Ms": 894, | |
| "mounted": 1029, | |
| "visible": 10, | |
| "longestTaskMedian": 784, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 1028, | |
| "p95Ms": 1170, | |
| "mounted": 1026, | |
| "visible": 10, | |
| "longestTaskMedian": 971, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 791, | |
| "p95Ms": 905, | |
| "mounted": 1025, | |
| "visible": 10, | |
| "longestTaskMedian": 742, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "fix-10-024842", | |
| "project": "demo-10", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 151, | |
| "p95Ms": 167, | |
| "mounted": 4, | |
| "visible": 4, | |
| "longestTaskMedian": 85, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 82, | |
| "p95Ms": 98, | |
| "mounted": 28, | |
| "visible": 10, | |
| "longestTaskMedian": 53, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 149, | |
| "p95Ms": 166, | |
| "mounted": 4, | |
| "visible": 4, | |
| "longestTaskMedian": 95, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 67, | |
| "p95Ms": 77, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 50, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "fix-200-024742", | |
| "project": "demo-project", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 151, | |
| "p95Ms": 173, | |
| "mounted": 4, | |
| "visible": 4, | |
| "longestTaskMedian": 92, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 65, | |
| "p95Ms": 79, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 62, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 134, | |
| "p95Ms": 164, | |
| "mounted": null, | |
| "visible": null, | |
| "longestTaskMedian": 79, | |
| "misses": 1 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 84, | |
| "p95Ms": 94, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 55, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "fix-1000-024937", | |
| "project": "demo-1000", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 158, | |
| "p95Ms": 167, | |
| "mounted": 4, | |
| "visible": 4, | |
| "longestTaskMedian": 96, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 101, | |
| "p95Ms": 116, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 97, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 150, | |
| "p95Ms": 162, | |
| "mounted": 4, | |
| "visible": 4, | |
| "longestTaskMedian": 87, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 115, | |
| "p95Ms": 131, | |
| "mounted": 28, | |
| "visible": 10, | |
| "longestTaskMedian": 87, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "fix-200-settle-025057", | |
| "project": "demo-project", | |
| "samples": 6, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 95, | |
| "medianSettledMs": 142, | |
| "firstFrame": { | |
| "mounted": 4, | |
| "visible": 4, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 106, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 95, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 62, | |
| "medianSettledMs": 62, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 69, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 62, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 99, | |
| "medianSettledMs": 142, | |
| "firstFrame": { | |
| "mounted": 4, | |
| "visible": 4, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 120, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 98, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 71, | |
| "medianSettledMs": 93, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 79, | |
| "mounted": 28, | |
| "visible": 10, | |
| "longestTaskMedian": 65, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "head-200-051501 (head 676ecd159a)", | |
| "project": "demo-project", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 116, | |
| "medianSettledMs": 142, | |
| "firstFrame": { | |
| "mounted": 13, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 128, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 115, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 69, | |
| "medianSettledMs": 69, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 82, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 69, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 119, | |
| "medianSettledMs": 143, | |
| "firstFrame": { | |
| "mounted": 13, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 138, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 118, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 63, | |
| "medianSettledMs": 63, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 78, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 63, | |
| "misses": 0 | |
| } | |
| } | |
| }, | |
| { | |
| "run": "head-1000-051620 (head 676ecd159a)", | |
| "project": "demo-1000", | |
| "samples": 12, | |
| "summary": { | |
| "openSlash": { | |
| "medianMs": 119, | |
| "medianSettledMs": 146, | |
| "firstFrame": { | |
| "mounted": 13, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 139, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 118, | |
| "misses": 0 | |
| }, | |
| "filterSlash": { | |
| "medianMs": 94, | |
| "medianSettledMs": 94, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 107, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 94, | |
| "misses": 0 | |
| }, | |
| "openDollar": { | |
| "medianMs": 117, | |
| "medianSettledMs": 146, | |
| "firstFrame": { | |
| "mounted": 13, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 132, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 117, | |
| "misses": 0 | |
| }, | |
| "filterDollar": { | |
| "medianMs": 89, | |
| "medianSettledMs": 89, | |
| "firstFrame": { | |
| "mounted": 23, | |
| "visible": 10, | |
| "height": 288 | |
| }, | |
| "height": 288, | |
| "p95Ms": 107, | |
| "mounted": 23, | |
| "visible": 10, | |
| "longestTaskMedian": 89, | |
| "misses": 0 | |
| } | |
| } | |
| } | |
| ] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment