fix(demo): add --no-chrome to both cost-ab arms

The Chrome extension attaches over its own channel (--strict-mcp-config
does not cover it) and injects tools mid-session, mutating the tool
array and busting the prompt-cache prefix from that point on. This
landed asymmetrically between arms and inflated b.sh's cache-write
cost. With --no-chrome the tool surface is frozen from request 1 in
both arms; a fresh A/B pair confirmed: $1.26 control vs $0.78 pxpipe,
cache writes 46.8k vs 22.5k, no write fail, no safeguard trip.
This commit is contained in:
teamchong
2026-07-02 22:24:13 -04:00
parent beacd67b4a
commit 42a3b363d5
2 changed files with 2 additions and 2 deletions
+1 -1
View File
@@ -31,4 +31,4 @@ esac
echo "LEFT = normal (passthrough :47823), model=$MODEL. Launching interactive Claude with the task..."
# Run in $DIR via a subshell so your terminal stays in the original dir afterward.
( cd "$DIR" && exec env ANTHROPIC_BASE_URL=http://localhost:47823 \
"$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --dangerously-skip-permissions )
"$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --no-chrome --dangerously-skip-permissions )
+1 -1
View File
@@ -34,4 +34,4 @@ esac
echo "RIGHT = pxpipe (:47824), model=$MODEL. Launching interactive Claude with the task..."
# Run in $DIR via a subshell so your terminal stays in the original dir afterward.
( cd "$DIR" && exec env ANTHROPIC_BASE_URL=http://localhost:47824 \
"$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --dangerously-skip-permissions )
"$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --no-chrome --dangerously-skip-permissions )