From 42a3b363d51c722107fed65475603c2fa939f732 Mon Sep 17 00:00:00 2001 From: teamchong <25894545+teamchong@users.noreply.github.com> Date: Thu, 2 Jul 2026 22:24:13 -0400 Subject: [PATCH] fix(demo): add --no-chrome to both cost-ab arms The Chrome extension attaches over its own channel (--strict-mcp-config does not cover it) and injects tools mid-session, mutating the tool array and busting the prompt-cache prefix from that point on. This landed asymmetrically between arms and inflated b.sh's cache-write cost. With --no-chrome the tool surface is frozen from request 1 in both arms; a fresh A/B pair confirmed: $1.26 control vs $0.78 pxpipe, cache writes 46.8k vs 22.5k, no write fail, no safeguard trip. --- demo/cost-ab/a.sh | 2 +- demo/cost-ab/b.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/demo/cost-ab/a.sh b/demo/cost-ab/a.sh index 3b8cee6..ed84cef 100755 --- a/demo/cost-ab/a.sh +++ b/demo/cost-ab/a.sh @@ -31,4 +31,4 @@ esac echo "LEFT = normal (passthrough :47823), model=$MODEL. Launching interactive Claude with the task..." # Run in $DIR via a subshell so your terminal stays in the original dir afterward. ( cd "$DIR" && exec env ANTHROPIC_BASE_URL=http://localhost:47823 \ - "$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --dangerously-skip-permissions ) + "$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --no-chrome --dangerously-skip-permissions ) diff --git a/demo/cost-ab/b.sh b/demo/cost-ab/b.sh index 3cd9e82..a753710 100755 --- a/demo/cost-ab/b.sh +++ b/demo/cost-ab/b.sh @@ -34,4 +34,4 @@ esac echo "RIGHT = pxpipe (:47824), model=$MODEL. Launching interactive Claude with the task..." # Run in $DIR via a subshell so your terminal stays in the original dir afterward. ( cd "$DIR" && exec env ANTHROPIC_BASE_URL=http://localhost:47824 \ - "$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --dangerously-skip-permissions ) + "$CB" "$PROMPT" --model "$MODEL" --setting-sources project --strict-mcp-config --no-chrome --dangerously-skip-permissions )