mirror of
https://github.com/block/goose.git
synced 2026-07-17 12:56:20 +02:00
Michael Neale
82 lines
2.4 KiB
Bash
Executable File
82 lines
2.4 KiB
Bash
Executable File
#!/bin/bash
|
|
if [ -f .env ]; then
|
|
export $(grep -v '^#' .env | xargs)
|
|
fi
|
|
|
|
if [ -z "$SKIP_BUILD" ]; then
|
|
echo "Building goose..."
|
|
cargo build --release --bin goose
|
|
echo ""
|
|
else
|
|
echo "Skipping build (SKIP_BUILD is set)..."
|
|
echo ""
|
|
fi
|
|
|
|
SCRIPT_DIR=$(pwd)
|
|
|
|
PROVIDERS=(
|
|
"openrouter:google/gemini-2.5-pro:google/gemini-2.5-flash:anthropic/claude-sonnet-4.5:qwen/qwen3-coder:z-ai/glm-4.6"
|
|
"xai:grok-3"
|
|
"openai:gpt-4o:gpt-4o-mini:gpt-3.5-turbo:gpt-5"
|
|
"anthropic:claude-sonnet-4-5-20250929:claude-opus-4-1-20250805"
|
|
"google:gemini-2.5-pro:gemini-2.5-flash"
|
|
"tetrate:claude-sonnet-4-20250514"
|
|
)
|
|
|
|
# In CI, only run Databricks tests if DATABRICKS_HOST and DATABRICKS_TOKEN are set
|
|
# Locally, always run Databricks tests
|
|
if [ -n "$CI" ]; then
|
|
if [ -n "$DATABRICKS_HOST" ] && [ -n "$DATABRICKS_TOKEN" ]; then
|
|
echo "✓ Including Databricks tests"
|
|
PROVIDERS+=("databricks:databricks-claude-sonnet-4:gemini-2-5-flash:gpt-4o")
|
|
else
|
|
echo "⚠️ Skipping Databricks tests (DATABRICKS_HOST and DATABRICKS_TOKEN required in CI)"
|
|
fi
|
|
else
|
|
echo "✓ Including Databricks tests"
|
|
PROVIDERS+=("databricks:databricks-claude-sonnet-4:gemini-2-5-flash:gpt-4o")
|
|
fi
|
|
|
|
RESULTS=()
|
|
|
|
for provider_config in "${PROVIDERS[@]}"; do
|
|
IFS=':' read -ra PARTS <<< "$provider_config"
|
|
PROVIDER="${PARTS[0]}"
|
|
for i in $(seq 1 $((${#PARTS[@]} - 1))); do
|
|
MODEL="${PARTS[$i]}"
|
|
export GOOSE_PROVIDER="$PROVIDER"
|
|
export GOOSE_MODEL="$MODEL"
|
|
TESTDIR=$(mktemp -d)
|
|
echo "hello" > "$TESTDIR/hello.txt"
|
|
echo "Provider: ${PROVIDER}"
|
|
echo "Model: ${MODEL}"
|
|
echo ""
|
|
TMPFILE=$(mktemp)
|
|
(cd "$TESTDIR" && "$SCRIPT_DIR/target/release/goose" run --text "please list files in the current directory" --with-builtin developer,autovisualiser,computercontroller,tutorial,todo,extensionmanager 2>&1) | tee "$TMPFILE"
|
|
echo ""
|
|
if grep -q "shell | developer" "$TMPFILE"; then
|
|
echo "✓ SUCCESS: Test passed - developer tool called"
|
|
RESULTS+=("✓ ${PROVIDER}: ${MODEL}")
|
|
else
|
|
echo "✗ FAILED: Test failed - no developer tools called"
|
|
RESULTS+=("✗ ${PROVIDER}: ${MODEL}")
|
|
fi
|
|
rm "$TMPFILE"
|
|
rm -rf "$TESTDIR"
|
|
echo "---"
|
|
done
|
|
done
|
|
echo ""
|
|
echo "=== Test Summary ==="
|
|
for result in "${RESULTS[@]}"; do
|
|
echo "$result"
|
|
done
|
|
if echo "${RESULTS[@]}" | grep -q "✗"; then
|
|
echo ""
|
|
echo "Some tests failed!"
|
|
exit 1
|
|
else
|
|
echo ""
|
|
echo "All tests passed!"
|
|
fi
|