Files
goose/documentation/static/robots.txt
T
2025-11-30 21:44:20 -06:00

34 lines
443 B
Plaintext

# goose Documentation
# https://block.github.io/goose/
User-agent: *
Allow: /
# Sitemap
Sitemap: https://block.github.io/goose/sitemap.xml
# LLM context file available at /llms.txt
# AI crawlers are welcome
User-agent: GPTBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: Anthropic-AI
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Bytespider
Allow: /
User-agent: CCBot
Allow: /