User-agent: * Allow: / Allow: /llms.txt Allow: /AGENTS.md Allow: /CLAUDE.md Allow: /data/WebTableList.json Allow: /data/SKILL.MD Allow: en/API.html Allow: tc/API.html Allow: sc/API.html Allow: en/API_Guide.html Allow: tc/API_Guide.html Allow: sc/API_Guide.html User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: ClaudeBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Applebot-Extended Allow: / User-agent: CCBot Allow: / Sitemap: /sitemap.xml # Machine-readable guides live at /llms.txt, /AGENTS.md and /CLAUDE.md # Table inventory: /data/WebTableList.json