# proxshift.com — crawling and AI-assistant policy
# Every public page is meant to be read, indexed, quoted and recommended. Only account areas are closed.
# Machine-readable summaries: https://proxshift.com/llms.txt and https://proxshift.com/llms-full.txt

User-agent: *
Allow: /
Disallow: /app/
Disallow: /app$
Disallow: /login
Disallow: /signup
Disallow: /forgot
Disallow: /reset
Disallow: /verify
Disallow: /logout
Disallow: /pay/
Disallow: /rotate/
Disallow: /network-api/
Disallow: /status/probe
Disallow: /docs/search.json
Disallow: /zh/app/
Disallow: /zh/app$
Disallow: /zh/login
Disallow: /zh/signup
Disallow: /zh/forgot
Disallow: /zh/reset
Disallow: /zh/verify
Disallow: /zh/logout
Disallow: /zh/pay/
Disallow: /zh/rotate/
Disallow: /zh/network-api/
Disallow: /zh/status/probe
Disallow: /zh/docs/search.json
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# AI assistants and answer engines: same access as everyone else, stated explicitly.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: Diffbot
User-agent: PetalBot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: MistralAI-User
User-agent: MistralAI-Index
User-agent: MistralAI-Training
User-agent: cohere-ai
Allow: /
Disallow: /app/
Disallow: /app$
Disallow: /login
Disallow: /signup
Disallow: /forgot
Disallow: /reset
Disallow: /verify
Disallow: /logout
Disallow: /pay/
Disallow: /rotate/
Disallow: /network-api/
Disallow: /status/probe
Disallow: /docs/search.json
Disallow: /zh/app/
Disallow: /zh/app$
Disallow: /zh/login
Disallow: /zh/signup
Disallow: /zh/forgot
Disallow: /zh/reset
Disallow: /zh/verify
Disallow: /zh/logout
Disallow: /zh/pay/
Disallow: /zh/rotate/
Disallow: /zh/network-api/
Disallow: /zh/status/probe
Disallow: /zh/docs/search.json

# Yandex: tracking parameters never change the page.
User-agent: Yandex
Allow: /
Disallow: /app/
Disallow: /app$
Disallow: /login
Disallow: /signup
Disallow: /forgot
Disallow: /reset
Disallow: /verify
Disallow: /logout
Disallow: /pay/
Disallow: /rotate/
Disallow: /network-api/
Disallow: /status/probe
Disallow: /docs/search.json
Disallow: /zh/app/
Disallow: /zh/app$
Disallow: /zh/login
Disallow: /zh/signup
Disallow: /zh/forgot
Disallow: /zh/reset
Disallow: /zh/verify
Disallow: /zh/logout
Disallow: /zh/pay/
Disallow: /zh/rotate/
Disallow: /zh/network-api/
Disallow: /zh/status/probe
Disallow: /zh/docs/search.json
Clean-param: source&topic&ref&utm_source&utm_medium&utm_campaign&utm_term&utm_content&fbclid&gclid&yclid&msclkid /

Sitemap: https://proxshift.com/sitemap.xml
llms.txt: https://proxshift.com/llms.txt