# robots.txt for https://proxdigitalagency.com/
# Last updated: 2026-08-14

# ---------------------------------------------------------------
# Default rule — all crawlers welcome
# ---------------------------------------------------------------
User-agent: *
Allow: /

# Form handler — no crawl value, keep it out of the index
Disallow: /mail.php

# Prevent tracking/campaign parameters creating duplicate URLs
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=

# ---------------------------------------------------------------
# AI / answer-engine crawlers — explicitly allowed
# Prox sells GEO services, so visibility in AI search is a goal.
# Remove any line below only if you decide to opt that engine out.
# ---------------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: cohere-ai
Allow: /

# Prox Digital Agency - Custom Bot Crawl Delay
User-agent: Bytespider
Crawl-delay: 10

User-agent: 80legs
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

User-agent: SeekPortBot
Crawl-delay: 10

User-agent: Sogou web spider
Crawl-delay: 10

User-agent: Sogou inst spider
Crawl-delay: 10

# ---------------------------------------------------------------
# Sitemap
# ---------------------------------------------------------------
Sitemap: https://proxdigitalagency.com/sitemap.xml