# Akwamining Robots.txt - Production
# Updated: 2026-05-06
# Contact: admin@akwamining.com

# === 1. GLOBAL RULES & HONEYPOT ===
User-agent: *
# Honeypot path: legitimate bots are instructed not to crawl it.
# Any access attempt is logged and classified server-side.
Disallow: /admin/

# Security & Core Protection
Disallow: /api/
Disallow: /security/
Disallow: /media-gallery/upload/
Disallow: /media-gallery/bulk/
Disallow: /_debug/
Disallow: /tinymce/
Disallow: /accounts/
Disallow: /password_reset/

# Dynamic Parameters (Aggressive Budget Saving)
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*ref=

# === 2. AHREFS (Site Audit & Index — allowed with same rules as search engines) ===
User-agent: AhrefsBot
Disallow: /admin/
Disallow: /api/
Disallow: /security/
Disallow: /media-gallery/upload/
Disallow: /media-gallery/bulk/
Disallow: /_debug/
Disallow: /tinymce/
Disallow: /accounts/
Disallow: /password_reset/
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*ref=

# === 3. AGGRESSIVE SEO SCRAPERS (Explicit Blocking) ===


User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

# === 4. AI & LLM CRAWLERS (Data Protection) ===
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# === 5. MAJOR SEARCH ENGINES (Explicit rules override) ===
# We repeat security restrictions because specific UA sometimes ignore '*' group
# and to ensure absolute contract clarity.

User-agent: Googlebot
Disallow: /admin/
Disallow: /api/
Disallow: /security/
Disallow: /accounts/
Disallow: /password_reset/
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*ref=

User-agent: Bingbot
Disallow: /admin/
Disallow: /api/
Disallow: /security/
Disallow: /accounts/
Disallow: /password_reset/
Disallow: /*?*search=
Disallow: /*?*filter=
Disallow: /*?*sort=
Disallow: /*?*page=
Disallow: /*?*q=
Disallow: /*?*ref=

# === 6. STRATEGIC MARKETS ===
User-agent: Baiduspider
Disallow: /admin/
Disallow: /api/
Disallow: /security/
Crawl-delay: 2

User-agent: YandexBot
Disallow: /admin/
Disallow: /api/
Disallow: /security/
Crawl-delay: 10

# === SITEMAPS ===
Sitemap: https://akwamining.com/sitemap.xml
Sitemap: https://akwamining.com/news/sitemap.xml
Sitemap: https://akwamining.com/projects/sitemap.xml