# ══════════════════════════════════════════════════════════
# robots.txt — cairns-tours.com.au
# ══════════════════════════════════════════════════════════

# Allow all well-behaved crawlers
User-agent: *
Allow: /

# Block admin, booking engine internals, and search result pages
# (adjust paths to match your actual CMS/platform)
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /booking/confirmation/
Disallow: /booking/processing/
Disallow: /booking/thankyou/
Disallow: /checkout/
Disallow: /cart/
Disallow: /account/
Disallow: /api/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /?s=              # Block WordPress search results
Disallow: /search/
Disallow: /tours/?*sort=    # Block sort/filter URL variants (use canonical instead)
Disallow: /tours/?*filter=
Disallow: /tours/?*page=
Disallow: /tours/?*price=
Disallow: /print/
Disallow: /feed/
Disallow: /xmlrpc.php
Disallow: /trackback/

# Block bad bots explicitly
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Allow Google image crawler explicitly
User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /uploads/
Allow: *.jpg
Allow: *.jpeg
Allow: *.png
Allow: *.webp
Allow: *.gif

# Sitemap location
Sitemap: https://www.cairns-tours.com.au/sitemap.xml

# Crawl-delay for general crawlers (seconds)
# Note: Googlebot ignores Crawl-delay; use Google Search Console instead
Crawl-delay: 2