User-agent: *
Allow: /

User-agent: Googlebot
Allow: /travel-guides/

User-agent: Bingbot
Allow: /travel-guides/

User-agent: Slurp
Allow: /travel-guides/

User-agent: DuckDuckBot
Allow: /travel-guides/

User-agent: facebot
Allow: /travel-guides/

User-agent: Twitterbot
Allow: /travel-guides/

User-agent: LinkedInBot
Allow: /travel-guides/

# ===== GENERAL RULES =====
User-agent: *
Allow: /travel-guides/
Allow: /travel-guides/assets/
Allow: /travel-guides/sitemap-index.xml
Allow: /travel-guides/robots.txt

# Block private/system folders
Disallow: /travel-guides/cache/
Disallow: /travel-guides/admin/
Disallow: /travel-guides/scripts/
Disallow: /travel-guides/data/
Disallow: /travel-guides/templates/
Disallow: /travel-guides/*.php$

# Block URL parameters that create duplicate content
Disallow: /travel-guides/*?nocache=
Disallow: /travel-guides/*?flush=
Disallow: /travel-guides/*?debug=
Disallow: /travel-guides/*?preview=

# ===== BLOCK KNOWN SCRAPERS & BAD BOTS =====
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

# ===== SITEMAP REFERENCES =====
Sitemap: https://mtaliibushcamps.com/travel-guides/sitemap-index.xml
Sitemap: https://mtaliibushcamps.com/sitemap-index.xml