# Lord Palace Casino - Robots.txt
# Optimized for maximum SEO crawling and indexing

# Allow all major search engines full access
User-agent: *
Allow: /

# Specific permissions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 3

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: YandexBot
Allow: /
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Block unnecessary bots and scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Disallow admin and sensitive areas
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /logs/
Disallow: /backup/
Disallow: /includes/
Disallow: /config/
Disallow: /database/

# Disallow duplicate content
Disallow: /print/
Disallow: /*?print=
Disallow: /*&print=

# Allow CSS, JS, and images for proper rendering
Allow: /css/
Allow: /js/
Allow: /assets/
Allow: /images/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg
Allow: /*.ico

# Special allowances for SEO
Allow: /sitemap*.xml
Allow: /amp/
Allow: /rss.xml
Allow: /.well-known/

# Sitemap locations
Sitemap: https://lordpalacecasino.top/sitemap.xml
Sitemap: https://lordpalacecasino.top/sitemap-news.xml
Sitemap: https://lordpalacecasino.top/sitemap-images.xml

# Additional sitemaps for different content types
Sitemap: https://lordpalacecasino.top/sitemap-games.xml
Sitemap: https://lordpalacecasino.top/sitemap-bonuses.xml

# AMP sitemap
Sitemap: https://lordpalacecasino.top/amp-sitemap.xml

# Host specification (helps with crawling)
Host: https://lordpalacecasino.top

# Clean param for tracking parameters
Clean-param: utm_source&utm_medium&utm_campaign&utm_content&utm_term
Clean-param: ref&affiliate&partner
Clean-param: gclid&fbclid&msclkid

# Request-rate limiting to prevent server overload
Request-rate: 1/1s

# Visit-time specification
Visit-time: 0100-0600

# Crawl-delay for general bots
Crawl-delay: 2