User-agent: *
Allow: /

# Sitemap location
Sitemap: https://casinomagiconline.top/sitemap.xml

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Crawl delay (optional - helps with server load)
Crawl-delay: 1

# Important pages for SEO
# Homepage
# /panduan/
# /review/
# /tentang.html

# Block any admin or private areas (if they exist in the future)
Disallow: /admin/
Disallow: /private/
Disallow: /*.tmp
Disallow: /*.log

# Allow images and CSS/JS for better rendering
User-agent: *
Allow: /images/
Allow: /*.css
Allow: /*.js
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.ico

# Host directive (optional but helpful for search engines)
Host: casinomagiconline.top