# Dubai99h - Robots.txt
# https://mgm999a.com

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /member/lib/
Disallow: /member/config/
Disallow: /member/logs/
Disallow: /*.json$
Disallow: /*?*

# Allow important pages
Allow: /member/
Allow: /member/public/

# Crawl-delay for politeness
Crawl-delay: 1

# Sitemap location
Sitemap: https://mgm999a.com/sitemap.xml

# Google specific
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /member/lib/
Disallow: /member/config/

# Bing specific
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /member/lib/
Disallow: /member/config/