# robots.txt – Google Ads & SEO friendly
# Updated: 2026-10-16

# --- Default rules for all crawlers ---
User-agent: *
Allow: /

# Block internal / system directories
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /cdn-cgi/

# --- Googlebot (search indexing) ---
User-agent: Googlebot
Allow: /

# --- Google Ads crawlers (ad review & policy compliance) ---
User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google-Mobile-Apps
Allow: /

# --- Bing ---
User-agent: Bingbot
Allow: /

# --- Sitemap ---
Sitemap: https://restorant-review.com/sitemap.xml