User-agent: *
Allow: /

# Allow Google's advertising crawler
User-agent: AdsBot-Google
Allow: /

# Allow Google's search crawler
User-agent: Googlebot
Allow: /

# Optional: Prevent crawling of sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /airpay/