User-agent: *
Allow: /

# Sitemap location (update with your actual sitemap URL)
Sitemap: https://offers.megadeals.click/sitemap.xml

# Common crawl delays (optional - removes these lines if not needed)
Crawl-delay: 1

# Allow specific important pages
Allow: /offers
Allow: /api/offers
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.gif
Allow: /*.svg
Allow: /*.ico

# Disallow sensitive areas (optional - customize based on your site structure)
Disallow: /admin/
Disallow: /private/
Disallow: /*.log
Disallow: /temp/
Disallow: /*.js