# Robots.txt for The Shopify Workshop
# https://theshopifyworkshop.com/robots.txt

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://theshopifyworkshop.com/sitemap.php

# Disallow private/admin areas
Disallow: /admin/
Disallow: /private/
Disallow: /config.php
Disallow: /process-form.php
Disallow: /database.class.php
Disallow: /test-db.php
Disallow: /*.log$
Disallow: /errors.log
Disallow: /success.log
Disallow: /form-submissions.csv

# Allow CSS and JS files
Allow: /style.css
Allow: /script.js
Allow: /*.css$
Allow: /*.js$

# Allow images
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Crawl delay (optional - adjust if needed)
# Crawl-delay: 1

# Specific bot rules (optional)
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block bad bots (optional)
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 2

User-agent: SemrushBot
Crawl-delay: 2