# AI Story Generator robots.txt
User-agent: *
Allow: /

# Specify sitemap location
Sitemap: https://yourdomain.com/sitemap.xml

# Disallow admin or private areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /includes/
Disallow: /cgi-bin/

# Allow CSS and JS files
Allow: /*.css$
Allow: /*.js$

# Allow image files
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Crawl delay for specific bots if needed
# User-agent: Googlebot
# Crawl-delay: 1