User-agent: *
Allow: /

# Main pages
Allow: /index.html
Allow: /demo.html

# Assets
Allow: /styles.css
Allow: /script.js

# Block server files and sensitive content
Disallow: /server.js
Disallow: /.env*
Disallow: /node_modules/
Disallow: /package*.json

# Allow all image formats (if added later)
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Sitemap location
Sitemap: https://willaireplace.us/sitemap.xml

# Crawl delay to be respectful
Crawl-delay: 1

# Block AI scrapers that don't respect robots.txt
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /