# robots.txt for Made in France Archive Site
# FIDH and LDH campaign archive - Static site, content frozen since 2019
# All public content should be crawlable

User-agent: *
Allow: /

# Allow access to AI instructions
Allow: /ai.txt

# Block sensitive directories and files
Disallow: /.git/
Disallow: /.github/
Disallow: /.htaccess
Disallow: /.htpasswd/
Disallow: /.env
Disallow: /*.env*
Disallow: /*.log$
Disallow: /*.db$
Disallow: /*.sqlite$
Disallow: /node_modules/
Disallow: /vendor/
Disallow: /bower_components/
Disallow: /private/



# Sitemap location
Sitemap: https://madeinfrance.fidh.org/sitemap.xml

# Crawl delay for politeness
Crawl-delay: 5

# AI Crawlers - respect ai.txt
User-agent: ChatGPT-User
Crawl-delay: 10

User-agent: Google-Extended
Crawl-delay: 10

User-agent: Claude
Crawl-delay: 10

User-agent: Claude-Code
Crawl-delay: 10

# Optional: Clean-param for tracking parameters (uncomment if needed)
# Clean-param: utm_source /
# Clean-param: utm_medium /
# Clean-param: utm_campaign /
# Clean-param: gclid /
# Clean-param: fbclid /
# Clean-param: mc_cid /
# Clean-param: mc_eid /