# Robots.txt for Crypto Market Anomaly Detector - RU
# https://ru.crypto.havetoo.com

User-agent: *
Allow: /

# Allow search engines to crawl all content
Allow: /sitemap-index.xml
Allow: /sitemap.xml

# Sitemap locations
Sitemap: https://ru.crypto.havetoo.com/sitemap-index.xml
Sitemap: https://ru.crypto.havetoo.com/sitemap.xml

# RSS/Atom feeds
Allow: /rss.xml
Allow: /atom.xml
Allow: /llms.txt

# PWA files
Allow: /manifest.json
Allow: /sw.js

# Speed up crawling by indicating important pages
Crawl-delay: 1

# Additional language versions available
# English: https://crypto.havetoo.com/robots.txt
# Japanese: https://ja.crypto.havetoo.com/robots.txt  
# German: https://de.crypto.havetoo.com/robots.txt
# Chinese: https://zh.crypto.havetoo.com/robots.txt
# French: https://fr.crypto.havetoo.com/robots.txt
# Spanish: https://es.crypto.havetoo.com/robots.txt
# Portuguese: https://pt.crypto.havetoo.com/robots.txt
# Russian: https://ru.crypto.havetoo.com/robots.txt