# payware robots.txt
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://payware.eu/sitemap-index.xml

# Multi-language site structure
# English: /en/* (default)
# Bulgarian: /bg/*
# Spanish: /es/*

# Rate limiting for aggressive crawlers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10