# Robots.txt - FriendMatch
# Updated to reduce aggressive bot traffic (Jan 2026)

# Googlebot - Allow with restrictions
User-agent: Googlebot
Crawl-delay: 2
Allow: /
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /csrf-token
Disallow: /auth-status
Disallow: /ticket/
Disallow: /deposit/

# Bingbot - Heavily restricted due to excessive traffic (1,405 hits/day)
User-agent: bingbot
User-agent: msnbot
User-agent: BingPreview
Crawl-delay: 30
Allow: /
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /csrf-token
Disallow: /auth-status
Disallow: /ticket/
Disallow: /deposit/
Disallow: /members
Disallow: /packages
Disallow: /stories

# Yandex - Restricted
User-agent: YandexBot
User-agent: YandexImages
Crawl-delay: 20
Allow: /
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /csrf-token
Disallow: /members

# Baidu - Restricted
User-agent: Baiduspider
Crawl-delay: 20
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /members

# Seznam - Restricted (seen in logs)
User-agent: SeznamBot
Crawl-delay: 30
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /members

# Bytespider - Rate limited
User-agent: Bytespider
Crawl-delay: 10
Disallow: /user/
Disallow: /api/

# Proximic (seen in logs) - Blocked
User-agent: proximic
Disallow: /

# Block aggressive SEO/scraping bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

# Default for other bots
User-agent: *
Crawl-delay: 5
Allow: /
Disallow: /user/
Disallow: /fm-admin/
Disallow: /api/
Disallow: /csrf-token
Disallow: /auth-status
Disallow: /ticket/
Disallow: /deposit/

# Sitemap
Sitemap: https://friendmatch.com/sitemap.xml