# Robots.txt для Software Hub

User-agent: *
Allow: /
Disallow: /admin.php
Disallow: /upload.php
Disallow: /login.php
Disallow: /logout.php
Disallow: /auth.php
Disallow: /download.php
Disallow: /stats.json

# Sitemap
Sitemap: https://softwarehub.com/sitemap.xml

# Crawl-delay для вежливых ботов
Crawl-delay: 1

# Специфичные настройки для популярных поисковиков
User-agent: Googlebot
Allow: /
Disallow: /admin.php
Disallow: /upload.php
Disallow: /stats.json

User-agent: Bingbot
Allow: /
Disallow: /admin.php
Disallow: /upload.php
Disallow: /stats.json

User-agent: Yandex
Allow: /
Disallow: /admin.php
Disallow: /upload.php
Disallow: /stats.json