# Основни правила за търсачки

# Google
User-agent: Googlebot
Crawl-delay: 10
Allow: /

# Bing
User-agent: Bingbot
Disallow: /

# Други скрейпъри / нежелани ботове
User-agent: Barkrowler
Disallow: /

User-agent: *
Crawl-delay: 20
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/