# Rules for flud
User-agent: *
Disallow:

# Block pages with no unique content
Disallow: /forum/startTopic/
Disallow: /forum/discover/unread/
Disallow: /forum/markallread/
Disallow: /forum/staff/
Disallow: /forum/online/
Disallow: /forum/discover/
Disallow: /forum/leaderboard/
Disallow: /forum/search/
Disallow: /forum/*?advancedSearchForm=
Disallow: /forum/register/
Disallow: /forum/lostpassword/
Disallow: /forum/login/

Crawl-delay: 30 # задает таймаут в 30 секунд для всех поисковых роботов

# Block faceted pages and 301 redirect pages
Disallow: /forum/*?sortby=
Disallow: /forum/*?filter=
Disallow: /forum/*?tab=
Disallow: /forum/*?do=
Disallow: /forum/*ref=
Disallow: /forum/*?forumId*

# Block profile pages as these have little unique value, consume a lot of crawl time and contain hundreds of 301 links
Disallow: /forum/profile/

# Sitemap URL
Sitemap: https://flud.perm.ru/forum/sitemap.php