User-agent: bingbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: msnbot
Disallow: /

User-agent: YandexBot
Disallow: /admin
Disallow: /send
Disallow: /*q=
Disallow: *rand=
Disallow: /users/*
Disallow: *?&page=
Disallow: *?clear=
Disallow: *order=
Disallow: /*filter=
Disallow: /*pid1=
Disallow: /*rub_id=

User-agent: *
Disallow: /admin
Disallow: /send
Disallow: *rand=
Disallow: /*pid1=
Disallow: *order=
Disallow: /*filter=
Disallow: /*rub_id=

Host: www.regtorg.ru