User-agent: * 
Crawl-Delay: 60
Disallow: /api/
Disallow: /assets/
Disallow: /cgi-bin/
Disallow: /data/
Disallow: /feed/
Disallow: /images/
Disallow: /includes/
Disallow: /lib/
Disallow: /rdn_s
Disallow: /scripts/
Disallow: /templates/
Disallow: /forums/adm/
Disallow: /forums/assets/
Disallow: /forums/bin/
Disallow: /forums/cache/
Disallow: /forums/config/
Disallow: /forums/docs/
Disallow: /forums/download/
Disallow: /forums/ext/
Disallow: /forums/files/
Disallow: /forums/images/
Disallow: /forums/includes/
Disallow: /forums/install_
Disallow: /forums/language/
Disallow: /forums/phpbb/
Disallow: /forums/store/
Disallow: /forums/styles/
Disallow: /forums/vendor/

User-agent: AhrefsBot
Crawl-delay: 500
Disallow: /forums/

User-agent: AspiegelBot
Crawl-delay: 500
Disallow: /forums/

User-agent: BLEXBot
Crawl-delay: 500
Disallow: /

User-agent: DataForSeoBot
Crawl-delay: 500
Disallow: /

User-agent: DotBot
Crawl-delay: 500
Disallow: /

User-agent: dataprovider
Disallow: /forums/
Disallow: /shops/

User-agent: domaincrawler.com
Disallow: /forums/
Disallow: /shops/

User-agent: Mail.RU_Bot
Disallow: /forums/
Disallow: /shops/

user-agent: MauiBot
Crawl-delay: 500
Disallow: /forums/
Disallow: /shops/

User-agent: MegaIndex.ru
Crawl-delay: 500
Disallow: /

User-agent: megaindex.com
Crawl-delay: 500
Disallow: /

User-agent: MJ12bot
Crawl-delay: 500
Disallow: /

User-agent: SemrushBot-SA
Crawl-delay: 1000
Disallow: /

User-agent: SemrushBot
Crawl-delay: 1000
Disallow: /

User-agent: SeznamBot
Crawl-delay: 500
Disallow: /forums/
Disallow: /shops/

user-agent: YandexBot
Disallow: /forums/
Disallow: /shops/