User-Agent: *
Disallow: /wp-admin
Disallow: /redirect.php
Disallow: /users/register

User-agent: rogerbot 
Disallow: / 

User-agent: SemrushBot 
Disallow: / 

User-agent: MJ12bot 
Disallow: / 

User-agent: AhrefsBot 
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BegunAdvertising 
Disallow: /

User-agent: Begun 
Disallow: /

User-agent: NTENTbot 
Disallow: /

User-agent: SputnikBot 
Disallow: /

User-agent: Yahoo 
Disallow: /

User-agent: MegaIndex.ru 
Disallow: /

User-agent: BLEXBot 
Disallow: /

User-agent: BingBot 
Crawl-delay: 4
Disallow: /

User-Agent: trendictionbot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BegunAdvertising 
Disallow: /

User-agent: Begun 
Disallow: /

User-agent: NTENTbot 
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SputnikBot 
Disallow: /

User-agent: MJ12bot 
Disallow: /

User-agent: Yahoo 
Disallow: /


User-agent: MegaIndex.ru 
Disallow: /

User-agent: BLEXBot 
Disallow: /


User-agent: BingBot 
Crawl-delay: 4
Disallow: /

User-Agent: trendictionbot 
Disallow: /