User-Agent: *
Disallow: /webalizer/
Disallow: /css/
Disallow: /js/
Disallow: /ads/
Disallow: /cgi-bin/
Disallow: /scripts/

# Slow down bots
User-agent: *
Disallow: /

User-agent: Googlebot
Crawl-delay: 60

User-agent: Googlebot-Image
Crawl-delay: 60

User-agent: bingbot
Crawl-delay: 60

User-agent: Yahoo! Slurp
Crawl-delay: 60

User-agent:  ICC-Crawler
Crawl-delay: 60


User-agent: AhrefsBot
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex
Disallow: /