User-agent: spbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: HaosouSpider
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: DAUM
Disallow : /

User-agent: MegaIndex
Disallow : /

User-agent: dotbot
Disallow : /

User-agent: SemrushBot
Disallow : /

User-agent: Clickagy
Disallow : /

User-agent: ADmantX
Disallow : /

User-agent: DeuSu
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /


User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /1search/
Disallow: /link.cfm
Allow: /