User-agent: *
Disallow: /ADULT_XXX_PORN_STARS/
Disallow: /main.link/store/

User-agent: TwengaBot 
Disallow: /

User-agent: SheenBot 
Disallow: /

User-agent: Butterfly 
Disallow: /

User-agent: psbot 
Disallow: /

User-agent: Twiceler 
Disallow: /

User-agent: Baiduspider 
Disallow: /

User-agent: ghettoslam 
Disallow: /

User-agent: DotBot 
Disallow: /

User-agent: bitlybot  
Disallow: /

User-agent: NetStudyBot  
Disallow: /

User-agent: ia_archiver+  
Disallow: /

User-agent: ia_archiver  
Disallow: /

User-agent: msnbot
Crawl-delay: 120