# robots.txt

User-agent: baiduspider
Disallow: / 

User-agent: grub-client
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: *
Disallow: /scripts
Disallow: /images