# disallow person search engines User-agent: Yasni User-agent: Pipl User-agent: 123People User-agent: MyOnID # disallow evil bots User-agent: Twiceler # against chinese censorship User-agent: Baidu # disallow wayback machines User-agent: ia_archiver User-agent: archive.org_bot User-agent: ia_archiver-web.archive.org # disallow whois engines User-agent: SurveyBot Disallow: / ######################################################## # disallow every bot to access several directories User-agent: * Disallow: /img/ Disallow: /_js/ Disallow: /gpg/