User-agent: *
Disallow: /cgi-bin/

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Sougou+web+spider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Baiduspider
Disallow: /

#Sitemap: http://www.example.com/sitemap.xml