User-agent: Pingdom GIGRIB
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Faxobot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: RufusBot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: page_verifier
Disallow: /

User-agent: MyFamilyBot
Disallow: /

User-agent: BeijingCrawler
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: zermelo
Disallow: /

#
# Default rule blocks all files a robot shouldn't be interested in and
# cannot index.
#