Crawl-Delay: 1800


User-agent: bot
Disallow: /

User-agent: bot\*
Disallow: /

User-agent: \*bot
Disallow: /

User-agent: robot
Disallow: /

User-agent: spider
Disallow: /

User-agent: crawl
Disallow: /