User-agent: crawl
Disallow: /
User-agent: spider
Disallow: /