User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /
Allow: /search