User-agent: *
Crawl-delay: 1 # specifies a 1 second timeout
Allow: /
User-agent: dotbot
Disallow: /
User-agent: 360Spider
Disallow: /