# robots.txt User-agent: * Disallow: /temp User-agent: Slurp Crawl-delay: 60