# robots.txt User-agent: * Disallow: /temp Crawl-Delay: 3