# robots.txt, default allow all with sitemap User-agent: * Disallow: Crawl-delay: 2