# robots.txt file # # allow all spiders User-agent: * Disallow: Sitemap: /sitemap