# www.robotstxt.org/ # http://code.google.com/web/controlcrawlindex/ # /cet-global User-agent: * # Disallow crawling of outdated PDF menu links Disallow: /content/dam/*/Dining # Disallow crawling test pages Disallow: */test Sitemap: https://www.caesars.com/sitemap.xml # Disallow crawling of assets in specified folder Disallow: /content/dam/documents