# Exclude files from all robots with * or list specific bots # User-agent: * # Disallow: /path/to/directory/ # Allow: /path/to/directory/ # Optional sitemap URL: # Sitemap: sitemap.html # End robots.txt file