User-agent: * # allows access to all Disallow: # disallows access to all content # Disallow: / # do not crawl more often than every 20 days # Crawl-delay: 20