User-Agent: *
Allow: /robot.txt
Allow: /sitemap.xml
Disallow: /cgi-bin/