User-agent: * Allow: index.html Allow: /home/ Allow: /legal/ Allow: /genealogy/ Allow: /bernard/ Allow: /morganharrington.pdf # Disallow: / Crawl-delay: 7200 # http://en.wikipedia.org/wiki/Robots_Exclusion_Standard