# robots.txt file # Allow all search engines to crawl the entire site User-agent: * Allow: / # Disallow access to private areas (if any) Disallow: /private/ Disallow: /admin/ Disallow: /cgi-bin/