# modified to allow edocs files and metadata dump file to be crawled by google # but keep robots from bringing down Unicorn/iBistro. # 2/5/2009 j.sedillos User-agent: * Crawl-delay: 10 Allow: /sitemap.xml Allow: /sitemap.xml.gz Disallow: /uhtbin/