# Robots.txt file for http://www.onecall.com # Keep All spiders from the following folders: User-agent: * Disallow: /images/ Disallow: /Admin/ Disallow: /APWMenus/ Disallow: /AgentProxy/ Disallow: /OneCallAgent/ Disallow: /SiteControl/ Disallow: /styles/ Disallow: /includes/ Disallow: /Controls/ Disallow: /data/ Disallow: /aspnet_client/ # Keep All spiders from the following files: # Disallow: /Error.aspx Disallow: /Error.htm Disallow: /CustomerLogin.aspx Disallow: /CreateAccount.aspx # Keep All spiders from booking engine pages Disallow: /CustomerData.aspx Disallow: /CartPayments.aspx Disallow: /PlaceOrder.aspx # Google supports wildcard file extensions # User-agent: googlebot # Disallow: *.cgi User-agent: googlebot Disallow: /productdetails.aspx?id=104647 Disallow: /productdetails.aspx?id=104456 Disallow: /productdetails.aspx?id=103931 Disallow: /productdetails.aspx?id=103945 Sitemap: http://www.onecall.com/ocgooglesitemap.xml # Modified by Ted S. 14 May 2010 User-agent: Slurp Crawl-delay: 5 User-agent: TwengaBot Crawl-delay: 5 # Modified by Shawn W. 06 July 2010