# robots.txt exclusion for www.NavDog.com updated 5-1-2009 # # for all agents, keep them out of the /these directory's User-agent: baiduspider Disallow: / User-agent: twiceler Disallow: / #User-agent: Slurp #Disallow: / #User-agent: GoogleBot #Disallow: / #User-agent: Gigabot #Disallow: / #User-agent: MSNbot #Disallow: / #User-agent: * #Disallow: / User-agent: Slurp Disallow: /map/Default.aspx Disallow: /Map/ Disallow: /Browse/tabid/93/ Disallow: /Browse/ Disallow: /*?mip Disallow: /*?tp Disallow: /*?sscp #Disallow: /default.aspx Disallow: /admin Disallow: /Affiliates Disallow: /App_Browser Disallow: /App_Code Disallow: /App_Data Disallow: /App_GlobalResources Disallow: /App_WebReferences Disallow: /Bin Disallow: /Components Disallow: /Config Disallow: /controls Disallow: /DesktopModules Disallow: /documentation Disallow: /images Disallow: /Install Disallow: /js Disallow: /Logs Disallow: /Map Disallow: /Portals Disallow: /Presentation Disallow: /Providers Disallow: /Resources Disallow: /Uploads Disallow: /WebServices User-agent: GoogleBot Disallow: /map/Default.aspx Disallow: /Map/ #Disallow: /default.aspx Disallow: /Browse/ Disallow: /*?mip Disallow: /*?tp Disallow: /*?sscp Disallow: /admin Disallow: /Affiliates Disallow: /App_Browser Disallow: /App_Code Disallow: /App_Data Disallow: /App_GlobalResources Disallow: /App_WebReferences Disallow: /Bin Disallow: /Components Disallow: /Config Disallow: /controls Disallow: /DesktopModules Disallow: /documentation Disallow: /images Disallow: /Install Disallow: /js Disallow: /Logs Disallow: /Map Disallow: /Portals Disallow: /Presentation Disallow: /Providers Disallow: /Resources Disallow: /Uploads Disallow: /WebServices User-agent: MSNbot Disallow: /map/Default.aspx Disallow: /Map/ #Disallow: /default.aspx Disallow: /Browse/ Disallow: /*?mip Disallow: /*?tp Disallow: /*?sscp Disallow: /Presentation Disallow: /admin Disallow: /Affiliates Disallow: /App_Browser Disallow: /App_Code Disallow: /App_Data Disallow: /App_GlobalResources Disallow: /App_WebReferences Disallow: /Bin Disallow: /Components Disallow: /Config Disallow: /controls Disallow: /documentation Disallow: /DesktopModules Disallow: /images Disallow: /Install Disallow: /js Disallow: /Logs Disallow: /Portals Disallow: /Presentation Disallow: /Providers Disallow: /Resources Disallow: /Uploads Disallow: /WebServices User-agent: * Disallow: /map/Default.aspx Disallow: /Map/ #Disallow: /default.aspx Disallow: /Browse/ Disallow: /*?mip Disallow: /*?tp Disallow: /*?sscp Disallow: /Presentation Disallow: /admin Disallow: /Affiliates Disallow: /App_Browser Disallow: /App_Code Disallow: /App_Data Disallow: /App_GlobalResources Disallow: /App_WebReferences Disallow: /Bin Disallow: /Components Disallow: /Config Disallow: /controls Disallow: /documentation Disallow: /DesktopModules Disallow: /images Disallow: /Install Disallow: /js Disallow: /Logs Disallow: /Portals Disallow: /Presentation Disallow: /Providers Disallow: /Resources Disallow: /Uploads Disallow: /WebServices User-agent: twiceler Disallow: /map/Default.aspx Disallow: /Map/ Disallow: /default.aspx Disallow: /Browse/ Disallow: /*?mip Disallow: /*?tp Disallow: /*?sscp Disallow: /Presentation Disallow: /admin Disallow: /Affiliates Disallow: /App_Browser Disallow: /App_Code Disallow: /App_Data Disallow: /App_GlobalResources Disallow: /App_WebReferences Disallow: /Bin Disallow: /Components Disallow: /Config Disallow: /controls Disallow: /DesktopModules Disallow: /documentation Disallow: /images Disallow: /Install Disallow: /js Disallow: /Logs Disallow: /Map Disallow: /Portals Disallow: /Providers Disallow: /Resources Disallow: /Uploads Disallow: /WebServices