# # robots.txt for http://www.santa-clarita.com/ # # $Id: robots.txt,v 1.0 2003/01/07 17:01:04 daniel Exp $ # # For use by search.w3.org #User-agent: W3Crobot/1 #Disallow: /Out-Of-Date # AltaVista Search #User-agent: AltaVista Intranet V2.0 W3C Webreq #Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * sitemap: http://www.santa-clarita.com/Sitemap.xml Disallow: /*.pdf$ Disallow: /_derived Disallow: /_gfx Disallow: /admin Disallow: /agendas/ Disallow: /arts/ Disallow: /aspnet_client Disallow: /cityhall/ Disallow: /Common Disallow: /community/ Disallow: /Connections Disallow: /enotify/ Disallow: /epermits/ Disallow: /files Disallow: /help Disallow: /images Disallow: /index_files Disallow: /ipix Disallow: /lib Disallow: /mail Disallow: /modules/ Disallow: /news/ Disallow: /owa Disallow: /on_demand_news Disallow: /quickPoll Disallow: /Redirection Disallow: /rss/ Disallow: /safety/ Disallow: /search Disallow: /vgp/ Disallow: /vpn Disallow: /WebServices