# This is the robots.txt for Test Systems # Nothing should ever be scanned from our test system User-agent: archive.org_bot Allow: /content/Publications/MEPA/ #09.01.10 AAS Added to include LEG's crawler to index website. User-agent: mtleg_crawler Allow: / #08.29.2013 AAS Added to include Google Site Search to index website. User-agent: Googlebot #Allow: / Disallow: /audit/ Disallow: /auditreports/ Disallow: /broadcast/ Disallow: /cfhhs/ Disallow: /computer/ Disallow: /Connections/ Disallow: /consumer/ Disallow: /content/Audio/ Disallow: /content/Bills/ Disallow: /content/Lyris/ Disallow: /css/sessions/ Disallow: /content/Publications/FATSWebDemo/ Disallow: /content/Surveys/ Disallow: /content/Web Reports/ Disallow: /css/Bills/ Disallow: /css/Lyris/ Disallow: /css/Surveys/ Disallow: /districting/ Disallow: /eaic/ Disallow: /eqc/ Disallow: /elgic/ Disallow: /etic/ Disallow: /fire/ Disallow: /fiscal/ Disallow: /images/ Disallow: /lac/ Disallow: /legcouncil/ Disallow: /lepo/ Disallow: /lfc/ Disallow: /ljic/ Disallow: /lrcreq/ Disallow: /message/ Disallow: /mepa/ Disallow: /mepa-training/ Disallow: /occ_survey/ Disallow: /rtic/ Disallow: /sava/ Disallow: /tribal/ Disallow: /tutorials/ Disallow: /tvmt/ Disallow: /utilities/ Disallow: /water/ Disallow: /bills/1995/ Disallow: /bills/1999/ Disallow: /bills/2001/mca/ Disallow: /bills/2001/mca_toc/ Disallow: /bills/2003/mca/ Disallow: /bills/2003/mca_toc/ Disallow: /bills/2005/mca/ Disallow: /bills/2005/mca_toc/ Disallow: /bills/2007/mca/ Disallow: /bills/2007/mca_toc/ Disallow: /bills/2009/mca/ Disallow: /bills/2009/mca_toc/ Disallow: /bills/2011/mca/ Disallow: /bills/2011/mca_toc/ #14.05.29 AAS Added to allow Google's GSA to crawl for demo of the GSA we are looking into purchasing. User-agent: gsa-crawler Allow: / #08.23.2010 AAS Added to stop main crawlers to not crawl audio files #User-agent: gsa-crawler #Disallow: / User-agent: msnbot-media/1.1 Disallow: / User-agent:Mozilla/5.0 Disallow: / User-agent: * #Disallow: / Disallow: /audit/ Disallow: /auditreports/ Disallow: /broadcast/ Disallow: /cfhhs/ Disallow: /computer/ Disallow: /Connections/ Disallow: /consumer/ Disallow: /content/Audio/ Disallow: /content/Bills/ Disallow: /content/Lyris/ #Disallow: /content/PUblications/committees/ #Disallow: /content/Publications/Interim-Newsletter/ #Disallow: /content/Publications/Legal-opinions/ #Disallow: /content/Publications/News Releases/ #Disallow: /content/Publications/News-Clippings/ #Disallow: /content/Publications/research/ #Disallow: /content/Publications/sales/ #Disallow: /content/Publications/services/ #Disallow: /content/Publications/sessions/ Disallow: /css/sessions/ Disallow: /content/Publications/FATSWebDemo/ Disallow: /content/Surveys/ Disallow: /content/Web Reports/ Disallow: /css/Bills/ Disallow: /css/Lyris/ Disallow: /css/Surveys/ Disallow: /districting/ Disallow: /eaic/ Disallow: /eqc/ Disallow: /elgic/ Disallow: /etic/ Disallow: /fire/ Disallow: /fiscal/ Disallow: /images/ Disallow: /lac/ Disallow: /legcouncil/ Disallow: /lepo/ Disallow: /lfc/ Disallow: /ljic/ Disallow: /lrcreq/ Disallow: /message/ Disallow: /mepa/ Disallow: /mepa-training/ Disallow: /occ_survey/ Disallow: /rtic/ Disallow: /sava/ Disallow: /tribal/ Disallow: /tutorials/ Disallow: /tvmt/ Disallow: /utilities/ Disallow: /water/ #Disallow: /content/Publications/MEPA/