# directed to all spiders, not just Scooter User-agent: * Disallow: /before Disallow: /during Disallow: /after Disallow: /_cgi-bin Disallow: /_errors Disallow: /_fpclass Disallow: /_goto Disallow: /_includes Disallow: /_private Disallow: /_private-cgi-bin Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /images