# robots.txt for http://www.bla-bla.com User-agent: * Disallow: /_info/ Disallow: /cgi-bin/ Disallow: /generator/ Disallow: /include/ Disallow: /Library/ Disallow: /newpages/ Disallow: /newtemplate/ Disallow: /newtemplate_original/ Disallow: /p7pm/ Disallow: /Template/ # Ignore FrontPage files Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt