# robots.txt zu http://www.bbf-direkt.de User-agent: * Allow: / Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /bbfd/ Disallow: /cgi-bin/ Disallow: /cgi-data/ Disallow: /counter/ Disallow: /download/ Disallow: /form/ Disallow: /presse/ Disallow: /bbf/impress.html Disallow: /bbf/kontakt.html Disallow: /bbf/kon.js Disallow: /fahrrad/3g/det/ Disallow: /fahrrad/arcadia/det/ Disallow: /fahrrad/bbf/det/ Disallow: /fahrrad/bmx/big/ Disallow: /fahrrad/bottecchia/det/ Disallow: /fahrrad/checker-pig/det/ Disallow: /fahrrad/checker-pig/geometrie/ Disallow: /k/ Disallow: /ftp/ Disallow: /pdf/ Disallow: /icons/ Disallow: /phpadmin/ Disallow: /plz/ Disallow: /_vti_inf.html Disallow: /postinfo.html User-agent: WebReaper Disallow: / User-agent: Slurp Crawl-delay: 180