User-Agent: * Disallow: /.svn Disallow: /Admin Disallow: /capcha Disallow: /config Disallow: /cronjob Disallow: /fckeditor Disallow: /ftporder Disallow: /logs Disallow: /Mail Disallow: /mailorder Disallow: /tmp Disallow: /tmp2 Disallow: /userfiles Disallow: /webshop/db/file Disallow: /webshop/db/Mail Disallow: /webshop/db/orderfile Disallow: /webshop/db/pdf Disallow: /webshop/db/pricelists Disallow: /webshop/db/tmp Disallow: /webshop/db/tf Disallow: /webshop/db/tmp Disallow: /webshop/db/upload Disallow: /webshop/db/zip Disallow: *.pdf # Block pdf files Disallow: *.xls # Block Excel files Disallow: *.xlsx # Block Excel files Crawl-delay: 10