# # robots.txt for https://www.welzholz.de/ # # $Id: robots.txt,v 1.22 2003/07/01 11:52:04 ted Exp $ # # For use by search.w3.org User-agent: * Crawl-delay: 20 Disallow: /nowaf/ Disallow: /404.cfm Disallow: /404/ Disallow: /img/upload/pdm/* Disallow: /download/upload/sortiment*.pdf Sitemap: https://www.weltholz.de/whsitemap.xml Sitemap: https://www.weltholz.de/whsitemap_shop.xml