# http://www.blogtips.org/web-crawlers-love-the-good-but-kill-the-bad-and-the-ugly/ # http://www.robotstxt.org/robotstxt.html sitemap: https://www.iger.nl/sitemap.xml # Disallow archive.org (wayback machine) User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: / # Disallow All Robots User-agent: * Disallow: / #Disallow: /fotoshow/ #Disallow: /ict/1/ #Disallow: /ict/2/ #Disallow: /opslag/ #Disallow: /wiki/ger #Disallow: /wiki/netperk