# Robots.txt file # Disallow directory /images Sitemap: /html/DGsitemap.xml User-agent: * Disallow: /html/miva/graphics/00000001/ User-agent: * Disallow: /html/images/ # Disallow specific file extensions User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ User-agent: * Disallow: /*.ico$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: /