# robots.txt from www.ukwebmasterworld.com

# Disallow indexing of directories
User-agent: *
Disallow: /library
Disallow: /images
Disallow: /cgibin
Disallow: /templates
Disallow: /healthvisitors/contributing_writer.htm
Disallow: /healthvisitors/links.htm
Disallow: /healthvisitors/healthvisitor_to_healthvisitor_terms.htm
Disallow: /products_and_services/adv_terms.htm 
Disallow: /parents/links.htm
Disallow: /parents/ask_a_healthvisitor_terms.htm
Disallow: /parents/your_breastfeeding_questions_terms.htm
Disallow: /products_and_services/adv_terms.htm

# Disallow indexing of specific file extensions 
User-agent: * 
Disallow: /*.gif$ 

User-agent: * 
Disallow: /*.jpg$ 

User-agent: * 
Disallow: /*.zip$ 

User-agent: * 
Disallow: /*.doc$ 

User-agent: * 
Disallow: /*.exe$ 

User-agent: * 
Disallow: /*.pdf$ 

# Disallow Collectors and Spam 
User-agent: atSpider 
Disallow: / 

User-agent: cherrypicker 
Disallow: / 

User-agent: DSurf 
Disallow: / 

User-agent: EliteSys Entry 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: Mail Sweeper 
Disallow: / 

User-agent: munky 
Disallow: / 

User-agent: Roverbot 
Disallow: / 

User-agent: WebEmailExtrac 
Disallow: /