# robots.txt for http://www.vdmkt.com/

User-agent: *
Disallow: manage.pl	# SEC Control Panel
Disallow: /webalizer	# Site STATS

User-agent: EmailSiphon
Disallow: /

User-agent: ExtractorPro
Disallow: /

#Other Examples:
#The first lines, starting with '#', specify a comment 

#User-agent: webcrawler
#Disallow:
#This paragraph specifies that the robot called 'webcrawler' has nothing disallowed:
#it may go anywhere. 


#User-agent: lycra
#Disallow: /
#This paragraph indicates that the robot called 'lycra' has all relative URLs starting
#with '/' disallowed. Because all relative URL's on a server start with '/', this means
#the entire site is closed off. 


#User-agent: *
#Disallow: /tmp
#Disallow: /logs
#This paragraph indicates that all other robots should not visit URLs starting with
#/tmp or /log. Note the '*' is a special token, meaning "any other User-agent";
#you cannot use wildcard patterns or regular expressions in either User-agent or
#Disallow lines. 

#Two common errors: 
#     Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say 'Disallow: /tmp'. 
#     You shouldn't put more than one path on a Disallow line (this may change in a future
#     version of the spec)