# robots.txt for http://BradEdwardsDesigns.com/

User-agent: *
Disallow: /apps/		# Apps
Disallow: /assets/		# HTML File Assets
Disallow: /bbs/			# BBS Demo/Trial
Disallow: /banners/		# Ad Banners
Disallow: /calendar/		# Calendar
Disallow: /classes/		# Shopping Cart Files
Disallow: /efr/			# Test Dir
Disallow: /errordocs/		# HTML Error Pages
Disallow: /form_processor/	# CGI Forms
Disallow: /images/		# Web images, i.e. GIF's & JPEG's
Disallow: /OriginalFiles/	# Original Setup
Disallow: /stats/		# Stats
Disallow: /system/		# System Dir
Disallow: /whois/		# Whois 

User-agent: EmailSiphon
Disallow: /

User-agent: ExtractorPro
Disallow: /

#Other Examples:
#The first lines, starting with '#', specify a comment 

#User-agent: webcrawler
#Disallow:
#This paragraph specifies that the robot called 'webcrawler' has nothing disallowed:
#it may go anywhere. 


#User-agent: lycra
#Disallow: /
#This paragraph indicates that the robot called 'lycra' has all relative URLs starting
#with '/' disallowed. Because all relative URL's on a server start with '/', this means
#the entire site is closed off. 


#User-agent: *
#Disallow: /tmp
#Disallow: /logs
#This paragraph indicates that all other robots should not visit URLs starting with
#/tmp or /log. Note the '*' is a special token, meaning "any other User-agent";
#you cannot use wildcard patterns or regular expressions in either User-agent or
#Disallow lines. 

#Two common errors: 
#     Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say 'Disallow: /tmp'. 
#     You shouldn't put more than one path on a Disallow line (this may change in a future
#     version of the spec)