# robots.txt
#
# Tells scanning robots where they are and are not welcome
# User-agent:	 can also specify by name; "*" is for everyone
# Disallow:	 if this matches first part of requested path,
# 		    forget it

# NO BLANK LINES between User-agent lines and Disallow lines!

User-agent: *    # applies to all robots
Disallow: /iweb      # disallow indexing of iweb pages
Crawl-delay: 30