# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent:	can also specify by name; "*" is for everyone
# Disallow:	if this matches first part of requested path,
#			forget it

User-agent: *                   # applies to all robots
Allow:      /index.html         # allow capture of index page
Disallow:   /                   # disallow indexing of all pages