# Tells Scanning Robots Where They Are And Are Not Welcome # User-agent: can also specify by name; "*" is for everyone # Disallow: if this matches first part of the requested path, forget it # # 20040620 DDM - Setup new robots.txt # 20050516 DDM - Dissalow on Hightower page until complete User-agent: Mediapartners-Google* Disallow: # User-agent: * # applies to all robots # Disallow: / # disallow indexing of all pages User-agent: * # applies to all robots Disallow: hightower-on-delay.html # disallow indexing