User-agent: * # All user-agents (except others specified in this file) Disallow: /cgi-bin/ User-agent: WebWatch/v3.0 Disallow: User-agent: BadRobot1, BadRobot2 Disallow: / # These BadRobots are denied access to everything User-agent: IndexingRobot Disallow: /cgi-bin/ # Binaries are no good for indexing