# Robots must obey the following: User-agent: * # The wildcard means ALL robots Disallow: /test.asp # Do not index this particular page Disallow: /archives # This directory is off-limits! Disallow: /software # This directory is off-limits! Disallow: /W3SVC1020 # This directory is off-limits! Disallow: /cgi-bin Disallow: /_private Disallow: /mailing_list Disallow: /Library Disallow: /scripts Disallow: /styles Disallow: /reports Disallow: /fpdb Disallow: /members Disallow: /jaf/test.asp # Don't index this page, but the rest # of the directory is OK