# wildcard tells all robots to crawl site

User-agent: *

# excludes the following pages from the crawl

Disallow: /cgi-bin/
Disallow: /images/
Disallow: /jene/
Disallow: /css/
Disallow: /bnb/
Disallow: /logs/