# All robots will spider the domain
   User-agent: *
   Disallow: 

# Disallow directory /cgibin
   User-agent: *
   Disallow: /cgibin

# Disallow directory /bin
   User-agent: *
   Disallow: /bin