User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /corporate/

# Use this code to disallow spiders from certain pages
# User-agent: Architext 
# Disallow: /mydirectory/product.htm 
# Disallow: /mydirectory/product2.htm