# All robots will spider the domain\
User-agent: *\
Disallow: \
\
# Disallow directory /cgi-bin\
User-agent: *\
Disallow: /cgi-bin}