# /robots.txt
User-agent: *
Allow: /
Disallow:/cgi-bin/




# /robots.txt
User-agent: *
Allow: /