# All robots will spider the domain

User-agent: *

Disallow: 



# Disallow directory /cgi-bin/

User-agent: *

Disallow: /cgi-bin/



# Disallow directory /cgi-php/

User-agent: *

Disallow: /cgi-php/



# Disallow directory /cgi-vs/

User-agent: *

Disallow: /cgi-vs/