# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow:/database/
Disallow:/entropybanner/
Disallow:/images/
Disallow:/protected/
Disallow:/scgi-bin/
Disallow:/stats/
Disallow:/test/
Disallow:/cny/Cube/
Disallow:/cny/cgi-bin/
Disallow:/cny/forms/
Disallow:/cny/images/
Disallow:/mailman/
Disallow:/pipermail/
Disallow:/docs/
Disallow:/php/
Disallow:/References/
Disallow:/archive/