# # our robot configuration # # by cjh@ 2002/12/24 # #User-agent: TurnitinBot #Disallow: /cgi-bin/ # no access below cgi-bin. # cvsweb crawling is very high loaded User-agent: * Disallow: /cgi-bin/