# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /secret/ User-agent: * Disallow: /secret/ # list folders robots are not allowed to index Disallow: /supp_song_files/ Disallow: /files/ Disallow: /uploads/ Disallow: /kcd/ Disallow: /rates/ Disallow: /cd/ Disallow: /banners/ Disallow: /cgi-bin/ Disallow: /e/ Disallow: /mixing/ Disallow: /recording/ Disallow: /sos/ Disallow: /SugarCE-Full-5.0.0b/ Disallow: /o/ Disallow: /theslapstik/ Disallow: /links/ Disallow: /voice/ Disallow: /convert/ Disallow: /w&m/