############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cal/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /assets/ Disallow: /calendar/ Disallow: /photoalbums/ Disallow: /kingjamesbible/bbcn_kjv_search/ # # list specific files robots are not allowed to index # Disallow: /favicon.ico Disallow: /*.js Disallow: /*.css Disallow: /*.xml Disallow: /*.gif Disallow: /*.jpeg Disallow: /*.jpg Disallow: /*.png Disallow: /*.tif Disallow: /*.swf Disallow: /*.flv # # ###############################