############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /recips Disallow: /cgi-bin Disallow: /images Disallow: /include Disallow: /logs Disallow: /merrioc Disallow: /stats Disallow: /templates Disallow: /thumbs Disallow: /ghostdriver Disallow: /botcop # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html Disallow: /botcop/botcop.php # # ###############################