############################### # # User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: * # # list folders robots are not allowed to index # Disallow: /public_html/movies1234/ Disallow: /public_html/jumpstylers12345/ Disallow: /public_html/movies2/ Disallow: /public_html/movies3/ Disallow: /public_html/fotos/ Disallow: /public_html/forum/ Disallow: /public_html/cgi-bin/ Disallow: /stats/ Disallow: /public_html/nl/Picture_Library/ Disallow: /public_html/uk/Picture_Library/ Disallow: /public_html/nl/Uploads/ Disallow: /public_html/uk/Uploads/ Disallow: /public_html/nl/Var_Configuration/ Disallow: /public_html/uk/Var_Configuration/ Disallow: /public_html/nl/Css_Files/ Disallow: /public_html/uk/Css_Files/ Disallow: /public_html/nl/Js_Files/ Disallow: /public_html/uk/Js_Files/ Disallow: /public_html/nl/Logs/ Disallow: /public_html/uk/Logs/ Disallow: /public_html/nl/MySQL_Configuration/ Disallow: /public_html/uk/MySQL_Configuration/ Disallow: /public_html/nl/Printers/ Disallow: /public_html/uk/Printers/ Disallow: /public_html/nl/SLPanel/ Disallow: /public_html/uk/SLPanel/ Disallow: /public_html/nl/WYSIWYG/ Disallow: /public_html/uk/WYSIWYG/ Disallow: /public_html/uk/paginas/ Disallow: /public_html/projectx/ # # list specific files robots are not allowed to index # Disallow: /meta_tags.html Disallow: /folder2/whatever.html # # ###############################