############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /Connections/ Disallow: /error_files/ Disallow: /newsletter/ Disallow: /rss/ Disallow: /shoe_polls/ Disallow: /test/ Disallow: /video/ # # list specific files robots are not allowed to index # Disallow: /global_navigation.swf Disallow: /rotating-ads.swf Disallow: /info.php # # ###############################