# For domain: http://www.getbentscuba.com # All robots will spider the domain User-agent: * Disallow: /test/ Disallow: /admin/ # Disallow directory /img/ Disallow: /img/ # Disallow directory /phpads/ Disallow: /phpads/ # Disallow directory /magpierss/ Disallow: /magpierss/ # Disallow directory /phpAdsNew-2.0.3/ Disallow: /phpAdsNew-2.0.3/ # Disallow directory /magpierss/ Disallow: /linkman/addlink.php Disallow: /linkman/delete.gif Disallow: /linkman/go.php Disallow: /linkman/readme.htm Disallow: /linkman/settings.php Disallow: /linkman/style.css Disallow: /linkman2/addlink.php Disallow: /linkman2/delete.gif Disallow: /linkman2/go.php Disallow: /linkman2/readme.htm Disallow: /linkman2/settings.php Disallow: /linkman2/style.css Disallow: /tell_a_friend/settings.php