# robots.txt - telebotics.com # excludes all robots from crawling with the exception # of url's provided in the allow directives User-agent: * Disallow: / # disallows crawling all url's