# /robots.txt file for http://aditl.com/ #Examples #User-agent: webcrawler #Disallow: # #User-agent: lycos #Disallow: / # #User-agent: * #Disallow: /stay_out #Disallow: /logs User-agent: * Disallow: /bylaws