# /robots.txt file for http://www.commslab.gov.au/ User-agent: webcrawler Disallow: # User-agent: lycos # Disallow: / # User-agent: * # Disallow: /stay_out # Disallow: /logs