# Robots.txt file created 10 April 2006
# For domain: http://employment.byron.com.au

# Prevent indexing of old directories
User-Agent: *
Disallow: /agencies/

# Prevent indexing of old directories
User-Agent: *
Disallow: /employment_australia/

# Ban following bots from site
User-agent: aipbot
Disallow: /

# Ban following bots from site
# User-agent: twiceler - twiceler is bot used by new search engine CUIL
# Disallow: /

# Use <META NAME="ROBOTS" CONTENT="NOINDEX, NOFOLLOW"> for private directories as robots.txt is a public file