# 14 August 2003 - unrestricted access to everything except cases
User-agent: *
Disallow: /au/cases/
Disallow: /au/other/
Disallow: /nz/cases/
Disallow: /cgi-bin/
Disallow: /do/
Disallow: /do2/
Disallow: /incite/
Disallow: /inCite/
Disallow: /form/
Disallow: /forms/
Disallow: /fcgi-bin/
Disallow: /rsjlibrary/rciadic
# Disallow indexing of dynamically generated pages eg search results
# by Google
Disallow: /*?

# PTHC-20080107
# Disallow access to personal directories
Disallow: /~andrew/
Disallow: /~armin/
Disallow: /~jones/
Disallow: /~joseph/
Disallow: /~philip/
Disallow: /~trev/

User-agent: Gromit
Disallow: /cgi-bin/
Disallow: /fcgi-bin/
Disallow: /do/
Disallow: /do2/
Disallow: /au/cases/
Disallow: /au/legis/
Disallow: /au/other/
Disallow: /au/journals/
Disallow: /au/special/
Disallow: /nz/cases/

# Australian Business On-Line
# Created: PTHC-20000919
#
User-agent: Australian Business On-Line
Disallow: /au/legis/
Disallow: /au/other/hca/
Disallow: /au/other/iponline/
Disallow: /au/other/ipaus/
Disallow: /au/journals/
Disallow: /rsjlibrary/rciadic
Disallow: /cgi-bin/
Disallow: /do/
Disallow: /do2/
Disallow: /lists/
Disallow: /ombud/
Disallow: /austlii/editors/
Disallow: /austlii/FAQ
Disallow: /form/
Disallow: /fcgi-bin/

# Wang -- you are flooding the server please e-mail us
# User-agent: Wang New Zealand
# Disallow: /

User-agent: Wang New Zealand
Disallow: /au/legis/
Disallow: /au/cases/
Disallow: /au/other/hca/
Disallow: /au/other/iponline/
Disallow: /au/other/ipaus/
Disallow: /au/journals/
Disallow: /rsjlibrary/rciadic
Disallow: /cgi-bin/
Disallow: /fcgi-bin/
Disallow: /do/
Disallow: /do2/
Disallow: /lists/
Disallow: /ombud/
Disallow: /austlii/editors/
Disallow: /austlii/FAQ
Disallow: /nz/
Disallow: /form/

# Googlebot --You flooding the server with request please e-mail us
# 6 August 2002
# Googlebot -- Allow google to index everything except cases
# 14 August 2003
# User-agent: Googlebot
# Disallow: /au/cases
# Disallow: /nz/cases


# Slurp --You are flooding the server with request please e-mail us
# 08 Oct 2002
User-agent: Slurp/cat
Disallow: /au/other/
Disallow: /au/cases/
Disallow: /au/legis/
Disallow: /au/special/
Disallow: /au/journals
Disallow: /cgi-bin/
Disallow: /fcgi-bin/
Disallow: /form/

# Disallow forbidden directories
#Disallow: *.OLD/
#disallow: *.BUILD/