User-agent: w3mir
Disallow: /

User-agent: webcopy
Disallow: /

User-agent: wget
Disallow: /

User-agent: url-minder
Disallow: /

User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
Disallow: /cms/include/
Disallow: /cms/ref/
Disallow: /cms/typo3/
Disallow: /cms/typo3conf/
Disallow: /cms/uploads/
Disallow: /cms/typo3temp/
Disallow: /cms/fileadmin/content/irrig-l/
Disallow: /cms/fileadmin/content/irrig_au/climate/x_sources/
Disallow: /cms/fileadmin/content/irrig_au/climate/csiro/
Disallow: /cms/fileadmin/content/priv/
Disallow: /cms/fileadmin/content/submissions/
Disallow: /cms/fileadmin/content/x_swap/
Disallow: /cms/fileadmin/content/temp/

# disallow stress test
user-agent: stress-agent
Disallow: /