User-agent: *
Disallow: /abner_exec/
Disallow: /ajax/
Disallow: /corpora_dir/
Disallow: /data/
Disallow: /files/
Disallow: /fonts/
Disallow: /images/
Disallow: /include/
Disallow: /javascripts/
Disallow: /old_versions/
Disallow: /new_myminer_2/
Disallow: /linnaeus_exec/
Disallow: /pics/
Disallow: /styles/
Disallow: /tagged/
Disallow: /tmp/
Disallow: /tutorial/