# http://www.propylaea.org/robot.txt
# Instructions for web crawler robots.
# deny web crawlers to refer to gif's, jpeg's.
# - scj (1 Aug 2001.)

User-Agent: *                 # instructions for all crawlers (Googlebot included)
Disallow: /slides/fulls/experiments           # these pages are not for public examination
Disallow: /slides/fulls/originals           # originals for downloading
Disallow: /ftp           # these pages are not for public examination
Disallow: /OldAndOutdated           # these pages are not for public examination
Disallow: /slides/OldAndOutdated           # these pages are not for public examination

Disallow: /*.gif$             # image only, search reference should be through text file
# Disallow: /*.jpeg$            # image only, search reference should be through text file
# Disallow: /*.jpg$             # image only, search reference should be through text file
Disallow: /*.jff$             # image only, search reference should be through text file
Disallow: /*.zip$             # image only, search reference should be through text file