# /robots.txt file for http://minix1.hampshire.edu, # asw 2005-10-09 # ref: http://info.webcrawler.com/mak/projects/robots/norobots.html # ref: http://dowland.dcrt.nih.gov/presentations/search_talk/robots_txt.html # ref: http://www.robotstxt.org/ # please don't go crawling through source code and man pages User-agent: * Disallow: /src Disallow: /include Disallow: /pub/minix.2.0/2.0.0/manuals Disallow: /pub/minix.2.0/2.0.0/wwwman/man1 Disallow: /pub/minix.2.0/2.0.0/wwwman/man2 Disallow: /pub/minix.2.0/2.0.0/wwwman/man3 Disallow: /pub/minix.2.0/2.0.0/wwwman/man4 Disallow: /pub/minix.2.0/2.0.0/wwwman/man5 Disallow: /pub/minix.2.0/2.0.0/wwwman/man6 Disallow: /pub/minix.2.0/2.0.0/wwwman/man7 Disallow: /pub/minix.2.0/2.0.0/wwwman/man8 Disallow: /pub/minix.2.0/2.0.0/wwwman/man9 Disallow: /pub/minix.2.0/2.0.2/wwwman/man1 Disallow: /pub/minix.2.0/2.0.2/wwwman/man2 Disallow: /pub/minix.2.0/2.0.2/wwwman/man3 Disallow: /pub/minix.2.0/2.0.2/wwwman/man4 Disallow: /pub/minix.2.0/2.0.2/wwwman/man5 Disallow: /pub/minix.2.0/2.0.2/wwwman/man6 Disallow: /pub/minix.2.0/2.0.2/wwwman/man7 Disallow: /pub/minix.2.0/2.0.2/wwwman/man8 Disallow: /pub/minix.2.0/2.0.2/wwwman/man9 Disallow: /pub/minix.2.0/2.0.3/wwwman/man1 Disallow: /pub/minix.2.0/2.0.3/wwwman/man2 Disallow: /pub/minix.2.0/2.0.3/wwwman/man3 Disallow: /pub/minix.2.0/2.0.3/wwwman/man4 Disallow: /pub/minix.2.0/2.0.3/wwwman/man5 Disallow: /pub/minix.2.0/2.0.3/wwwman/man6 Disallow: /pub/minix.2.0/2.0.3/wwwman/man7 Disallow: /pub/minix.2.0/2.0.3/wwwman/man8 Disallow: /pub/minix.2.0/2.0.3/wwwman/man9 Disallow: /pub/minix.2.0/2.0.3/psman Disallow: /pub/minix.2.0/2.0.4/wwwman/man1 Disallow: /pub/minix.2.0/2.0.4/wwwman/man2 Disallow: /pub/minix.2.0/2.0.4/wwwman/man3 Disallow: /pub/minix.2.0/2.0.4/wwwman/man4 Disallow: /pub/minix.2.0/2.0.4/wwwman/man5 Disallow: /pub/minix.2.0/2.0.4/wwwman/man6 Disallow: /pub/minix.2.0/2.0.4/wwwman/man7 Disallow: /pub/minix.2.0/2.0.4/wwwman/man8 Disallow: /pub/minix.2.0/2.0.4/wwwman/man9 Disallow: /pub/minix.2.0/2.0.4/psman