#robots.txt file - put in www directory
#disallow: any url starting with the value will not be retrieved, whether file or subdirectory

User-agent: *
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /arj
Disallow: /armdict
Disallow: /caucasus
Disallow: /cgi-bin/
Disallow: /gmg/cam
Disallow: /gmg/festiva.htm
Disallow: /gmg/festiva.jpg
Disallow: /gmg/gallazo/
Disallow: /gmg/garnica
Disallow: /gmg/gmg-mrkr.htm
Disallow: /gmg/guam
Disallow: /gmg/hampton
Disallow: /gmg/list
Disallow: /gmg/marker
Disallow: /gmg/memories
Disallow: /gmg/new
Disallow: /gmg/obit.htm
Disallow: /gmg/pic
Disallow: /gmg/thoughts
Disallow: /gmg/tree
Disallow: /gmg/writings
Disallow: /gmgold/
Disallow: /images/
Disallow: /ma-info
Disallow: /medstuff.htm
Disallow: /mypage
Disallow: /scgi-bin/
Disallow: sched
Disallow: /spam
Disallow: /turkmen.htm