Useragent: *
Disallow: /FCLAinfo
Disallow: /cgi-bin
Disallow: /DLData
Disallow: /DLArch
Disallow: /arrow
Disallow: /ITN
Disallow: /SPdocs
Disallow: /downloads
Disallow: /etd
Disallow: /rsv
Disallow: /ftpdl
Disallow: /secure
Disallow: /system
Disallow: /TDData
Disallow: /TMData
User-agent: scooter     # AltaVista web page search
Disallow: /
User-agent: vscooter     # AltaVista web page search
Disallow: /
User-agent: Googlebot
Allow: /TDData/SF