# # robots.txt (see PCMag v15n13p277, also has pointers to useful docs) # # User-agent: NetMechanic Disallow: / # User-agent: * Disallow: /test/ Disallow: /digi/ # Disallow: /ads/ Disallow: /apps/ Disallow: /banner/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /graphics/ Disallow: /images/ Disallow: /jump/ Disallow: /mailform.mv Disallow: /merchant/ Disallow: /random/ Disallow: /search/ Disallow: /stats/ Disallow: /sys/ Disallow: /script_index.html