# robots.txt Disallow: / User-agent: * # match any robot name Disallow: /cgi-bin/ # no robots in my bin Disallow: /WebTrends/ Disallow: /WebPosition/