User-agent: *
Disallow: /cgi-bin/
Disallow: /Merchant/
Disallow: /merchant/
Disallow: /stats/
Disallow: /lib/
Disallow: /dist/
Disallow: /inc/
Disallow: /img/
Disallow: /php/
Disallow: /htdig/
Disallow: *.shtml
Disallow: *.php