# All robots will spider the domain
User-agent: *
Disallow:

# Disallow libwww-perl/5.47
User-agent: libwww-perl/5.47
Disallow: /

# Disallow directory cgi-bin
User-agent: *
Disallow: /bin/
Disallow: /cgi-local/
Disallow: /enteradmin/
Disallow: /etc/
Disallow: /fileuploads/
Disallow: /images-products/
Disallow: /images/
Disallow: /merchant/
Disallow: /mpc/
Disallow: /online-store/
Disallow: /psjs_datalogs/
Disallow: /stats/