User-agent: NPBot
Disallow: /

User-agent: baiduspider
Disallow: / 

User-agent: Nutch
Disallow: /

User-agent: NutchOrg
Disallow: /

User-agent: psbot
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Wget
Disallow: /

User-agent: *
Disallow: /ssi/

User-agent: *
Disallow: /ssl/

User-agent: *
Disallow: /metatraffic/

User-agent: *
Disallow: /_m/

User-agent: *
Disallow: /css/

User-agent: *
Disallow: /grocery/

User-agent: *
Disallow: /images/

User-agent: *
Disallow: /user/