User-agent: * Disallow: /item-details/ Disallow: /search/ Disallow: /cgi-bin/ Disallow: /resources/ Disallow: /random/