User-agent: * Disallow: /detail.htm Disallow: /shop.htm Disallow: /buy.php Disallow: /shop.php Disallow: /shopurl.php