User-agent: * Disallow: /articles.php Disallow: /basket.php Disallow: /products.php Disallow: /user_login.php Allow: /