User-agent: * Disallow: /catalog/login.php Disallow: /catalog/shopping_cart.php Disallow: /catalog/create_account.php Disallow: /catalog/redirect.php # the above pages are meaningless for search bots and just get them into a loop # so let's disallow them User-agent: UbiCrawler Disallow: /