# robots.txt for http://www.ukrbeer.kiev.ua/ User-agent: * Disallow: /cgi-bin/ Disallow: /beermarket/myrequest.php Disallow: /beermarket/registration.php Disallow: /beermarket/security/ Disallow: /beermarket/sellbuy.php Disallow: /brend/?rz= Disallow: /brend/index.php?rz= Disallow: /commerce/aninfo_inframe.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /news/zabor.php?nid=a User-Agent: FDSE Disallow: /09/ Disallow: /beermarket/myrequest.php Disallow: /beermarket/registration.php Disallow: /beermarket/security/ Disallow: /beermarket/sellbuy.php Disallow: /brend/ Disallow: /commerce/aninfo_inframe.php Disallow: /commerce/listanalit.php Disallow: /commerce/listpacks.php Disallow: /industry/business.php Disallow: /industry/production.php Disallow: /news/zabor.php User-agent: wget Disallow: / User-agent: ExtractorPro Disallow: / User-agent: teleport Disallow: / User-agent: WebZip Disallow: /