User-agent: Slurp
Crawl-delay: 20
Disallow: /?s=*

User-agent: *
Disallow: /?s=*
Disallow: /search
Disallow: /wp-admin
Disallow: /wp-content
Disallow: /wp-includes
Disallow: /pagenews
Disallow: /agents
Disallow: /allnews
Disallow: /articles
Disallow: /hotel_gal.php?
Disallow: /pagenews
Disallow: /ref
Disallow: /rus
Disallow: /ukr
Disallow: /viewtopic.php?
Disallow: /news
Host: rkm.kiev.ua

User-agent: w3search/Nutch-0.9
Crawl-delay: 300
Disallow: /?s=*