User-agent: *
Disallow: mtc.class.php
Disallow: /knowledge
Disallow: /beta/
Disallow: /dictionary/js/function-wiki.js
Disallow: terms.html

User-agent: Mediapartners-Google
Allow: /knowledge

User-agent: sitebot
Disallow: /

User-agent: businessdbbot
Disallow: /

User-agent: magpie-crawle
Disallow: /

User-agent: Bender
Disallow: /

User-agent: JikeSpider
Disallow: /