User-agent: *
Disallow: terms.html
Disallow: /abstracts/mtc.class.php
Disallow: /knowledge
Disallow: /dictionary/js/function-wiki.js

User-agent: sitebot
Disallow: /

User-agent: businessdbbot
Disallow: /

User-agent: magpie-crawle
Disallow: /

User-agent: Bender
Disallow: /

User-agent: JikeSpider
Disallow: /