User-Agent: *
Allow: /

User-Agent: *
Disallow: /cgi-bin
Disallow: /js
#Disallow: /images
Disallow: /class
Disallow: /css
Disallow: /opendir
Disallow: /games
Disallow: /fun
Disallow: /more
Disallow: /advt
Disallow: /forums/ucp.php
Disallow: /forums/memberlist.php
Disallow: /forums/posting.php
Disallow: /forums/search.php
Disallow: /freeonlineexam_bkup


# Exam 
#
User-Agent: *
Disallow: /img
Disallow: /docs


# Wiki pages
#
User-agent: *
Disallow: /wiki/Special:Random
Disallow: /wiki/Special%3ARandom
Disallow: /wiki/Special:Search
Disallow: /wiki/Special%3ASearch
Disallow: /wiki/Special:Userlogin

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10