User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
Disallow: /bottrap/
# Allow the MSN Search robot to crawl freely:
User-agent: msnbot
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: W3C-checklink
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: Googlebot
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: Googlebot-Image
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: Googlebot-Mobile
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: Mediapartners-Google
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: Adsbot-Google
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent:Alexa/wayback
Disallow: /php/admin/
Disallow: /skrip/
Disallow: /tk/
Disallow: /asp/
Disallow: /aspnet/
Disallow: /mail/
Disallow: /themes/
User-agent: BecomeBot
Disallow: /php/
Disallow: /chatzul/
Disallow: /mail/
Disallow: /mp/
Disallow: /skrip/
Disallow: /phameco/
Disallow: /resume/
Disallow: /tk/
Disallow: /themes/
User-agent: *
Disallow: /php/admin/
Disallow: /chatzul/
Disallow: /mail/
Disallow: /mp/
Disallow: /phameco/
Disallow: /resume/
Disallow: /skrip/
Disallow: /tk/
Disallow: /mail/
Disallow: /themes/
Disallow: /wap/
Disallow: /asp/
Disallow: /aspnet/