#User-agent: Mediapartners-Google*
Disallow:

User-Agent: msnbot 
Crawl-Delay: 120

User-agent: Slurp
Crawl-delay: 120

User-Agent: MJ12bot
Crawl-Delay:   10

User-agent: Teoma
Crawl-Delay:   120


User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wgetx
Disallow: /

User-agent: NPBot
Disallow: /


User-agent: *
Disallow: /checkConfirmationCode.php
Disallow: /usrimg.php
Disallow: /profile.php
Disallow: /admin.php
Disallow: /admin/
Disallow: /includes/
Disallow: /themes/
Disallow: /blocks/
Disallow: /manual/
Disallow: /modules/
Disallow: /language/
Disallow: /secureCode.php
Disallow: *.php