User-agent: *
Disallow: /portal/
Disallow: /digital/archive.php
Disallow: /digital/admin/ 
Disallow: /digital/db/ 
Disallow: /digital/files/ 
Disallow: /digital/images/ 
Disallow: /digital/includes/ 
Disallow: /digital/language/ 
Disallow: /digital/spelling/ 
Disallow: /digital/templates/ 
Disallow: /digital/common.php 
Disallow: /digital/config.php 
Disallow: /digital/glance_config.php 
Disallow: /digital/groupcp.php 
Disallow: /digital/memberlist.php 
Disallow: /digital/mini_cal.php 
Disallow: /digital/modcp.php 
Disallow: /digital/posting.php 
Disallow: /digital/profile.php 
Disallow: /digital/printview.php 
Disallow: /digital/privmsg.php 
Disallow: /digital/viewonline.php
Disallow: /digital/faq.php
Disallow: /digital/privmsg.php
Disallow: /digital/login.php
Disallow: /digital/search.php

User-agent: ia_archiver
Disallow: /
 
User-agent: WebZIP
Disallow: /

User-agent: BoardTracker
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-Agent: msnbot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-Delay: 10