User-agent: *
Disallow: /cgi-bin/
Disallow: /new*
Disallow: /_*
Disallow: /forums/admin/
Disallow: /*.txt
Disallow: /*.cgi
Disallow: /articles/comment.php*
Disallow: /articles/email_article.php*
Disallow: /blog/wp-admin*
Disallow: /blog/wp-login*
Disallow: /blog/tag/*
Disallow: /blog/date/*
Disallow: /classifieds/buy*
Disallow: /classifieds/contact*
Disallow: /classifieds/help*
Disallow: /classifieds/member*
Disallow: /classifieds/misc*
Disallow: /classifieds/payment_verification*
Disallow: /classifieds/profile*
Disallow: /classifieds/search*
Disallow: /classifieds/showmembers*
# Remove formats showproduct.php?product=1484 and showproduct.php?product=1484&cat=10
Disallow: /classifieds/showproduct.php?product*
Disallow: /classifieds/*date*
Disallow: /classifieds/*/cat/all
Disallow: /classifieds/*/cat/1$
Disallow: /classifieds/*/cat/8$
Disallow: /classifieds/uploadproduct*
Disallow: /forums/common.php
Disallow: /forums/faq.php
Disallow: /forums/groupcp.php
Disallow: /forums/login.php
Disallow: /forums/modcp.php
Disallow: /forums/posting.php
Disallow: /forums/privmsg.php
Disallow: /forums/*view=previous
Disallow: /forums/*view=next
Disallow: /forums/viewtopic.php?p=*
Disallow: /*view=previous
Disallow: /*view=next
Disallow: /forums/viewonline.php
Disallow: /photos/bulkupload.php
Disallow: /photos/comments.php
Disallow: /photos/ecard.php
Disallow: /photos/editphoto.php
Disallow: /photos/member.php
Disallow: /photos/misc.php
Disallow: /photos/search.php
Disallow: /photos/showframe.php
Disallow: /photos/slideshow.php
Disallow: /photos/uploadphoto.php
Disallow: /photos/*date
Disallow: /photos/*size
Disallow: /photos/*/cat/all
Disallow: /reviews/*date*
Disallow: /reviews/editproduct*
Disallow: /reviews/help*
Disallow: /reviews/member*
Disallow: /reviews/misc*
Disallow: /reviews/reviews*
Disallow: /reviews/revshow*
Disallow: /reviews/search*
Disallow: /reviews/showmembers*
Disallow: /reviews/uploadproduct*
#Next line takes care of many PP junk URLs
Disallow: /*/cat/all
Disallow: /*/si/

User-agent: Mediapartners-Google*
Disallow:

User-agent: NPBot
User-agent: downloadexpress
User-agent: JavaBee
User-agent: WebReaper [webreaper@otway.com]
User-agent: lachesis
User-agent: BlogBot
User-agent: psbot
User-agent: rabaz
User-agent: rico
User-agent: RPT-HTTPClient
User-agent: TurnitinBot
User-agent: lachesis
User-agent: ScoutAbout
User-agent: WebFilter Robot 1.0
User-agent: psbot
User-agent: LinkWalker
User-agent: VoilaBot
User-agent: VoilaBot BETA 1.2 
User-agent: Intelliseek
User-agent: BDFetch
Disallow: /

User-agent: Slurp
Crawl-delay: 10