# F150 last updated 2020-01-31

# Block everyone first
User-agent: *
Disallow: /

# Except allowed bots
User-agent: bingbot
User-agent: BingPreview
User-agent: Slurp
User-agent: Applebot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google
User-agent: archive.org_bot
User-agent: baiduspider
User-agent: DuckDuckBot
Disallow:
Disallow: /articles/article.php*action=print

# 2020-01-31 slow down crawlers that don't send much traffic
User-agent: Yandex
Crawl-delay: 2.0

#F150

User-agent: *
Disallow: /cgi-bin/
Disallow: /new*
Disallow: /_*
Disallow: /forums/admin/
Disallow: /*.txt
Disallow: /*.cgi
Disallow: /articles/comment.php*
Disallow: /articles/email_article.php*
Disallow: /articles/article.php*action=print
Disallow: /blog/wp-admin*
Disallow: /blog/wp-login*
Disallow: /blog/tag/*
Disallow: /blog/date/*
Disallow: /blog/*/comment-page-*
Disallow: /classifieds/
# Next line 2009-06-18 to reduce duplicate URLs and title tags in WMT
#Disallow: /forums/*.html$
#Disallow: /forums/*start*
Disallow: /mods/*hommen*
Disallow: /mods/*Hommen*
Disallow: /photos/bulkupload.php
Disallow: /photos/comments.php
Disallow: /photos/ecard.php
Disallow: /photos/editphoto.php
Disallow: /photos/member.php
Disallow: /photos/misc.php
Disallow: /photos/search.php
Disallow: /photos/showframe.php
Disallow: /photos/slideshow.php
Disallow: /photos/uploadphoto.php
Disallow: /photos/*date
Disallow: /photos/*size
Disallow: /photos/*/cat/all
#Next line takes care of many PP junk URLs
Disallow: /*/cat/all
Disallow: /*/si/