User-agent: *
# Disallow all directories and files within
allow: /wp-content/plugins/lightbox-2/
Disallow: /index2.html
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /php.ini
Disallow: /wp-
Disallow: /wpj-
Disallow: /?p
Disallow: /*?*
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/album/
Disallow: /wp-content/languages/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/
Disallow: /xmlrpc.php
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-rss.php
Disallow: /wp-cron.php
# Disallow: /category/
Disallow: /trackback/
Disallow: /image/
Disallow: /lightbox/
Disallow: /gallery/
Disallow: /dh_
Disallow: /contact/
# Disallow: /page/
Disallow: /comments/
Disallow: xmlrpc.*

# The Googlebot is the main search bot for google
User-agent: Googlebot
# Disallow all files ending with these extensions
allow: /index.php
allow: /weblog/
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
# Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Disallow Google from parsing indididual post feeds and trackbacks..
# Disallow: */feed/
# Disallow: */trackback/
# Disallow: /feed
# Disallow all files with ? in url
# Disallow: /*?*
# Disallow: /*?

User-agent: [Ww]eb[Bb]andit
User-agent: abcdatos_botlink
User-agent: ABCsearch
User-agent: Acoon Robot
User-agent: AESOP_com_SpiderMan
User-agent: ah-ha.com
User-agent: AlkalineBOT
User-agent: Alexibot
User-agent: ATN_Worldwide
User-agent: antibot
User-agent: AnzwersCrawl
User-agent: Aqua_Products
User-agent: araneo
User-agent: ariadne
User-agent: arianna
User-agent: ArchitextSpider
User-agent: asterias
User-agent: ASPseek
User-agent: AstraSpider
User-agent: Atomz
User-agent: augurfind
User-agent: b2w/0.1
User-agent: BBot
User-agent: BackDoorBot
User-agent: BackDoorBot/1.0
User-agent: BaiDuSpider
User-agent: BDFetch
User-agent: Black.Hole
User-agent: Black Hole
User-agent: BlackWidow
User-agent: blindekuh
User-agent: BlowFish
User-agent: BlowFish/1.0
User-agent: boitho
User-agent: boito
User-agent: borg-bot
User-agent: Bookmark search tool
User-agent: BotALot
User-agent: Bullseye/1.0
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: BunnySlippers
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerSE/1.0
User-agent: CherryPickerElite/1.0
User-agent: ChinaClaw
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Computer_and_Automation_Research_Institute_Crawler
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: christcrawler
User-agent: CMC/0.01
User-agent: cusco
User-agent: Custo
User-agent: DeepIndex
User-agent: Denmex
User-agent: DIIbot
User-agent: DISCo
User-agent: DittoSpyder
User-agent: Download\ Demon
User-agent: Dual Proxy
User-agent: dumbot
User-agent: ecollector
User-agent: eCatch
User-agent: EirGrabber
User-agent: ELFINBOT
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EroCrawler
User-agent: es
User-agent: Express\ WebPictures
User-agent: ExtractorPro
User-agent: Exalead
User-agent: EyeNetIE
User-agent: EZResult
User-agent: fast
User-agent: FDSE
User-agent: felix
User-agent: FairAd Client
User-agent: Firefly KIT-Fireball
User-agent: FirstGov.gov
User-agent: Flaming AttackBot
User-agent: FlashGet
User-agent: Foobot
User-agent: FreeFind
User-agent: Freecrawl Arachnoidea
User-agent: FrontPage
User-agent: fusionbot
User-agent: Gaisbot
User-agent: galaxy
User-agent: geckobot
User-agent: GenCrawler
User-agent: GetRight
User-agent: GetWeb!
User-agent: GetRight/4.2
User-agent: Gigabot
User-agent: Go-Ahead-Got-It
User-agent: Goliat goliatspider263
User-agent: Go!Zilla
User-agent: griffon nttdirectory_robot
User-agent: GrabNet
User-agent: Grafula
User-agent: grub-client
User-agent: grub
User-agent: Hatena Antenna
User-agent: H?m?h?kki
User-agent: Harvest
User-agent: Harvest/1.5
User-agent: hometown
User-agent: hloader
User-agent: htdig
User-agent: httplib
User-agent: HMView
User-agent: httplib
User-agent: HTTrack
User-agent: finnish
User-agent: Hubater
User-agent: humanlinks
User-agent: IlTrovatore-Setaccio
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: IBM_Planetwide
User-agent: Image\ Stripper
User-agent: Image\ Sucker
User-agent: Indy\ Library
User-agent: InfoNaviRobot
User-agent: INGRID
User-agent: inspectorwww Greenpac
User-agent: InterGET
User-agent: Internet\ Ninja
User-agent: Iron33/1.0.2
User-agent: iron33
User-agent: jcrawler
User-agent: Jeeves askjeeves
User-agent: JennyBot
User-agent: JetCar
User-agent: JOC\ Web\ Spider
User-agent: jubii
User-agent: kapito
User-agent: Kenjin Spider
User-agent: Kenjin.Spider
User-agent: Keyword.Density