User-agent: *
# Disallow all directories and files within
allow: /wp-content/plugins/lightbox-2/
Disallow: /index2.html
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /php.ini
Disallow: /wp-
Disallow: /wpj-
Disallow: /?p
Disallow: /*?*
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/album/
Disallow: /wp-content/languages/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/
Disallow: /xmlrpc.php
Disallow: /wp-register.php
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-rss.php
Disallow: /wp-cron.php
Disallow: /category/
Disallow: /trackback/
Disallow: /image/
Disallow: /lightbox/
Disallow: /gallery/
Disallow: /dh_
Disallow: /contact/
Disallow: /page/
Disallow: /comments/
Disallow: xmlrpc.*

# The Googlebot is the main search bot for google
User-agent: Googlebot
# Disallow all files ending with these extensions
allow: /index.php
allow: /weblog/
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Disallow Google from parsing indididual post feeds and trackbacks..
Disallow: */feed/
Disallow: */trackback/
Disallow: /feed
# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?

User-agent: [Ww]eb[Bb]andit
User-agent: abcdatos_botlink
User-agent: ABCsearch
User-agent: Acoon Robot
User-agent: AESOP_com_SpiderMan
User-agent: ah-ha.com
User-agent: AlkalineBOT
User-agent: Alexibot
User-agent: ATN_Worldwide
User-agent: antibot
User-agent: AnzwersCrawl
User-agent: Aqua_Products
User-agent: araneo
User-agent: ariadne
User-agent: arianna
User-agent: ArchitextSpider
User-agent: asterias
User-agent: ASPseek
User-agent: AstraSpider
User-agent: Atomz
User-agent: augurfind
User-agent: b2w/0.1
User-agent: BBot
User-agent: BackDoorBot
User-agent: BackDoorBot/1.0
User-agent: BaiDuSpider
User-agent: BDFetch
User-agent: Black.Hole
User-agent: Black Hole
User-agent: BlackWidow
User-agent: blindekuh
User-agent: BlowFish
User-agent: BlowFish/1.0
User-agent: boitho
User-agent: boito
User-agent: borg-bot
User-agent: Bookmark search tool
User-agent: BotALot
User-agent: Bullseye/1.0
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: BunnySlippers
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: CherryPickerSE/1.0
User-agent: CherryPickerElite/1.0
User-agent: ChinaClaw
User-agent: Copernic
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Computer_and_Automation_Research_Institute_Crawler
User-agent: Crescent
User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-agent: christcrawler
User-agent: CMC/0.01
User-agent: cusco
User-agent: Custo
User-agent: DeepIndex
User-agent: Denmex
User-agent: DIIbot
User-agent: DISCo
User-agent: DittoSpyder
User-agent: Download\ Demon
User-agent: Dual Proxy
User-agent: dumbot
User-agent: ecollector
User-agent: eCatch
User-agent: EirGrabber
User-agent: ELFINBOT
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EroCrawler
User-agent: es
User-agent: Express\ WebPictures
User-agent: ExtractorPro
User-agent: Exalead
User-agent: EyeNetIE
User-agent: EZResult
User-agent: fast
User-agent: FDSE
User-agent: felix
User-agent: FairAd Client
User-agent: Firefly KIT-Fireball
User-agent: FirstGov.gov
User-agent: Flaming AttackBot
User-agent: FlashGet
User-agent: Foobot
User-agent: FreeFind
User-agent: Freecrawl Arachnoidea
User-agent: FrontPage
User-agent: fusionbot
User-agent: Gaisbot
User-agent: galaxy
User-agent: geckobot
User-agent: GenCrawler
User-agent: GetRight
User-agent: GetWeb!
User-agent: GetRight/4.2
User-agent: Gigabot
User-agent: Go-Ahead-Got-It
User-agent: Goliat goliatspider263
User-agent: Go!Zilla
User-agent: griffon nttdirectory_robot
User-agent: GrabNet
User-agent: Grafula
User-agent: grub-client
User-agent: grub
User-agent: Hatena Antenna
User-agent: Hämähäkki
User-agent: Harvest
User-agent: Harvest/1.5
User-agent: hometown
User-agent: hloader
User-agent: htdig
User-agent: httplib
User-agent: HMView
User-agent: httplib
User-agent: HTTrack
User-agent: finnish
User-agent: Hubater
User-agent: humanlinks
User-agent: IlTrovatore-Setaccio
User-agent: ia_archiver
User-agent: ia_archiver/1.6
User-agent: IBM_Planetwide
User-agent: Image\ Stripper
User-agent: Image\ Sucker
User-agent: Indy\ Library
User-agent: InfoNaviRobot
User-agent: INGRID
User-agent: inspectorwww Greenpac
User-agent: InterGET
User-agent: Internet\ Ninja
User-agent: Iron33/1.0.2
User-agent: iron33
User-agent: jcrawler
User-agent: Jeeves askjeeves
User-agent: JennyBot
User-agent: JetCar
User-agent: JOC\ Web\ Spider
User-agent: jubii
User-agent: kapito
User-agent: Kenjin Spider
User-agent: Kenjin.Spider
User-agent: Keyword.Density
User-agent: Keyword Density/0.9
User-agent: Kototoi
User-agent: ko_yappo_robot
User-agent: Lachesis
User-agent: larbin
User-agent: LeechFTP
User-agent: LexiBot
User-agent: libWeb/clsHTTP
User-agent: LinkextractorPro
User-agent: linko
User-agent: LinkScan/8.1a Unix
User-agent: LinkWalker  
User-agent: looksmart
User-agent: LNSpiderguy
User-agent: lwp-trivial
User-agent: lwp-trivial/1.34
User-agent: Mass\ Downloader
User-agent: Mata Hari
User-agent: Mata.Hari
User-agent: meshexplorer
User-agent: Microsoft Data Access Internet Publishing Provider Cache Manager
User-agent: Microsoft.URL
User-agent: Microsoft URL Control
User-agent: Microsoft URL Control - 5.01.4511
User-agent: Microsoft URL Control - 6.00.8169
User-agent: MIDown\ tool
User-agent: MIIxpc
User-agent: MIIxpc/4.2
User-agent: minibot 
User-agent: Mister PiX
User-agent: Mister.PiX
User-agent: Mister\ PiX
User-agent: mnoGoSearch
User-agent: MondoSearch
User-agent: moget
User-agent: moget/2.1
User-agent: Mozilla
User-agent: Mozilla.*NEWT
User-agent: Mozilla/2
User-agent: mozilla/3
User-agent: Mozilla/3.Mozilla/2.01
User-agent: mozilla/4
User-agent: mozilla/5
User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
User-agent: MSIECrawler
User-agent: MSProxy 
User-agent: MSIECrawler
User-agent: naver
User-agent: NaverBot 1.0 (NHN Corp.
User-agent: NaverBot dloader dumrobo NaverRobot Cowbot
User-agent: Navroad
User-agent: NearSite
User-agent: NetAnts
User-agent: NetMechanic
User-agent: NetSpider
User-agent: Net\ Vampire
User-agent: NetZIP
User-agent: NICErsPRO
User-agent: NPBot
User-agent: nttdirectory_robot
User-agent: nzexplorer
User-agent: Octopus
User-agent: Offline Explorer
User-agent: Offline.Explorer
User-agent: Offline\ Explorer
User-agent: Offline\ Navigator
User-agent: Openbot
User-agent: Openbot Openfind
User-agent: Openfind
User-agent: Openfind data gathere
User-agent: Oracle Ultra Search
User-agent: PageGrabber
User-agent: ParaSite
User-agent: Papa\ Foto
User-agent: pavuk
User-agent: PerMan
User-agent: pcBrowser
User-agent: Pjspide
User-agent: Pompos
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: psbot
User-agent: Python-urllib
User-agent: QuepasaCreep 
User-agent: QueryN Metasearch
User-agent: QueryN.Metasearch
User-agent: RaBot
User-agent: RHCS
User-agent: Radiation Retriever 1.1
User-agent: ReGet
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle/v1.01
User-agent: RMA
User-agent: robi
User-agent: robocrawl
User-agent: search.ch
User-agent: SecretBrowser
User-agent: Scooter/3.3.vscooter
User-agent: searchpreview
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: SlySearch 
User-agent: SmartDownload
User-agent: Solbot
User-agent: sootle
User-agent: SpankBot
User-agent: spanner
User-agent: speedy
User-agent: Spiderline
User-agent: SpiderKU
User-agent: spider_monkey
User-agent: StackRambler
User-agent: StarProse Referrer Advertising System 2004
User-agent: Steeler
User-agent: Suchknecht.at-Robot
User-agent: suntek
User-agent: SuperBot
User-agent: SuperHTTP
User-agent: SurferF3
User-agent: Surfbot
User-agent: suzuran
User-agent: suzuran swbot/0.9c libwww/5.3.1
User-agent: Szukacz/1.4
User-agent: Szukacz
User-agent: SynoBot
User-agent: tarantula
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: tAkeOut
User-agent: Teleport
User-agent: TeleportPro
User-agent: Teleport\ Pro
User-agent: Telesoft
User-agent: The Intraformant
User-agent: The.Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: Titan
User-agent: True_Robot
User-agent: True_Robot/1.0
User-agent: toCrawl/UrlDispatcher
User-agent: Toutatis
User-agent: turingos
User-agent: turnitinbot 
User-agent: TurnitinBot/1.5 
User-agent: URL Control
User-agent: URL_Spider_Pro
User-agent: URLy Warning
User-agent: URLy.Warning
User-agent: Voyager
User-agent: VCI
User-agent: VCI WebViewer VCI WebViewer Win32
User-agent: VoidEYE
User-agent: VoilaBot
User-agent: vscooter
User-agent: w3index
User-agent: wapspider
User-agent: Web Image Collector
User-agent: Web.Image.Collector
User-agent: Web\ Image\ Collector
User-agent: Web\ Sucker
User-agent: WebEMailExtrac.*
User-agent: WebGo\ IS
User-agent: WebAuto
User-agent: WebBandit
User-agent: WebBandit/3.50
User-agent: Webclipping.com 
User-agent: webcollage
User-agent: WebCopier
User-agent: WebEnhancer
User-agent: WebFetch
User-agent: WebLeacher
User-agent: Webster Pro
User-agent: Webster.Pro
User-agent: WebReaper
User-agent: WebSauger
User-agent: Website\ eXtractor
User-agent: Website Quester
User-agent: Website.Quester
User-agent: Website\ Quester
User-agent: WebStripper
User-agent: WebWhacker
User-agent: WebZip
User-agent: WebZip/4.0
User-agent: Wget
User-agent: Wget/1.5.3
User-agent: Wget/1.6
User-agent: whowhere
User-agent: Widow
User-agent: WWW-Collector-E
User-agent: WWWOFFLE
User-agent: www.WebWombat.com.au
User-agent: Xaldon\ WebSpider
User-agent: Xenu's
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Yandex
User-agent: Zao
User-agent: Zeus
User-agent: Zeus 2.6
User-agent: Zeus Link Scout
User-agent: Zeus.*Webster
User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /