User-agent: Mediapartners-Google* 
Disallow:

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/

User-agent: *
Crawl-delay: 120

User-agent: Slurp
Crawl-delay: 90 

User-agent: msnbot
Crawl-delay: 60

# Place this file in the root public folder of your website.
# It will stop the following bots from indexing your website.

User-agent: abot
User-agent: ALeadSoftbot
User-agent: BeijingCrawler
User-agent: BilgiBot
User-agent: BlackWidow
User-agent: Bot\ mailto:craftbot@yahoo.com
User-agent: bot
User-agent: botlist
User-agent: BOTW Spider
User-agent: bumblebee
User-agent: Bumblebee
User-agent: BuzzRankingBot
User-agent: Charlotte
User-agent: ChinaClaw
User-agent: Clushbot
User-agent: Crawler
User-agent: CydralSpider
User-agent: DataFountains
User-agent: DiamondBot
User-agent: Dulance bot
User-agent: DYNAMIC
User-agent: EARTHCOM.info
User-agent: EDI
User-agent: envolk
User-agent: Exabot
User-agent: Exabot-Images
User-agent: Exabot-Test
User-agent: exactseek-pagereaper
User-agent: Exalead NG
User-agent: FANGCrawl
User-agent: Feed::Find
User-agent: flatlandbot
User-agent: Gigabot
User-agent: GigabotSiteSearch
User-agent: GurujiBot
User-agent: Hatena Antenna
User-agent: Hatena Bookmark
User-agent: Hatena RSS
User-agent: HatenaScreenshot
User-agent: Helix
User-agent: HiddenMarket
User-agent: HyperEstraier
User-agent: iaskspider
User-agent: IIITBOT
User-agent: InfociousBot
User-agent: iVia
User-agent: iVia Page Fetcher
User-agent: Jetbot
User-agent: Kolinka Forum Search
User-agent: KRetrieve
User-agent: LetsCrawl.com
User-agent: Lincoln State Web Browser
User-agent: Links4US-Crawler
User-agent: LOOQ
User-agent: Lsearch/sondeur
User-agent: MapoftheInternet.com
User-agent: Morfeus Fucking Scanner
User-agent: NationalDirectory
User-agent: NetCarta_WebMapper
User-agent: Netcraft.com
User-agent: Netcraft
User-agent: NewsGator
User-agent: NextGenSearchBot
User-agent: ng
User-agent: nicebot
User-agent: NP
User-agent: NPBot
User-agent: Nudelsalat
User-agent: Nutch
User-agent: OmniExplorer_Bot
User-agent: OpenIntelligenceData
User-agent: Oracle Enterprise Search
User-agent: Pajaczek
User-agent: panscient.com
User-agent: PeerFactor 404 crawler
User-agent: PeerFactor Crawler
User-agent: PlantyNet
User-agent: PlantyNet_WebRobot
User-agent: plinki
User-agent: PMAFind
User-agent: Pogodak!
User-agent: QuickFinder Crawler
User-agent: Radiation Retriever
User-agent: Reaper
User-agent: RedCarpet
User-agent: SBIder
User-agent: ScorpionBot
User-agent: Scrubby
User-agent: Scumbot
User-agent: searchbot
User-agent: Seeker.lookseek.com
User-agent: SeznamBot
User-agent: ShowXML
User-agent: snap.com
User-agent: snap.com beta crawler
User-agent: Snapbot
User-agent: SnapPreviewBot
User-agent: sohu
User-agent: SpankBot
User-agent: Speedy Spider
User-agent: Speedy_Spider
User-agent: SpeedySpider
User-agent: spider
User-agent: SquigglebotBot
User-agent: SurveyBot
User-agent: SynapticSearch
User-agent: T-H-U-N-D-E-R-S-T-O-N-E
User-agent: Talkro Web-Shot
User-agent: Tarantula
User-agent: TerrawizBot
User-agent: TheInformant
User-agent: TMCrawler
User-agent: TridentSpider
User-agent: Tutorial Crawler
User-agent: Twiceler
User-agent: unwrapbot
User-agent: URI::Fetch
User-agent: VengaBot
User-agent: Vonna.com b o t
User-agent: Vortex
User-agent: Votay bot
User-agent: WebAlta Crawler
User-agent: Webbot
User-agent: Webclipping.com
User-agent: WebCorp
User-agent: Webinator
User-agent: WIRE
User-agent: WISEbot
User-agent: Xerka WebBot
User-agent: XSpider
User-agent: YodaoBot
User-agent: Yoono
User-agent: AESOP_com_SpiderMan
User-agent: Alexibot
User-agent: Anonymouse.org
User-agent: asterias
User-agent: attach
User-agent: BackDoorBot
User-agent: BackWeb
User-agent: Bandit
User-agent: Baiduspider
User-agent: BatchFTP
User-agent: Bigfoot
User-agent: Black.Hole
User-agent: BlackWidow
User-agent: BlowFish
User-agent: Bot\ mailto:craftbot@yahoo.com
User-agent: BotALot
User-agent: Buddy
User-agent: BuiltBotTough
User-agent: Bullseye
User-agent: BunnySlippers
User-agent: Cegbfeieh
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: ChinaClaw
User-agent: Collector
User-agent: Copier
User-agent: CopyRightCheck
User-agent: cosmos
User-agent: Crescent
User-agent: Curl
User-agent: Custo
User-agent: DA
User-agent: DISCo
User-agent: DIIbot
User-agent: DittoSpyder
User-agent: Download
User-agent: Download\ Demon
User-agent: Download\ Devil
User-agent: Download\ Wonder
User-agent: Downloader
User-agent: dragonfly
User-agent: Drip
User-agent: eCatch
User-agent: EasyDL
User-agent: ebingbong
User-agent: EirGrabber
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EroCrawler
User-agent: Exabot
User-agent: Express\ WebPictures
User-agent: Extractor
User-agent: EyeNetIE
User-agent: FileHound
User-agent: FlashGet
User-agent: Foobot
User-agent: flunky
User-agent: FrontPage
User-agent: GetRight
User-agent: GetSmart
User-agent: GetWeb!
User-agent: Go!Zilla
User-agent: "Google\ Wireless\ Transcoder
User-agent: Go-Ahead-Got-It
User-agent: gotit
User-agent: "Grabber
User-agent: GrabNet
User-agent: Grafula
User-agent: Harvest
User-agent: hloader
User-agent: HMView
User-agent: httplib
User-agent: HTTrack
User-agent: humanlinks
User-agent: ia_archiver
User-agent: IlseBot
User-agent: Image\ Stripper
User-agent: Image\ Sucker
User-agent: Indy\ Library
User-agent: InfoNaviRobot
User-agent: InfoTekies
User-agent: Intelliseek
User-agent: InterGET
User-agent: Internet\ Ninja
User-agent: Iria
User-agent: Jakarta
User-agent: JennyBot
User-agent: JetCar
User-agent: JOC
User-agent: JustView
User-agent: Jyxobot
User-agent: Kenjin.Spider
User-agent: Keyword.Density
User-agent: larbin
User-agent: LeechFTP
User-agent: LexiBot
User-agent: lftp
User-agent: libWeb/clsHTTP
User-agent: likse
User-agent: LinkextractorPro
User-agent: LinkScan/8.1a.Unix" bad_bo
User-agent: LNSpiderguyt
User-agent: LinkWalker
User-agent: lwp-trivial
User-agent: LWP::Simple
User-agent: Magnet
User-agent: Mag-Net
User-agent: MarkWatch
User-agent: Mass\ Downloader
User-agent: Mata.Hari
User-agent: Memo
User-agent: Microsoft.URL
User-agent: Microsoft\ URL\ Control
User-agent: MIDown\ tool
User-agent: MIIxpc
User-agent: Mirror
User-agent: Missigua\ Locator
User-agent: Mister\ PiX
User-agent: moget
User-agent: Mozilla/3.Mozilla/2.01
User-agent: Mozilla.*NEWT
User-agent: NAMEPROTECT
User-agent: Navroad
User-agent: NearSite
User-agent: NetAnts
User-agent: Netcraft
User-agent: NetMechanic
User-agent: NetSpider
User-agent: Net\ Vampire
User-agent: NetZIP
User-agent: NextGenSearchBot
User-agent: NG
User-agent: NICErsPRO
User-agent: NimbleCrawler
User-agent: Ninja
User-agent: NPbot
User-agent: Octopus
User-agent: Offline\ Explorer
User-agent: Offline\ Navigator
User-agent: Openfind
User-agent: OutfoxBot
User-agent: PageGrabber
User-agent: Papa\ Foto
User-agent: pavuk
User-agent: pcBrowser
User-agent: PHP\ version\ tracker
User-agent: Pockey
User-agent: ProPowerBot/2.14
User-agent: ProWebWalker
User-agent: psbot
User-agent: Pump
User-agent: QueryN.Metasearch
User-agent: RealDownload
User-agent: Reaper
User-agent: Recorder
User-agent: ReGet
User-agent: RepoMonkey
User-agent: RMA
User-agent: Siphon
User-agent: sitecheck.internetseer.com
User-agent: SiteSnagger
User-agent: SlySearch
User-agent: SmartDownload
User-agent: Snake
User-agent: Snapbot
User-agent: Snoopy
User-agent: sogou
User-agent: SpaceBison
User-agent: SpankBot
User-agent: spanner
User-agent: Sqworm
User-agent: Stripper
User-agent: Sucker
User-agent: SuperBot
User-agent: SuperHTTP
User-agent: Surfbot
User-agent: suzuran
User-agent: Szukacz/1.4
User-agent: tAkeOut
User-agent: Teleport
User-agent: Telesoft
User-agent: Toata dragostea mea pentru diavola
User-agent: TurnitinBot/1.5
User-agent: The.Intraformant
User-agent: TheNomad
User-agent: TightTwatBot
User-agent: Titan
User-agent: toCrawl/UrlDispatcher
User-agent: True_Robot
User-agent: turingos
User-agent: TurnitinBot
User-agent: URLy.Warning
User-agent: Vacuum
User-agent: VCI
User-agent: VoidEYE
User-agent: Web\ Image\ Collector
User-agent: Web\ Sucker
User-agent: WebAuto
User-agent: WebBandit
User-agent: Webclipping.com
User-agent: WebCopier
User-agent: WebEMailExtrac
User-agent: WebEnhancer
User-agent: WebFetch
User-agent: WebGo\ IS
User-agent: Web.Image.Collector
User-agent: WebLeacher
User-agent: WebmasterWorldForumBot
User-agent: WebReaper
User-agent: WebSauger
User-agent: WebSite
User-agent: Website\ eXtractor
User-agent: Website\ Quester
User-agent: Webster
User-agent: WebStripper
User-agent: WebWhacker
User-agent: WebZIP
User-agent: Wget
User-agent: Whacker
User-agent: Widow
User-agent: WISENutbot
User-agent: WWWOFFLE
User-agent: WWW-Collector-E
User-agent: Xaldon
User-agent: Xenu
Disallow: /
Crawl-delay: 120

User-agent: *
Crawl-delay: 120