User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wpforms/
Disallow: /wp-includes/
Disallow: /*?
Sitemap: https://www.clickintelligence.co.uk/sitemap_index.xml

User-agent: 173.212soso
Disallow:/
User-agent: 192.comagent
Disallow:/
User-agent: 1noonbot
Disallow:/
User-agent: 1on1searchbot
Disallow:/
User-agent: 360Spider
Disallow:/
User-agent: 3de_search2
Disallow:/
User-agent: 3d_search
Disallow:/
User-agent: 3g bot
Disallow:/
User-agent: 3gse
Disallow:/
User-agent: 404checker
Disallow:/
User-agent: 404enemy
Disallow:/
User-agent: 50.nu
Disallow:/
User-agent: 80legs
Disallow:/
User-agent: A1 sitemap generator
Disallow:/
User-agent: A1 website download
Disallow:/
User-agent: A6-indexer
Disallow:/
User-agent: Aasp
Disallow:/
User-agent: Abachobot
Disallow:/
User-agent: Abonti
Disallow:/
User-agent: Abotemailsearch
Disallow:/
User-agent: Aboundex
Disallow:/
User-agent: Aboutusbot
Disallow:/
User-agent: Accmonitor compliance server
Disallow:/
User-agent: Accoon
Disallow:/
User-agent: Achulkov.net page walker
Disallow:/
User-agent: Acme.spider
Disallow:/
User-agent: Acoonbot
Disallow:/
User-agent: Acquia-crawler
Disallow:/
User-agent: Activetouristbot
Disallow:/
User-agent: Acunetix
Disallow:/
User-agent: Adamm bot
Disallow:/
User-agent: Adbeat_bot
Disallow:/
User-agent: ADmantX
Disallow:/
User-agent: Adminshop.com
Disallow:/
User-agent: Ad muncher
Disallow:/
User-agent: Advanced email extractor
Disallow:/
User-agent: Aesop_com_spiderman
Disallow:/
User-agent: Aespider
Disallow:/
User-agent: AfD-Verbotsverfahren
Disallow:/
User-agent: Af knowledge now verity spider
Disallow:/
User-agent: Aggregator:vocus
Disallow:/
User-agent: Ah-ha.com crawler
Disallow:/
User-agent: Ahrefs
Disallow:/
User-agent: AhrefsBot
Disallow:/
User-agent: AIBOT
Disallow:/
User-agent: Aidu
Disallow:/
User-agent: AiHitBot
Disallow:/
User-agent: Aipbot
Disallow:/
User-agent: Aisiid
Disallow:/
User-agent: Aitcsrobot/1.1
Disallow:/
User-agent: Ajsitemap
Disallow:/
User-agent: Akamai-sitesnapshot
Disallow:/
User-agent: Alexawebsearchplatform
Disallow:/
User-agent: Alexfdownload
Disallow:/
User-agent: Alexibot
Disallow:/
User-agent: Alkalinebot
Disallow:/
User-agent: All acronyms bot
Disallow:/
User-agent: Alligator
Disallow:/
User-agent: AllSubmitter
Disallow:/
User-agent: AlphaBot
Disallow:/
User-agent: Alpha search agent
Disallow:/
User-agent: Amerla search bot
Disallow:/
User-agent: Amfibibot
Disallow:/
User-agent: Ampmppc.com
Disallow:/
User-agent: Amznkassocbot
Disallow:/
User-agent: Anarchie
Disallow:/
User-agent: Anemone
Disallow:/
User-agent: Anonymous
Disallow:/
User-agent: Anotherbot
Disallow:/
User-agent: Answerbot
Disallow:/
User-agent: Answerbus
Disallow:/
User-agent: Answerchase prove
Disallow:/
User-agent: Antbot
Disallow:/
User-agent: Antibot
Disallow:/
User-agent: Antisantyworm
Disallow:/
User-agent: Antro.net
Disallow:/
User-agent: Aonde-spider
Disallow:/
User-agent: Apexoo
Disallow:/
User-agent: Aport
Disallow:/
User-agent: Appid: s~stremor-crawler-
Disallow:/
User-agent: Aqua_products
Disallow:/
User-agent: Arabot
Disallow:/
User-agent: Arachmo
Disallow:/
User-agent: Arachnophilia
Disallow:/
User-agent: Aria equalizer
Disallow:/
User-agent: Arianna.libero.it
Disallow:/
User-agent: Arikus_spider
Disallow:/
User-agent: Artavisbot
Disallow:/
User-agent: Artera
Disallow:/
User-agent: Art-online.com
Disallow:/
User-agent: Asaha search engine turkey
Disallow:/
User-agent: Ask
Disallow:/
User-agent: Aspider
Disallow:/
User-agent: ASPSeek
Disallow:/
User-agent: Asterias
Disallow:/
User-agent: Astrofind
Disallow:/
User-agent: Athenusbot
Disallow:/
User-agent: Atlocalbot
Disallow:/
User-agent: Atomic_email_hunter
Disallow:/
User-agent: Attach
Disallow:/
User-agent: Attrakt
Disallow:/
User-agent: Attributor
Disallow:/
User-agent: Augurfind
Disallow:/
User-agent: Auresys
Disallow:/
User-agent: Autobaron crawler
Disallow:/
User-agent: Autoemailspider
Disallow:/
User-agent: Autowebdir
Disallow:/
User-agent: Avsearch-
Disallow:/
User-agent: Axfeedsbot
Disallow:/
User-agent: Axonize-bot
Disallow:/
User-agent: Ayna
Disallow:/
User-agent: B2w
Disallow:/
User-agent: BackDoorBot
Disallow:/
User-agent: Backlink-Ceck
Disallow:/
User-agent: Backlink-check
Disallow:/
User-agent: BacklinkCrawler
Disallow:/
User-agent: Backrub
Disallow:/
User-agent: BackStreet
Disallow:/
User-agent: Backstreet browser
Disallow:/
User-agent: BackWeb
Disallow:/
User-agent: Badass
Disallow:/
User-agent: Bandit
Disallow:/
User-agent: Barkrowler
Disallow:/
User-agent: BatchFTP
Disallow:/
User-agent: Battleztar Bazinga
Disallow:/
User-agent: Baypup
Disallow:/
User-agent: BBBike
Disallow:/
User-agent: BDCbot
Disallow:/
User-agent: BDFetch
Disallow:/
User-agent: Becomebot
Disallow:/
User-agent: Becomejpbot
Disallow:/
User-agent: Beetlebot
Disallow:/
User-agent: Bender
Disallow:/
User-agent: Besserscheitern-crawl
Disallow:/
User-agent: BetaBot
Disallow:/
User-agent: Bigado.com
Disallow:/
User-agent: Big brother
Disallow:/
User-agent: Bigcliquebot
Disallow:/
User-agent: Big data
Disallow:/
User-agent: Bigfoot
Disallow:/
User-agent: Biglotron
Disallow:/
User-agent: Bilbo
Disallow:/
User-agent: Bilgibetabot
Disallow:/
User-agent: Bilgibot
Disallow:/
User-agent: Bintellibot
Disallow:/
User-agent: Bitacle
Disallow:/
User-agent: Bitlybot
Disallow:/
User-agent: Bitvouseragent
Disallow:/
User-agent: Bizbot
Disallow:/
User-agent: Bizworks retriever
Disallow:/
User-agent: Blackbird
Disallow:/
User-agent: Blackboard
Disallow:/
User-agent: Black.hole
Disallow:/
User-agent: Black Hole
Disallow:/
User-agent: Blackmask.net search engine
Disallow:/
User-agent: BlackWidow
Disallow:/
User-agent: Bladder fusion
Disallow:/
User-agent: Blaiz-bee
Disallow:/
User-agent: Blexbot
Disallow:/
User-agent: Blinkx
Disallow:/
User-agent: Blitzbot
Disallow:/
User-agent: Blog conversation project
Disallow:/
User-agent: Blogmyway
Disallow:/
User-agent: Blogpulselive
Disallow:/
User-agent: Blogrefsbot
Disallow:/
User-agent: Blogscope
Disallow:/
User-agent: Blogslive
Disallow:/
User-agent: Bloobybot
Disallow:/
User-agent: Blow
Disallow:/
User-agent: BlowFish
Disallow:/
User-agent: Blt
Disallow:/
User-agent: Bnf.fr_bot
Disallow:/
User-agent: Boaconstrictor
Disallow:/
User-agent: Boardreader
Disallow:/
User-agent: Boia.org
Disallow:/
User-agent: Boia-scan-agent
Disallow:/
User-agent: Boi_crawl_00
Disallow:/
User-agent: Boitho
Disallow:/
User-agent: Bolt
Disallow:/
User-agent: Bookmark buddy bookmark checker
Disallow:/
User-agent: Bookmark search tool
Disallow:/
User-agent: Bosug
Disallow:/
User-agent: BotALot
Disallow:/
User-agent: Bot apoena
Disallow:/
User-agent: Botrighthere
Disallow:/
User-agent: Botswana
Disallow:/
User-agent: Bottybot
Disallow:/
User-agent: Bpbot
Disallow:/
User-agent: Braintime_search
Disallow:/
User-agent: Brandprotect
Disallow:/
User-agent: Brandwatch
Disallow:/
User-agent: Brokenlinkcheck.com
Disallow:/
User-agent: Browseremulator
Disallow:/
User-agent: Browsermob
Disallow:/
User-agent: Bruinbot
Disallow:/
User-agent: Bsearchr&d
Disallow:/
User-agent: Bspider
Disallow:/
User-agent: Btbot
Disallow:/
User-agent: Btsearch
Disallow:/
User-agent: Bubing
Disallow:/
User-agent: Buddy
Disallow:/
User-agent: Buibui
Disallow:/
User-agent: Buildcms crawler
Disallow:/
User-agent: BuiltBotTough
Disallow:/
User-agent: BuiltWith
Disallow:/
User-agent: Bullseye
Disallow:/
User-agent: Bumblebee
Disallow:/
User-agent: BunnySlippers
Disallow:/
User-agent: Buscadorclarin
Disallow:/
User-agent: Buscaplus robi
Disallow:/
User-agent: Butterfly
Disallow:/
User-agent: Buyhawaiibot
Disallow:/
User-agent: Buzzbot
Disallow:/
User-agent: BuzzSumo
Disallow:/
User-agent: Byindia
Disallow:/
User-agent: Byspider
Disallow:/
User-agent: Byteserver
Disallow:/
User-agent: Bzbot
Disallow:/
User-agent: Cacheblaster
Disallow:/
User-agent: Caddbot
Disallow:/
User-agent: Cafi
Disallow:/
User-agent: Calculon
Disallow:/
User-agent: Camcrawler
Disallow:/
User-agent: Camelstampede
Disallow:/
User-agent: Canon-webrecord
Disallow:/
User-agent: Careerbot
Disallow:/
User-agent: Cataguru
Disallow:/
User-agent: Catchbot
Disallow:/
User-agent: CATExplorador
Disallow:/
User-agent: Cazoodle
Disallow:/
User-agent: CCBot
Disallow:/
User-agent: Ccgcrawl
Disallow:/
User-agent: Ccubee
Disallow:/
User-agent: Cd-preload
Disallow:/
User-agent: Cegbfeieh
Disallow:/
User-agent: Ce-preload
Disallow:/
User-agent: Cerberian drtrs
Disallow:/
User-agent: Cert figleafbot
Disallow:/
User-agent: Cfetch
Disallow:/
User-agent: Cfnetwork
Disallow:/
User-agent: Chameleon
Disallow:/
User-agent: Charlotte
Disallow:/
User-agent: Checkbot
Disallow:/
User-agent: Check&get
Disallow:/
User-agent: Checklinks
Disallow:/
User-agent: CheeseBot
Disallow:/
User-agent: Chemiede-nodebot
Disallow:/
User-agent: CherryPicker
Disallow:/
User-agent: Chilkat
Disallow:/
User-agent: ChinaClaw
Disallow:/
User-agent: Chlooe
Disallow:/
User-agent: Chromeframe
Disallow:/
User-agent: Cipinetbot
Disallow:/
User-agent: Cis455crawler
Disallow:/
User-agent: Citeseerxbot
Disallow:/
User-agent: Cizilla
Disallow:/
User-agent: Clariabot
Disallow:/
User-agent: Claritybot
Disallow:/
User-agent: Climate ark
Disallow:/
User-agent: Climateark spider
Disallow:/
User-agent: Cliqzbot
Disallow:/
User-agent: Cloud mapping
Disallow:/
User-agent: Clshttp
Disallow:/
User-agent: Clushbot
Disallow:/
User-agent: Coast scan engine
Disallow:/
User-agent: Coast webmaster pro
Disallow:/
User-agent: Coccoc
Disallow:/
User-agent: Coccocbot-web
Disallow:/
User-agent: Cogentbot
Disallow:/
User-agent: Cognitiveseo
Disallow:/
User-agent: Collapsarweb
Disallow:/
User-agent: Collector
Disallow:/
User-agent: Colocrossing
Disallow:/
User-agent: Combine
Disallow:/
User-agent: Com.plumanalytics
Disallow:/
User-agent: Connectsearch
Disallow:/
User-agent: Conpilot
Disallow:/
User-agent: Contentsmartz
Disallow:/
User-agent: Contextad bot
Disallow:/
User-agent: Contype
Disallow:/
User-agent: Cookienet
Disallow:/
User-agent: Coolbot
Disallow:/
User-agent: Coolcheck
Disallow:/
User-agent: Copernic
Disallow:/
User-agent: Copier
Disallow:/
User-agent: CopyRightCheck
Disallow:/
User-agent: Copyscape
Disallow:/
User-agent: Core-project
Disallow:/
User-agent: Cosmos
Disallow:/
User-agent: Covario-ids
Disallow:/
User-agent: Cowbot-
Disallow:/
User-agent: Cowdog bot
Disallow:/
User-agent: Crabbybot
Disallow:/
User-agent: Craftbot
Disallow:/
User-agent: C r a w l 3 r
Disallow:/
User-agent: Crawl_application
Disallow:/
User-agent: Crawler@
Disallow:/
User-agent: Crawler43.ejupiter.com
Disallow:/
User-agent: Crawler4j
Disallow:/
User-agent: Crawler.feedback
Disallow:/
User-agent: Crawler_for_infomine
Disallow:/
User-agent: Crawler.kpricorn.org
Disallow:/
User-agent: crawl.sogou.com
Disallow:/
User-agent: Crawly
Disallow:/
User-agent: CrazyWebCrawler
Disallow:/
User-agent: Creativecommons
Disallow:/
User-agent: Crescent
Disallow:/
User-agent: Cs-crawler
Disallow:/
User-agent: Cse html validator
Disallow:/
User-agent: CSHttp
Disallow:/
User-agent: Cshttpclient
Disallow:/
User-agent: Cuasarbot
Disallow:/
User-agent: Culsearch
Disallow:/
User-agent: Curious
Disallow:/
User-agent: Custo
Disallow:/
User-agent: Cvaulev
Disallow:/
User-agent: Cyberdog
Disallow:/
User-agent: Cybernavi_webget
Disallow:/
User-agent: Cyberpatrol sitecat webbot
Disallow:/
User-agent: Cyberspyder
Disallow:/
User-agent: Cydralspider
Disallow:/
User-agent: D1garabicengine
Disallow:/
User-agent: DatabaseDriverMysqli
Disallow:/
User-agent: DataCha0s
Disallow:/
User-agent: Datafountains
Disallow:/
User-agent: Dataparksearch
Disallow:/
User-agent: Dataprovider.com
Disallow:/
User-agent: Datascape robot
Disallow:/
User-agent: Dataspearspiderbot
Disallow:/
User-agent: Dataspider
Disallow:/
User-agent: Dattatec.com
Disallow:/
User-agent: Daumoa
Disallow:/
User-agent: DBLBot
Disallow:/
User-agent: Dcpbot
Disallow:/
User-agent: Declumbot
Disallow:/
User-agent: Deepindex
Disallow:/
User-agent: Deepnet crawler
Disallow:/
User-agent: Deeptrawl
Disallow:/
User-agent: Dejan
Disallow:/
User-agent: Del.icio.us-thumbnails
Disallow:/
User-agent: Deltascan
Disallow:/
User-agent: Delvubot
Disallow:/
User-agent: Demandbase-bot
Disallow:/
User-agent: Demon
Disallow:/
User-agent: Der gro§e bildersauger
Disallow:/
User-agent: Der große bildersauger
Disallow:/
User-agent: Deusu
Disallow:/
User-agent: Devil
Disallow:/
User-agent: Dfs-fetch
Disallow:/
User-agent: Diagem
Disallow:/
User-agent: Diamond
Disallow:/
User-agent: Dibot
Disallow:/
User-agent: Didaxusbot
Disallow:/
User-agent: Digext
Disallow:/
User-agent: Digger
Disallow:/
User-agent: Digincore
Disallow:/
User-agent: Digi-rssbot
Disallow:/
User-agent: Digitalarchivesbot
Disallow:/
User-agent: DigitalPebble
Disallow:/
User-agent: Digout4u
Disallow:/
User-agent: DIIbot
Disallow:/
User-agent: Dillo
Disallow:/
User-agent: Dirbuster
Disallow:/
User-agent: Dir_snatch.exe
Disallow:/
User-agent: Disco
Disallow:/
User-agent: Discobot
Disallow:/
User-agent: Discoverybot
Disallow:/
User-agent: Distilled-reputation-monitor
Disallow:/
User-agent: DittoSpyder
Disallow:/
User-agent: Djangotraineebot
Disallow:/
User-agent: Dkimrepbot
Disallow:/
User-agent: Dmoz downloader
Disallow:/
User-agent: DnyzBot
Disallow:/
User-agent: Docomo
Disallow:/
User-agent: Dof-verify
Disallow:/
User-agent: DomainAppender
Disallow:/
User-agent: DomainCrawler
Disallow:/
User-agent: Domainscan
Disallow:/
User-agent: DomainSigmaCrawler
Disallow:/
User-agent: DomainStatsBot
Disallow:/
User-agent: Domainwatcher bot
Disallow:/
User-agent: Dotbot
Disallow:/
User-agent: Dotspotsbot
Disallow:/
User-agent: Dow jones searchbot
Disallow:/
User-agent: Download
Disallow:/
User-agent: Download Wonder
Disallow:/
User-agent: Doy
Disallow:/
User-agent: Dragonfly
Disallow:/
User-agent: Drip
Disallow:/
User-agent: Drone
Disallow:/
User-agent: Dtaagent
Disallow:/
User-agent: DTS Agent
Disallow:/
User-agent: Dtsearchspider
Disallow:/
User-agent: Dumbot
Disallow:/
User-agent: Dwaar
Disallow:/
User-agent: Dxseeker
Disallow:/
User-agent: Eah
Disallow:/
User-agent: Earth platform indexer
Disallow:/
User-agent: Earth science educator robot
Disallow:/
User-agent: EasyDL
Disallow:/
User-agent: Ebingbong
Disallow:/
User-agent: Ec2linkfinder
Disallow:/
User-agent: Ecairn-grabber
Disallow:/
User-agent: ECatch
Disallow:/
User-agent: ECCP/1.0
Disallow:/
User-agent: Echoosebot
Disallow:/
User-agent: Ecxi
Disallow:/
User-agent: Edisterbot
Disallow:/
User-agent: Edugovsearch
Disallow:/
User-agent: Egothor
Disallow:/
User-agent: Eidetica.com
Disallow:/
User-agent: EirGrabber
Disallow:/
User-agent: Elblindo the blind bot
Disallow:/
User-agent: Elisabot
Disallow:/
User-agent: Ellerdalebot
Disallow:/
User-agent: Emailcollector
Disallow:/
User-agent: Email extractor
Disallow:/
User-agent: Emailleach
Disallow:/
User-agent: Emailsiphon
Disallow:/
User-agent: EMail Siphon
Disallow:/
User-agent: Emailwolf
Disallow:/
User-agent: EMail Wolf
Disallow:/
User-agent: Emeraldshield
Disallow:/
User-agent: Empas_robot
Disallow:/
User-agent: Enabot
Disallow:/
User-agent: Endeca
Disallow:/
User-agent: Enigmabot
Disallow:/
User-agent: Enswer neuro bot
Disallow:/
User-agent: Enter user-agent
Disallow:/
User-agent: Entitycubebot
Disallow:/
User-agent: EroCrawler
Disallow:/
User-agent: E-societyrobot
Disallow:/
User-agent: Estylesearch
Disallow:/
User-agent: Esyndicat bot
Disallow:/
User-agent: Eurosoft-bot
Disallow:/
User-agent: Evaal
Disallow:/
User-agent: Evc-batch
Disallow:/
User-agent: Eventware
Disallow:/
User-agent: Everest-vulcan inc.
Disallow:/
User-agent: Evil
Disallow:/
User-agent: Exabot
Disallow:/
User-agent: Exactsearch
Disallow:/
User-agent: Exactseek
Disallow:/
User-agent: Exooba
Disallow:/
User-agent: Exploder
Disallow:/
User-agent: Express WebPictures
Disallow:/
User-agent: ExtLinksBot
Disallow:/
User-agent: Extractor
Disallow:/
User-agent: ExtractorPro
Disallow:/
User-agent: Extreme Picture Finder
Disallow:/
User-agent: Eyenetie
Disallow:/
User-agent: EyeNetIE
Disallow:/
User-agent: Ezooms
Disallow:/
User-agent: Ez-robot
Disallow:/
User-agent: Factbot
Disallow:/
User-agent: Fairad client
Disallow:/
User-agent: Falcon
Disallow:/
User-agent: Fastbot crawler
Disallow:/
User-agent: Fastbot.de crawler
Disallow:/
User-agent: Fast data search document retriever
Disallow:/
User-agent: Fast esp
Disallow:/
User-agent: Fast-search-engine
Disallow:/
User-agent: Fatbot
Disallow:/
User-agent: Favcollector
Disallow:/
User-agent: Faviconizer
Disallow:/
User-agent: Favorites sweeper
Disallow:/
User-agent: F-bot test pilot
Disallow:/
User-agent: FDM
Disallow:/
User-agent: Fdse robot
Disallow:/
User-agent: Fedcontractorbot
Disallow:/
User-agent: Fembot
Disallow:/
User-agent: FemtosearchBot
Disallow:/
User-agent: Fetch api request
Disallow:/
User-agent: Fetch_ici
Disallow:/
User-agent: Fgcrawler
Disallow:/
User-agent: FHscan
Disallow:/
User-agent: Filangy
Disallow:/
User-agent: Filehound
Disallow:/
User-agent: Fimap
Disallow:/
User-agent: Findanisp.com_isp_finder
Disallow:/
User-agent: Findlinks
Disallow:/
User-agent: Findweb
Disallow:/
User-agent: Firebat
Disallow:/
User-agent: Firefox/7.0
Disallow:/
User-agent: Firstgov.gov search
Disallow:/
User-agent: Flaming attackbot
Disallow:/
User-agent: Flamingo_searchengine
Disallow:/
User-agent: Flashcapture
Disallow:/
User-agent: FlashGet
Disallow:/
User-agent: Flickysearchbot
Disallow:/
User-agent: Fluffy the spider
Disallow:/
User-agent: Flunky
Disallow:/
User-agent: Focused_crawler
Disallow:/
User-agent: Followsite
Disallow:/
User-agent: Foobot
Disallow:/
User-agent: Fooooo_web_video_crawl
Disallow:/
User-agent: Fopper
Disallow:/
User-agent: Formulafinderbot
Disallow:/
User-agent: Forschungsportal
Disallow:/
User-agent: Francis
Disallow:/
User-agent: Fr_crawler
Disallow:/
User-agent: Freeuploader
Disallow:/
User-agent: Freewebmonitoring sitechecker
Disallow:/
User-agent: Freshcrawler
Disallow:/
User-agent: Freshdownload
Disallow:/
User-agent: Freshlinks.exe
Disallow:/
User-agent: Friendfeedbot
Disallow:/
User-agent: Frodo.at
Disallow:/
User-agent: Froggle
Disallow:/
User-agent: FrontPage
Disallow:/
User-agent: Froola bot
Disallow:/
User-agent: Full_breadth_crawler
Disallow:/
User-agent: Fu-nbi
Disallow:/
User-agent: Funnelback
Disallow:/
User-agent: Furlbot
Disallow:/
User-agent: FyberSpider
Disallow:/
User-agent: Fyrebot
Disallow:/
User-agent: G10-bot
Disallow:/
User-agent: Gaisbot
Disallow:/
User-agent: GalaxyBot
Disallow:/
User-agent: Gazz
Disallow:/
User-agent: Gbplugin
Disallow:/
User-agent: Generate_infomine_category_classifiers
Disallow:/
User-agent: Genevabot
Disallow:/
User-agent: Geniebot
Disallow:/
User-agent: Genieo
Disallow:/
User-agent: Geomaxenginebot
Disallow:/
User-agent: Geometabot
Disallow:/
User-agent: Geonabot
Disallow:/
User-agent: Geovisu
Disallow:/
User-agent: GermCrawler
Disallow:/
User-agent: Gethtmlcontents
Disallow:/
User-agent: Getintent
Disallow:/
User-agent: Getleft
Disallow:/
User-agent: GetRight
Disallow:/
User-agent: Getsmart
Disallow:/
User-agent: Geturl.rexx
Disallow:/
User-agent: GetWeb
Disallow:/
User-agent: Giant
Disallow:/
User-agent: Gigablast
Disallow:/
User-agent: Gigablastopensource
Disallow:/
User-agent: Gigabot
Disallow:/
User-agent: G-i-g-a-b-o-t
Disallow:/
User-agent: Girafabot
Disallow:/
User-agent: Gleamebot
Disallow:/
User-agent: Gnome-vfs
Disallow:/
User-agent: Go-Ahead-Got-It
Disallow:/
User-agent: Goforitbot
Disallow:/
User-agent: Goforit.com
Disallow:/
User-agent: Go-http-client
Disallow:/
User-agent: Gold crawler
Disallow:/
User-agent: Goldfire server
Disallow:/
User-agent: Golem
Disallow:/
User-agent: Goodjelly
Disallow:/
User-agent: Gordon-college-google-mini
Disallow:/
User-agent: Goroam
Disallow:/
User-agent: Goseebot
Disallow:/
User-agent: Gotit
Disallow:/
User-agent: Govbot
Disallow:/
User-agent: GoZilla
Disallow:/
User-agent: Go!Zilla
Disallow:/
User-agent: Gpu p2p crawler
Disallow:/
User-agent: Grabber
Disallow:/
User-agent: GrabNet
Disallow:/
User-agent: Grafula
Disallow:/
User-agent: GrapeFX
Disallow:/
User-agent: Grapeshot
Disallow:/
User-agent: Grbot
Disallow:/
User-agent: Greenyogi
Disallow:/
User-agent: GridBot
Disallow:/
User-agent: Gromit
Disallow:/
User-agent: Grub
Disallow:/
User-agent: Gslfbot
Disallow:/
User-agent: GT::WWW
Disallow:/
User-agent: Gulliver
Disallow:/
User-agent: Gulperbot
Disallow:/
User-agent: Gurujibot
Disallow:/
User-agent: Gvcbot.com
Disallow:/
User-agent: Gvc business crawler
Disallow:/
User-agent: Gvc crawler
Disallow:/
User-agent: Gvc search bot
Disallow:/
User-agent: Gvc web crawler
Disallow:/
User-agent: Gvc weblink crawler
Disallow:/
User-agent: Gvc world links
Disallow:/
User-agent: Haansoft
Disallow:/
User-agent: HaosouSpider
Disallow:/
User-agent: Happyfunbot
Disallow:/
User-agent: Harvest
Disallow:/
User-agent: Hatena antenna
Disallow:/
User-agent: Havij
Disallow:/
User-agent: Hawler
Disallow:/
User-agent: Hcat
Disallow:/
User-agent: Hclsreport-crawler
Disallow:/
User-agent: Hd nutch agent
Disallow:/
User-agent: Header_test_client
Disallow:/
User-agent: HEADMasterSEO
Disallow:/
User-agent: Healia
Disallow:/
User-agent: Helix
Disallow:/
User-agent: Here will be link to crawler site
Disallow:/
User-agent: Heritrix
Disallow:/
User-agent: Hiscan
Disallow:/
User-agent: Hisoftware accmonitor server
Disallow:/
User-agent: Hisoftware accverify
Disallow:/
User-agent: Hitcrawler
Disallow:/
User-agent: Hivabot
Disallow:/
User-agent: Hloader
Disallow:/
User-agent: Hmsebot
Disallow:/
User-agent: HMView
Disallow:/
User-agent: Hoge
Disallow:/
User-agent: Holmes
Disallow:/
User-agent: Homepagesearch
Disallow:/
User-agent: Hooblybot-image
Disallow:/
User-agent: Hoowwwer
Disallow:/
User-agent: Hostcrawler
Disallow:/
User-agent: Hsft - link scanner
Disallow:/
User-agent: Hsft - lvu scanner
Disallow:/
User-agent: Hslide
Disallow:/
User-agent: Ht://check
Disallow:/
User-agent: Htdig
Disallow:/
User-agent: Html link validator
Disallow:/
User-agent: HTMLparser
Disallow:/
User-agent: Httplib
Disallow:/
User-agent: HTTP::Lite
Disallow:/
User-agent: HTTrack
Disallow:/
User-agent: Huaweisymantecspider
Disallow:/
User-agent: Hul-wax
Disallow:/
User-agent: Humanlinks
Disallow:/
User-agent: HybridBot
Disallow:/
User-agent: Hyperestraier
Disallow:/
User-agent: Hyperix
Disallow:/
User-agent: Iblog
Disallow:/
User-agent: Ibuena
Disallow:/
User-agent: Icab
Disallow:/
User-agent: Icds-ingestion
Disallow:/
User-agent: Ichiro
Disallow:/
User-agent: Icopyright conductor
Disallow:/
User-agent: IDBot
Disallow:/
User-agent: IDG/UK
Disallow:/
User-agent: Id-search
Disallow:/
User-agent: Ieautodiscovery
Disallow:/
User-agent: Iecheck
Disallow:/
User-agent: Ihwebchecker
Disallow:/
User-agent: Iiitbot
Disallow:/
User-agent: Iim_405
Disallow:/
User-agent: IlseBot
Disallow:/
User-agent: Iltrovatore
Disallow:/
User-agent: Imagebot
Disallow:/
User-agent: Image Fetch
Disallow:/
User-agent: Image-fetcher
Disallow:/
User-agent: Imagefortress
Disallow:/
User-agent: Imageshereimagesthereimageseverywhere
Disallow:/
User-agent: Image stripper
Disallow:/
User-agent: Image Sucker
Disallow:/
User-agent: Imagevisu
Disallow:/
User-agent: Imds_monitor
Disallow:/
User-agent: Imo-google-robot-intelink
Disallow:/
User-agent: Inagist.com url crawler
Disallow:/
User-agent: IndeedBot
Disallow:/
User-agent: Indexer
Disallow:/
User-agent: Industry cortex webcrawler
Disallow:/
User-agent: Indylabs_marius
Disallow:/
User-agent: Indy Library
Disallow:/
User-agent: Inelabot
Disallow:/
User-agent: Inet32 ctrl
Disallow:/
User-agent: Inetbot
Disallow:/
User-agent: Infolink
Disallow:/
User-agent: Infomine
Disallow:/
User-agent: InfoNaviRobot
Disallow:/
User-agent: Informant
Disallow:/
User-agent: Info seeker
Disallow:/
User-agent: Infoseek sidewinder
Disallow:/
User-agent: InfoTekies
Disallow:/
User-agent: Infousabot
Disallow:/
User-agent: Ingrid
Disallow:/
User-agent: Inktomi
Disallow:/
User-agent: Insightscollector
Disallow:/
User-agent: Insightsworksbot
Disallow:/
User-agent: Inspirebot
Disallow:/
User-agent: Instabid
Disallow:/
User-agent: Insumascout
Disallow:/
User-agent: Intelix
Disallow:/
User-agent: Intelliseek
Disallow:/
User-agent: InterGET
Disallow:/
User-agent: Internetlinkagent
Disallow:/
User-agent: Internet Ninja
Disallow:/
User-agent: Internet radio crawler
Disallow:/
User-agent: InternetSeer
Disallow:/
User-agent: InternetVista monitor
Disallow:/
User-agent: Interseek
Disallow:/
User-agent: Ioi
Disallow:/
User-agent: Ipadd bot
Disallow:/
User-agent: Ips-agent
Disallow:/
User-agent: Ipselonbot
Disallow:/
User-agent: Ip-web-crawler.com
Disallow:/
User-agent: Iria
Disallow:/
User-agent: IRLbot
Disallow:/
User-agent: Iron33
Disallow:/
User-agent: Isara
Disallow:/
User-agent: Isearch
Disallow:/
User-agent: Isilox
Disallow:/
User-agent: Iskanie
Disallow:/
User-agent: IstellaBot
Disallow:/
User-agent: Its-learning crawler
Disallow:/
User-agent: Iu_csci_b659_class_crawler
Disallow:/
User-agent: Ivia
Disallow:/
User-agent: Jadynave
Disallow:/
User-agent: JamesBOT
Disallow:/
User-agent: Jbot
Disallow:/
User-agent: Jbrofuzz
Disallow:/
User-agent: Jemmathetourist
Disallow:/
User-agent: JennyBot
Disallow:/
User-agent: Jetbot
Disallow:/
User-agent: Jetbrains omea pro
Disallow:/
User-agent: JetCar
Disallow:/
User-agent: JikeSpider
Disallow:/
User-agent: Jim
Disallow:/
User-agent: Jobo
Disallow:/
User-agent: Jobspider_ba
Disallow:/
User-agent: Joc
Disallow:/
User-agent: JOC Web Spider
Disallow:/
User-agent: Joedog
Disallow:/
User-agent: Joomla
Disallow:/
User-agent: Jorgee
Disallow:/
User-agent: Joyscapebot
Disallow:/
User-agent: Jspyda
Disallow:/
User-agent: Junut bot
Disallow:/
User-agent: JustView
Disallow:/
User-agent: Jyxobot
Disallow:/
User-agent: Kakclebot
Disallow:/
User-agent: Kalooga
Disallow:/
User-agent: Katatudo-spider
Disallow:/
User-agent: Kbeta1
Disallow:/
User-agent: Keepni web site monitor
Disallow:/
User-agent: Kenjin.spider
Disallow:/
User-agent: Kenjin Spider
Disallow:/
User-agent: Keybot translation-search-machine
Disallow:/
User-agent: Keywenbot
Disallow:/
User-agent: Keyword.density
Disallow:/
User-agent: Keyword Density
Disallow:/
User-agent: Kinjabot
Disallow:/
User-agent: Kitenga-crawler-bot
Disallow:/
User-agent: Kiwistatus
Disallow:/
User-agent: Kmbot-
Disallow:/
User-agent: Kmccrew bot search
Disallow:/
User-agent: Knight
Disallow:/
User-agent: Knowitall
Disallow:/
User-agent: Knowledge.com
Disallow:/
User-agent: Knowledge engine
Disallow:/
User-agent: Koepabot
Disallow:/
User-agent: Koninklijke
Disallow:/
User-agent: Korniki
Disallow:/
User-agent: Kozmosbot
Disallow:/
User-agent: Krowler
Disallow:/
User-agent: Ksbot
Disallow:/
User-agent: K.s.bot
Disallow:/
User-agent: Kuloko-bot
Disallow:/
User-agent: Kulturarw3
Disallow:/
User-agent: Kummhttp
Disallow:/
User-agent: Kurzor
Disallow:/
User-agent: Kyluka crawl
Disallow:/
User-agent: Labhoo
Disallow:/
User-agent: Labourunions411
Disallow:/
User-agent: Lachesis
Disallow:/
User-agent: Lament
Disallow:/
User-agent: Lamerexterminator
Disallow:/
User-agent: Lanshanbot
Disallow:/
User-agent: Lapozzbot
Disallow:/
User-agent: Larbin
Disallow:/
User-agent: Lbot
Disallow:/
User-agent: Leaptag
Disallow:/
User-agent: LeechFTP
Disallow:/
User-agent: LeechGet
Disallow:/
User-agent: Letscrawl.com
Disallow:/
User-agent: LexiBot
Disallow:/
User-agent: Lexxebot
Disallow:/
User-agent: Lftp
Disallow:/
User-agent: Libcrawl
Disallow:/
User-agent: Libiviacore
Disallow:/
User-agent: Libw
Disallow:/
User-agent: LibWeb
Disallow:/
User-agent: Libwhisker
Disallow:/
User-agent: Lightspeedsystems
Disallow:/
User-agent: Likse
Disallow:/
User-agent: Linguee bot
Disallow:/
User-agent: Linkalarm
Disallow:/
User-agent: Linkbot
Disallow:/
User-agent: Linkcheck by siteimprove.com
Disallow:/
User-agent: Linkchecker
Disallow:/
User-agent: Link_checker
Disallow:/
User-agent: Link checker
Disallow:/
User-agent: Linkcheck scanner
Disallow:/
User-agent: Linkdexbot
Disallow:/
User-agent: Linkdex.com
Disallow:/
User-agent: LinkextractorPro
Disallow:/
User-agent: Linklint
Disallow:/
User-agent: Linklooker
Disallow:/
User-agent: Linkman
Disallow:/
User-agent: LinkpadBot
Disallow:/
User-agent: LinkScan
Disallow:/
User-agent: LinksManager
Disallow:/
User-agent: Linksmanager.com_bot
Disallow:/
User-agent: Links sql
Disallow:/
User-agent: Linksweeper
Disallow:/
User-agent: Link validator
Disallow:/
User-agent: LinkWalker
Disallow:/
User-agent: LinqiaMetadataDownloaderBot
Disallow:/
User-agent: LinqiaRSSBot
Disallow:/
User-agent: LinqiaScrapeBot
Disallow:/
User-agent: Lipperhey
Disallow:/
User-agent: Litefinder
Disallow:/
User-agent: Litemage_walker
Disallow:/
User-agent: Litlrbot
Disallow:/
User-agent: Little grabber at skanktale.com
Disallow:/
User-agent: Livelapbot
Disallow:/
User-agent: Lm harvester
Disallow:/
User-agent: Lmqueuebot
Disallow:/
User-agent: Lmspider
Disallow:/
User-agent: LNSpiderguy
Disallow:/
User-agent: Loadtimebot
Disallow:/
User-agent: Localcombot
Disallow:/
User-agent: Locust
Disallow:/
User-agent: Lolongbot
Disallow:/
User-agent: Lookbot
Disallow:/
User-agent: Lsearch
Disallow:/
User-agent: Lssbot
Disallow:/
User-agent: Lt scotland checklink
Disallow:/
User-agent: Ltx71
Disallow:/
User-agent: L.webis
Disallow:/
User-agent: LWP
Disallow:/
User-agent: LWP::Simple
Disallow:/
User-agent: Lwp-trivial
Disallow:/
User-agent: Lycos_spider
Disallow:/
User-agent: Lydia entity spider
Disallow:/
User-agent: Lynnbot
Disallow:/
User-agent: Lytranslate
Disallow:/
User-agent: Magnet
Disallow:/
User-agent: Mag-Net
Disallow:/
User-agent: Magpie-crawler
Disallow:/
User-agent: Magus bot
Disallow:/
User-agent: Mail.ru
Disallow:/
User-agent: Mail.RU_Bot
Disallow:/
User-agent: Mainseek_bot
Disallow:/
User-agent: Majestic12
Disallow:/
User-agent: Mammoth
Disallow:/
User-agent: Map robot
Disallow:/
User-agent: MarkMonitor
Disallow:/
User-agent: MarkWatch
Disallow:/
User-agent: Masagool
Disallow:/
User-agent: Masidani_bot_
Disallow:/
User-agent: Masscan
Disallow:/
User-agent: Mass Downloader
Disallow:/
User-agent: Mata.hari
Disallow:/
User-agent: Mata Hari
Disallow:/
User-agent: Matentzn at cs dot man dot ac dot uk
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: Maxamine.com
Disallow:/
User-agent: Maxomobot
Disallow:/
User-agent: Mcbot
Disallow:/
User-agent: Meanpathbot
Disallow:/
User-agent: Mediawords
Disallow:/
User-agent: Medrabbit
Disallow:/
User-agent: MegaIndex.ru
Disallow:/
User-agent: Megite
Disallow:/
User-agent: Memacbot
Disallow:/
User-agent: Memo
Disallow:/
User-agent: Mendeleybot
Disallow:/
User-agent: Mercator-
Disallow:/
User-agent: Mercuryboard_user_agent_sql_injection.nasl
Disallow:/
User-agent: Metacarta
Disallow:/
User-agent: Metaeuro web search
Disallow:/
User-agent: Metager2
Disallow:/
User-agent: Metagloss
Disallow:/
User-agent: Metal crawler
Disallow:/
User-agent: Metaquerier
Disallow:/
User-agent: Metaspider
Disallow:/
User-agent: Metaspinner
Disallow:/
User-agent: Metauri
Disallow:/
User-agent: Mfcrawler
Disallow:/
User-agent: MFC_Tear_Sample
Disallow:/
User-agent: Mfhttpscan
Disallow:/
User-agent: Microsoft Data Access
Disallow:/
User-agent: Microsoft URL Control
Disallow:/
User-agent: MIDown tool
Disallow:/
User-agent: MIIxpc
Disallow:/
User-agent: Minibot
Disallow:/
User-agent: Minirank
Disallow:/
User-agent: Mini-robot
Disallow:/
User-agent: Mirror
Disallow:/
User-agent: Missigua locator
Disallow:/
User-agent: Mister.pix
Disallow:/
User-agent: Mister PiX
Disallow:/
User-agent: Miva
Disallow:/
User-agent: MJ12bot
Disallow:/
User-agent: Mnogosearch
Disallow:/
User-agent: Mod_accessibility
Disallow:/
User-agent: Moduna.com
Disallow:/
User-agent: Moget
Disallow:/
User-agent: Mojeek
Disallow:/
User-agent: Monkeycrawl
Disallow:/
User-agent: Morfeus Fucking Scanner
Disallow:/
User-agent: Moses
Disallow:/
User-agent: Mowserbot
Disallow:/
User-agent: Mqbot
Disallow:/
User-agent: Mr.4x3
Disallow:/
User-agent: Mse360
Disallow:/
User-agent: MSFrontPage
Disallow:/
User-agent: MSIECrawler
Disallow:/
User-agent: Msindianwebcrawl
Disallow:/
User-agent: Msmobot
Disallow:/
User-agent: Msnptc
Disallow:/
User-agent: Msrabot
Disallow:/
User-agent: Msrbot