# http://www.taxi-to-airport.com/robots.txtUser-agent: GooglebotDisallow:User-agent: googlebot-imageDisallow:User-agent: googlebot-mobileDisallow:User-agent: MSNBotDisallow:User-agent: SlurpDisallow:User-agent: TeomaDisallow:User-agent: twicelerDisallow:User-agent: GigabotDisallow:User-agent: ScrubbyDisallow:User-agent: RobozillaDisallow:User-agent: NutchDisallow:User-agent: ia_archiverDisallow:User-agent: baiduspiderDisallow:User-agent: naverbotDisallow:User-agent: yetiDisallow:User-agent: yahoo-mmcrawlerDisallow:User-agent: psbotDisallow:User-agent: asteriasDisallow:User-agent: yahoo-blogs/v3.9Disallow:User-agent: ABCdatos BotLinkDisallow:User-agent: Acme.SpiderDisallow:User-agent: Ahoy! The Homepage FinderDisallow:User-agent: AlkalineDisallow:User-agent: AnthillDisallow:User-agent: Walhello appieDisallow:User-agent: ArachnophiliaDisallow:User-agent: AraleDisallow:User-agent: AraneoDisallow:User-agent: AraybOtDisallow:User-agent: ArchitextSpiderDisallow:User-agent: ArethaDisallow:User-agent: ARIADNEDisallow:User-agent: arksDisallow:User-agent: AskJeevesDisallow:User-agent: ASpider (Associative Spider:Disallow:User-agent: ATN WorldwideDisallow:User-agent: Atomz.com Search RobotDisallow:User-agent: AURESYSDisallow:User-agent: BackRubDisallow:User-agent: Bay SpiderDisallow:User-agent: BBotDisallow:User-agent: Big BrotherDisallow:User-agent: BiaalandDisallow:User-agent: BlackWidowDisallow:User-agent: Die Blinde KuhDisallow:User-agent: BloodhoundDisallow:User-agent: Borg-BotDisallow:User-agent: BoxSeaBotDisallow:User-agent: bright.net caching robotDisallow:User-agent: CACTVS Chemistry SpiderDisallow:User-agent: CalifDisallow:User-agent: CassandraDisallow:User-agent: Digimarc Marcspider/CGIDisallow:User-agent: CheckbotDisallow:User-agent: ChristCrawler.comDisallow:User-agent: ChurlDisallow:User-agent: CMC/0.01Disallow:User-agent: CollectiveDisallow:User-agent: Combine SystemDisallow:User-agent:  ConceptbotDisallow:User-agent: ConfuzzledBotDisallow:User-agent: CoolBotDisallow:User-agent: Web Core / RootsDisallow: User-agent: XYLEME RobotDisallow:User-agent: Internet Cruiser RobotDisallow:User-agent: CuscoDisallow:User-agent: CyberSpyder Link TestDisallow:User-agent: CydralSpiderDisallow:User-agent: Desert Realm SpiderDisallow:User-agent: DeWeb(c) Katalog/IndexDisallow:User-agent: DienstSpiderDisallow:User-agent: DiggerDisallow:User-agent: Digital Integrity RobotDisallow:User-agent: Direct Hit GrabberDisallow:User-agent: DNAbotDisallow:User-agent: DownLoad ExpressDisallow:User-agent: DragonBotDisallow:User-agent: DWCP (Dridus' Web Cataloging Project)Disallow:User-agent: e-collectorDisallow:User-agent: EbiNessDisallow:User-agent: EIT Link Verifier RobotDisallow:User-agent: ELFINBOTDisallow:User-agent: Emacs-w3 Search EngineDisallow:User-agent: ananziDisallow:User-agent: esculapioDisallow:User-agent: EstherDisallow:User-agent: Eviliya CelebiDisallow:User-agent: FastCrawlerDisallow:User-agent: Fluid Dynamics Search Engine robotDisallow:User-agent: Felix IDEDisallow:User-agent: Wild Ferret Web Hopper #1, #2, #3Disallow:User-agent: FetchRoverDisallow:User-agent: fidoDisallow:User-agent: KIT-FireballDisallow:User-agent: Fish searchDisallow:User-agent: FouineurDisallow:User-agent: Robot FrancorouteDisallow:User-agent: FreecrawlDisallow:User-agent: FunnelWebDisallow:User-agent: gammaSpider, FocusedCrawlerDisallow:User-agent: gazzDisallow:User-agent: GCreepDisallow:User-agent: GetBotDisallow:User-agent: GetURLDisallow:User-agent: GolemDisallow:User-agent: Grapnel/0.01 ExperimentDisallow:User-agent: GriffonDisallow:User-agent: GromitDisallow:User-agent: Northern Light GulliverDisallow:User-agent: Gulper BotDisallow:User-agent: HamBotDisallow:User-agent: HarvestDisallow:User-agent: havIndexDisallow:User-agent: HI (HTML Index Search)Disallow:User-agent: Hometown Spider ProDisallow:User-agent: ht://DigDisallow:User-agent: HTMLgobbleDisallow:User-agent: Hyper-DecontextualizerDisallow:User-agent: iajaBotDisallow:User-agent: IBM_PlanetwideDisallow:User-agent: Popular IconoclastDisallow:User-agent: IngridDisallow:User-agent: ImagelockDisallow:User-agent: IncyWincyDisallow:User-agent: InformantDisallow:User-agent: InfoSeek Robot 1.0Disallow:User-agent: InfoSeek SidewinderDisallow:User-agent: InfoSpidersDisallow:User-agent: Inspector WebDisallow:User-agent: IntelliAgentDisallow:User-agent: I, RobotDisallow:User-agent: Iron33Disallow:User-agent: Israeli-searchDisallow:User-agent: JavaBeeDisallow:User-agent: JBot Java Web RobotDisallow:User-agent: JCrawlerDisallow:User-agent: JeevesDisallow:User-agent: JoBo Java Web RobotDisallow:User-agent: JobotDisallow:User-agent: JoeBotDisallow:User-agent: The Jubii Indexing RobotDisallow:User-agent: JumpStationDisallow:User-agent: image.kapsi.netDisallow:User-agent: KatipoDisallow:User-agent: KDD-ExplorerDisallow:User-agent: KilroyDisallow:User-agent: KO_Yappo_RobotDisallow:User-agent: LabelGrabberDisallow:User-agent: larbinDisallow:User-agent: legsDisallow:User-agent: Link ValidatorDisallow:User-agent: LinkScanDisallow:User-agent: LinkWalkerDisallow:User-agent: LockonDisallow:User-agent: logo.gif CrawlerDisallow:User-agent: LycosDisallow:User-agent: Mac WWWWormDisallow:User-agent: MagpieDisallow:User-agent: marvin/infoseekDisallow:User-agent: MattieDisallow:User-agent: MediaFoxDisallow:User-agent: MerzScopeDisallow:User-agent: NEC-MeshExplorerDisallow:User-agent: MindCrawlerDisallow:User-agent: mnoGoSearch search engine softwareDisallow:User-agent: mogetDisallow:User-agent: MOMspiderDisallow:User-agent: MonsterDisallow:User-agent: MotorDisallow:User-agent: MuncherDisallow:User-agent: MuninnDisallow:User-agent: Muscat FerretDisallow:User-agent: Mwd.SearchDisallow:User-agent: Internet ShinchakubinDisallow:User-agent: NDSpiderDisallow:User-agent: Nederland.zoekDisallow:User-agent: NetCarta WebMap EngineDisallow:User-agent: NetMechanicDisallow:User-agent: NetScoopDisallow:User-agent: newscan-onlineDisallow:User-agent: NHSE Web ForagerDisallow:User-agent: NomadDisallow:User-agent: The NorthStar RobotDisallow:User-agent: nzexplorerDisallow:User-agent: ObjectsSearchDisallow:User-agent: OccamDisallow:User-agent: HKU WWW OctopusDisallow:User-agent: OntoSpiderDisallow: Openfind data gathererUser-agent: Orb SearchDisallow: User-agent: Pack RatDisallow:User-agent: PageBoyDisallow:User-agent: ParaSiteDisallow:User-agent: PatricDisallow:User-agent: pegasusDisallow:User-agent: The PeregrinatorDisallow:User-agent: PerlCrawler 1.0Disallow:User-agent: PhantonDisallow:User-agent: PhpDigDisallow:User-agent: PiltdownManDisallow:User-agent: Pimptrain.com's robotDisallow:User-agent: PioneerDisallow:User-agent: html_analyzerDisallow:User-agent: Portal Juice SpiderDisallow:User-agent: PGP Key AgentDisallow:User-agent: PlumtreeWebAccessorDisallow:User-agent: PoppiDisallow:User-agent: PortalB SpiderDisallow:User-agent: GetterroboPlus PuuDisallow:User-agent: The Python RobotDisallow:User-agent: Raven SearchDisallow:User-agent: RBSE SpiderDisallow:User-agent: Resume RobotDisallow:User-agent: RoadHouse Crawling SystemDisallow:User-agent: RixBotDisallow:User-agent: Road Runner: The ImageScape RobotDisallow:User-agent: Robbie the RobotDisallow:User-agent: ComputingSite Robi/1.0Disallow:User-agent: RoboCrawl SpiderDisallow:User-agent: RoboFoxDisallow:User-agent: RoverbotDisallow:User-agent: SafetyNet RobotDisallow:User-agent: ScooterDisallow:User-agent: SleekDisallow:User-agent: Search.Aus-AU.COMDisallow:User-agent: SearchProcessDisallow:User-agent: SenriganDisallow:User-agent: SG-ScoutDisallow:User-agent: ShagSeekerDisallow:User-agent: Shai'HuludDisallow:User-agent: SiftDisallow:User-agent: Simmany Robot Ver1.0Disallow:User-agent: Site ValetDisallow:User-agent: Open Text Index RobotDisallow:User-agent: Site Tech-RoverDisallow:User-agent: Skymob.comDisallow:User-agent: SLCrawlerDisallow:User-agent: Inktomi SlurpDisallow:User-agent: Smart SpiderDisallow:User-agent: SnooperDisallow:User-agent: SolbotDisallow:User-agent: SpannerDisallow:User-agent: Speedy SpiderDisallow:User-agent: spider_monkeyDisallow:User-agent: SpiderbotDisallow:User-agent: Spiderline CrawlerDisallow:User-agent: SpiderManDisallow:User-agent: SpiderView(tm)Disallow:User-agent: Spry Wizard RobotDisallow:User-agent: Site SearcherDisallow:User-agent: SukeDisallow:User-agent: suntek search engineDisallow:User-agent: SvenDisallow:User-agent: SygolDisallow:User-agent: TACH Black WidowDisallow:User-agent: TarantulaDisallow:User-agent: tarspiderDisallow:User-agent: Tcl W3 RobotDisallow:User-agent: TechBotDisallow:User-agent: TempletonDisallow:User-agent: Teoma TechnologiesDisallow:User-agent: TITANDisallow:User-agent: TitlnDisallow:User-agent: The TkWWW RobotDisallow:User-agent: TLSpiderDisallow: User-agent: UCSD CrawlDisallow:User-agent: UdmSearchDisallow:User-agent: UptimeBotDisallow: User-agent: URL CheckDisallow:User-agent: URL Spider ProDisallow:User-agent: ValkyrieDisallow:User-agent: VerticrawlDisallow:User-agent: VictoriaDisallow:User-agent: vision-searchDisallow:User-agent: void-botDisallow:User-agent: VoyagerDisallow:User-agent: VWbotDisallow:User-agent: The NWI RobotDisallow:User-agent: W3M2Disallow:User-agent: WallPaper (alias crawlpaper)Disallow:User-agent: the World Wide Web WandererDisallow:User-agent: w@pSpider by wap4.comDisallow:User-agent: WebBandit Web SpiderDisallow:User-agent: WebCatcherDisallow:User-agent: WebCopyDisallow:User-agent: webfetcherDisallow:User-agent: The Webfoot RobotDisallow:User-agent: WebinatorDisallow:User-agent: weblayersDisallow:User-agent: WebLinkerDisallow:User-agent: WebMirrorDisallow:User-agent: The Web MooseDisallow:User-agent: WebQuestDisallow:User-agent: Digimarc MarcSpiderDisallow:User-agent: WebReaperDisallow: User-agent: websDisallow:User-agent: WebsnarfDisallow:User-agent: WebSpiderDisallow:User-agent: WebVacDisallow:User-agent: webwalkDisallow:User-agent: WebWalkerDisallow: User-agent: WebWatchDisallow:User-agent: WgetDisallow:User-agent: whatUseek WinonaDisallow:User-agent: WhoWhere RobotDisallow:User-agent: Wired DigitalDisallow:User-agent: Weblog MonitorDisallow:User-agent: w3mirDisallow:User-agent: WebStolpererDisallow:User-agent: The Web WombatDisallow:User-agent: The World Wide Web WormDisallow:User-agent: WWWC Ver 0.2.5Disallow:User-agent: WebZingerDisallow:User-agent: XGETDisallow:User-agent: *Disallow:Disallow: /cgi-bin/Sitemap: http://www.taxi-to-airport.com/sitemap.xml