# robots.txt for http://astroline.net.ru # file created: 02.12.2006 # go away User-agent: * Allow: / Disallow: admin Disallow: codes Disallow: wn5 Disallow: scopbin User-agent: Yandex Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Google Disallow: admin Disallow: codes Disallow: wn5 Disallow: scopbin #Use this file to keep google robots go away User-agent: googlebot Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Aport Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: StackRambler Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Mail Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Metabot Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: LookSmart Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Turtle Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Yahoo Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Webalta Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: AltaVista Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: Punto Allow: / Disallow: admin Disallow: codes Disallow: wn5 Host: www.astroline.net.ru User-agent: W3C-checklink Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: OmniExplorer_Bot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: FreeFind Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BecomeBot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Nutch Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Jetbot/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Jetbot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebVac Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Stanford Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: naver Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: dumbot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Hatena Antenna Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: grub-client Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: grub Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebZip Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: larbin Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: b2w/0.1 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Copernic Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: psbot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Python-urllib Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: NetMechanic Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: URL_Spider_Pro Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: CherryPicker Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: EmailCollector Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: EmailSiphon Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebBandit Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: EmailWolf Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: ExtractorPro Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: CopyRightCheck Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Crescent Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: SiteSnagger Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: ProWebWalker Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: CheeseBot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: LNSpiderguy Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Alexibot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Teleport Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: TeleportPro Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Stanford Comp Sci Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: MIIxpc Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Telesoft Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Website Quester Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: moget/2.1 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebZip/4.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebStripper Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebSauger Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebCopier Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: NetAnts Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Mister PiX Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebAuto Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: TheNomad Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WWW-Collector-E Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: RMA Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: libWeb/clsHTTP Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: asterias Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: httplib Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: turingos Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: spanner Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: InfoNaviRobot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Harvest/1.5 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Bullseye/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: CherryPickerSE/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: CherryPickerElite/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebBandit/3.50 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: NICErsPRO Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Microsoft URL Control - 5.01.4511 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: DittoSpyder Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Foobot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: SpankBot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BotALot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: lwp-trivial/1.34 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: lwp-trivial Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BunnySlippers Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Microsoft URL Control - 6.00.8169 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: URLy Warning Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Wget/1.6 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Wget/1.5.3 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Wget Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: LinkWalker Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: cosmos Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: moget Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: hloader Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: humanlinks Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: LinkextractorPro Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Offline Explorer Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Mata Hari Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: LexiBot Allow: / Disallow: admin Disallow: /codes Disallow: wn5 User-agent: Web Image Collector Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: The Intraformant Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: True_Robot/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: True_Robot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BlowFish/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: JennyBot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: MIIxpc/4.2 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BuiltBotTough Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: ProPowerBot/2.14 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: BackDoorBot/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: toCrawl/UrlDispatcher Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: WebEnhancer Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: suzuran Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: VCI WebViewer VCI WebViewer Win32 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: VCI Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Szukacz/1.4 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: QueryN Metasearch Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Openfind data gathere Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Openfind Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Xenu's Link Sleuth 1.1c Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Xenu's Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Zeus Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: RepoMonkey Bait & Tackle/v1.01 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: RepoMonkey Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Microsoft URL Control Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Openbot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: URL Control Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Zeus Link Scout Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Zeus 32297 Webster Pro V2.9 Win32 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Webster Pro Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: EroCrawler Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: LinkScan/8.1a Unix Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Keyword Density/0.9 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Kenjin Spider Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Iron33/1.0.2 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Bookmark search tool Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: GetRight/4.2 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: FairAd Client Allow: / Disallow: admin Disallow: codes/ Disallow: wn5 User-agent: Gaisbot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Aqua_Products Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Radiation Retriever 1.1 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Flaming AttackBot Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Oracle Ultra Search Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: MSIECrawler Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: PerMan Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: searchpreview Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: sootle Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: es Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Enterprise_Search/1.0 Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: Enterprise_Search Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: MOMspider Allow: / Disallow: admin Disallow: codes Disallow: wn5 User-agent: W3C-gsa Allow: / Disallow: admin Disallow: codes Disallow: wn5 Whisky, Single, Malt, Whiskey, Blend, Scotch, Scotland, Distillery, Spirit, Highland, Islay, Campbeltown, Lowland, Macallan, Orkney, Jura, Peat, Spey, Speyside, Skye