User-agent: * #Disallow: /assets/ #Disallow: /css/ Disallow: /docs/ Disallow: /font/ Disallow: /fonts/ Disallow: /img/ #Disallow: /js/ Disallow: /multimedia/ #Disallow: /plugins/ User-Agent: Googlebot Allow: .js Allow: .css Allow: /css/ Allow: /assets/ Allow: /js/ Allow: /plugins/ Sitemap: https://www.yobalia.com/multimedia/sys/sitemap.xml # User-agent: 008 # User-agent: Aghaven # User-agent: AhrefsBot # User-agent: aipbot # User-agent: Alexibot # User-agent: AlvinetSpider # User-agent: Amfibibot # User-agent: Antenne Hatena # User-agent: antibot # User-agent: ApocalXExplorerBot # User-agent: asterias # User-agent: BackDoorBot/1.0 # # User-agent: Baiduspider # User-agent: BecomeBot # User-agent: Biglotron # User-agent: BizInformation # User-agent: Black Hole # User-agent: BlowFish/1.0 # User-agent: BotALot # User-agent: BruinBot # User-agent: BuiltBotTough # User-agent: Bullseye/1.0 # User-agent: BunnySlippers # User-agent: Butterfly # User-agent: CatchBot # User-agent: ccubee # User-agent: ccubee/3.5 # User-agent: Cegbfeieh # User-agent: CheeseBot # User-agent: CherryPicker # User-agent: CherryPickerElite/1.0 # User-agent: CherryPickerSE/1.0 # User-agent: Combine # User-agent: ConveraCrawler # User-agent: ConveraMultiMediaCrawler # User-agent: CoolBot # User-agent: CopyRightCheck # User-agent: cosmos # User-agent: Crescent # User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 # User-agent: DimensioNet # User-agent: discobot # User-agent: DISCo Pump 3.1 # User-agent: DittoSpyder # User-agent: DoCoMo # User-agent: dotbot # User-agent: Download Ninja # User-agent: Drecombot # User-agent: DTAAgent # User-agent: e-SocietyRobot # User-agent: EmailCollector # User-agent: EmailSiphon # User-agent: EmailWolf # User-agent: envolk # User-agent: EroCrawler # User-agent: erowz # User-agent: EverbeeCrawler # User-agent: Exabot # User-agent: ExtractorPro # User-agent: Ezooms # User-agent: Fetch # User-agent: findlinks # User-agent: Flamingo_SearchEngine # User-agent: Foobot # User-agent: FDSE # User-agent: g2Crawler # User-agent: g2reader-bot/1.0 # User-agent: genieBot # User-agent: grub-client # User-agent: gsa-crawler # User-agent: Harvest/1.5 # User-agent: hloader # User-agent: HooWWWer # User-agent: Httpful/0.2.20 # User-agent: httplib # User-agent: HTTrack # User-agent: HTTrack 3.0 # User-agent: humanlinks # User-agent: Igentia # User-agent: InfoNaviRobot # User-agent: innosense # User-agent: Ipselonbot # User-agent: IRLbot # User-agent: Java # User-agent: Jakarta Commons # User-agent: JennyBot # User-agent: JikeSpider # User-agent: JobCrawlerBot # User-agent: Jobrapido # User-agent: Jyxobot # User-agent: K2spider # User-agent: KavamRingCrawler # User-agent: Kenjin Spider # User-agent: larbin # User-agent: LexiBot # User-agent: libWeb/clsHTTP # User-agent: libwww # User-agent: libwww-perl # User-agent: LinkextractorPro # User-agent: linko # User-agent: LinkScan/8.1a Unix # User-agent: linksmanager # User-agent: LinkWalker # User-agent: lmspider # User-agent: lwp-trivial # User-agent: lwp-trivial/1.34 # User-agent: magpie-crawler # User-agent: Mata Hari # User-agent: Microsoft URL Control – 5.01.4511 # User-agent: Microsoft URL Control – 6.00.8169 # User-agent: MIIxpc # User-agent: MIIxpc/4.2 # User-agent: minibot(NaverRobot)/1.0 # User-agent: Mister PiX # User-agent: MJ12bot # User-agent: MLBot # User-agent: moget # User-agent: moget/2.1 # User-agent: Mozilla/5.0 (compatible; Jobrapido/1.1; +http://www.jobrapido.com) # User-agent: "Mozilla/5.0 (compatible; Jobrapido/1.1; +http://www.jobrapido.com)" # User-agent: Mozilla/5.0 (JobRapido WebPump) # User-agent: MS Search 4.0 Robot # User-agent: MS Search 5.0 Robot # User-agent: MSIECrawler # User-agent: MyFamilyBot # User-agent: Naverbot # User-agent: NetAnts # User-agent: NetAttache # User-agent: NetAttache Light 1.1 # User-agent: NetMechanic # User-agent: NetResearchServer # User-agent: NextGenSearchBot # User-agent: NICErsPRO # User-agent: NING/1.0 # User-agent: noxtrumbot # User-agent: NPBot # User-agent: Nutch # User-agent: NutchCVS # User-agent: Nutraspace # User-agent: oBot # User-agent: OffByOne # User-agent: Offline Explorer # User-agent: OmniExplorer_Bot # User-agent: Openfind # User-agent: Openfind data gathere # User-agent: OpenindexSpider # User-agent: OpenIntelligenceData # User-agent: Owlin Bot # User-agent: PhpDig # User-agent: Pingdom.com_bot # User-agent: pompos # User-agent: Powermarks # User-agent: ProPowerBot/2.14 # User-agent: ProWebWalker # User-agent: psbot # User-agent: python-requests # User-agent: Python-urllib # User-agent: QuepasaCreep # User-agent: QueryN Metasearch # User-agent: Radian6 # User-agent: R6_FeedFetcher # User-agent: R6_CommentReader # User-agent: RepoMonkey # User-agent: RepoMonkey Bait & Tackle/v1.01 # User-agent: RMA # User-agent: RufusBot # User-agent: SBIder # User-agent: schibstedsokbot # User-agent: ScoutJet # User-agent: ScSpider # User-agent: SearchmetricsBot # User-agent: semanticdiscovery # User-agent: SemrushBot # User-agent: SeznamBot # User-agent: Shim-Crawler # User-agent: ShopWiki # User-agent: SightupBot # User-agent: silk # User-agent: sistrix # User-agent: SISTRIX Crawler # User-agent: SiteBot # User-agent: SiteSnagger # User-agent: SiteSucker # User-agent: Slurp # User-agent: SocialShare/1.0 # User-agent: Sogou web spider # User-agent: sosospider # User-agent: SpankBot # User-agent: spanner # User-agent: spbot # User-agent: Speedy # User-agent: Speedy Spider # User-agent: Spiderbot/Nutch-1.7 # User-agent: Sproose # User-agent: Steeler # User-agent: suggybot # User-agent: SuperBot # User-agent: SuperBot/2.6 # User-agent: suzuran # User-agent: Szukacz/1.4 # User-agent: Tarantula # User-agent: Teleport # User-agent: Telesoft # User-agent: The Intraformant # User-agent: TheNomad # User-agent: Theophrastus # User-agent: TightTwatBot # User-agent: Titan # User-agent: toCrawl/UrlDispatcher # User-agent: TosCrawler # User-agent: trendictionbot # User-agent: TridentSpider # User-agent: trovitBot # User-agent: True_Robot # User-agent: True_Robot/1.0 # User-agent: turingos # User-agent: TurnitinBot # User-agent: twiceler # User-agent: Ultraseek # User-agent: UrlPouls # User-agent: URLy Warning # User-agent: Vagabondo # User-agent: VCI # User-agent: VCI WebViewer VCI WebViewer Win32 # User-agent: Verticrawlbot # User-agent: VoilaBot # User-agent: voyager # User-agent: voyager/1.0 # User-agent: Web Image Collector # User-agent: WebAuto # User-agent: WebBandit # User-agent: WebBandit/3.50 # User-agent: WebCopier # User-agent: webcopy # User-agent: WebEnhancer # User-agent: WebIndexer # User-agent: WebmasterWorldForumBot # User-agent: webmirror # User-agent: WebReaper # User-agent: WebSauger # User-agent: website extractor # User-agent: Website Quester # User-agent: Webster Pro # User-agent: WebStripper # User-agent: WebStripper/2.02 # User-agent: WebZip # User-agent: WebZip/4.0 # User-agent: Wget # User-agent: Wget/1.5.3 # User-agent: Wget/1.6 # User-agent: WijuBot # User-agent: WijuBot/1.0 # User-agent: WikioFeedBot # User-agent: wikiwix-bot-3.0 # User-agent: WinHTTrack # User-agent: wise-guys # User-agent: WWW-Collector-E # User-agent: WWW-Mechanize # User-agent: Xenu # User-agent: Xenu Link Sleuth/1.3.8 # User-agent: Xenu's # User-agent: Xenu's Link Sleuth 1.1c # User-agent: xirq # User-agent: yacy # # User-agent: yandex # # User-agent: YandexCatalog # # User-agent: YandexFavicons # # User-agent: YandexDirect # # User-agent: YandexImages # # User-agent: YandexBot # User-agent: YodaoBot # User-agent: YoudaoBot # User-agent: YRSPider # User-agent: Zealbot # User-agent: ZeBot # User-agent: ZeBot_www.ze.bz # User-agent: Zeus # User-agent: Zookabot # User-agent: ZyBORG # Disallow: / # User-agent: * # Crawl-delay: 3