# robots.txt for KIT01-01F-GEOCACHING.yacy User-agent: * # dirs Disallow: /yacy Disallow: /api Disallow: /env Disallow: /proxymsg Disallow: /processing Disallow: /js # locked Disallow: /ViewLog_p.json Disallow: /ConfigRobotsTxt_p.html Disallow: /Blacklist_p.html Disallow: /sharedBlacklist_p.html Disallow: /ConfigAppearance_p.html Disallow: /Threaddump_p.html Disallow: /ConfigHeuristics_p.html Disallow: /Messages_p.rss Disallow: /IndexShare_p.html Disallow: /BlacklistCleaner_p.html Disallow: /terminal_p.html Disallow: /Crawler_p.html Disallow: /PerformanceQueues_p.html Disallow: /ConfigProfile_p.html Disallow: /IndexCreateWWWLocalQueue_p.html Disallow: /WatchWebStructure_p.html Disallow: /PerformanceConcurrency_p.html Disallow: /IndexCleaner_p.html Disallow: /Connections_p.html Disallow: /IndexControlURLs_p.html Disallow: /DictionaryLoader_p.html Disallow: /mediawiki_p.html Disallow: /BlacklistTest_p.html Disallow: /Status_p.inc Disallow: /ConfigProperties_p.html Disallow: /SettingsAck_p.html Disallow: /Table_API_p.html Disallow: /Table_RobotsTxt_p.html Disallow: /ConfigAccounts_p.html Disallow: /CrawlProfileEditor_p.xml Disallow: /PerformanceMemory_p.xml Disallow: /QuickCrawlLink_p.html Disallow: /ConfigNetwork_p.html Disallow: /IndexCreateDomainCrawl_p.html Disallow: /CookieMonitorOutgoing_p.html Disallow: /IndexImportOAIPMHList_p.html Disallow: /Settings_p.html Disallow: /CookieTest_p.html Disallow: /rct_p.html Disallow: /Tables_p.html Disallow: /ConfigUpdate_p.html Disallow: /ViewLog_p.html Disallow: /IndexCreateWWWRemoteQueue_p.html Disallow: /AccessTracker_p.html Disallow: /FeedReader_p.html Disallow: /LogStatistics_p.html Disallow: /BlacklistImpExp_p.html Disallow: /Messages_p.xml Disallow: /Ranking_p.html Disallow: /ProxyIndexingMonitor_p.html Disallow: /CacheResource_p.html Disallow: /Messages_p.html Disallow: /CookieMonitorIncoming_p.html Disallow: /ConfigLanguage_p.html Disallow: /PerformanceMemory_p.html Disallow: /PerformanceSearch_p.html Disallow: /CrawlStart_p.html Disallow: /IndexCreateLoaderQueue_p.html Disallow: /CrawlProfileEditor_p.html Disallow: /IndexCreateWWWGlobalQueue_p.html Disallow: /IndexControlRWIs_p.html Disallow: /Performance_p.html Disallow: /IndexImportOAIPMH_p.html Disallow: /ContentIntegrationPHPBB3_p.html Disallow: /PerformanceQueues_p.xml Disallow: /QuickCrawlLink_p.xml Disallow: /IndexImportWikimedia_p.html Disallow: /MessageSend_p.html Disallow: /IndexCreateParserErrors_p.html Disallow: /AccessTracker_p.xml # view profile Disallow: /ViewProfile.html Disallow: /ViewProfile.vcf Disallow: /ViewProfile.xml