# robots.txt file for https://fossies.org/ (and http://fresh-center.com/) # Please contact admin@fossies.org with concerns. User-agent: Slurp Crawl-delay: 1 User-agent: yacybot Crawl-delay: 1 User-agent: HubSpot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DotBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: SemrushBot Disallow: / User-agent: BUbiNG Disallow: / User-agent: Linguee Disallow: / User-agent: MauiBot Disallow: / User-agent: MJ12Bot Disallow: / User-agent: Seekport Crawler Disallow: / User-agent: SeekportBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: MTRobot Disallow: / User-agent: ZoomBot Disallow: / User-agent: Paracrawl Disallow: / User-agent: Neevabot Disallow: / User-agent: turnitinbot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: GPTBot Disallow: / User-agent: barkrowler Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: FacebookBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Bytespider Disallow: / User-agent: * Disallow: /linux/misc/legacy/ Allow: /linux/misc/legacy/index.html Disallow: /linux/www/legacy/ Allow: /linux/www/legacy/index.html Disallow: /linux/privat/legacy/ Allow: /linux/privat/legacy/index.html Sitemap: https://fossies.org/sitemaps/sitemap.index.xml.gz