From b9eeaabf57a27becc0639e3da0b68ec470262355 Mon Sep 17 00:00:00 2001 From: Nikita Karamov Date: Mon, 12 Feb 2024 20:16:19 +0100 Subject: [PATCH] Disable indexing --- public/robots.txt | 29 ----------------------------- src/layouts/layout.astro | 4 ++++ 2 files changed, 4 insertions(+), 29 deletions(-) diff --git a/public/robots.txt b/public/robots.txt index 65d6ef8..1f53798 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,31 +1,2 @@ User-agent: * -Allow: /$ -Disallow: / - -# Following borrowed from https://seirdy.one/robots.txt -# SPDX-FileCopyrightText: © 2023 Rohan Kumar -# SPDX-License-Identifier: ISC - -# I opt out of online advertising so malware that injects ads on my site won't get paid. -# You should do the same. -User-Agent: Adsbot -Disallow: / - -# > This robot collects content from the Internet for the sole purpose of # helping educational institutions prevent plagiarism. [...] we compare student papers against the content we find on the Internet to see if we # can find similarities. (http://www.turnitin.com/robot/crawlerinfo.html) -User-Agent: TurnitinBot -Disallow: / - -# > NameProtect engages in crawling activity in search of a wide range of brand and other intellectual property violations that may be of interest to our clients. (http://www.nameprotect.com/botinfo.html) -User-Agent: NPBot -Disallow: / - -# iThenticate is a new service we have developed to combat the piracy of intellectual property and ensure the originality of written work for# publishers, non-profit agencies, corporations, and newspapers. (http://www.slysearch.com/) -User-Agent: SlySearch -Disallow: / - -# BLEXBot assists internet marketers to get information on the link structure of sites and their interlinking on the web, to avoid any technical and possible legal issues and improve overall online experience. (http://webmeup-crawler.com/) -User-Agent: BLEXBot -Disallow: / - -User-agent: ChatGPT-User Disallow: / diff --git a/src/layouts/layout.astro b/src/layouts/layout.astro index e79f581..888d661 100644 --- a/src/layouts/layout.astro +++ b/src/layouts/layout.astro @@ -23,6 +23,10 @@ import package_ from "../../package.json"; name="viewport" content="width=device-width, initial-scale=1.0" /> + Share₂Fedi