diff --git a/content/blog/88x31/aperturelabs.gif b/content/blog/88x31/aperturelabs.gif new file mode 100644 index 0000000..8261d13 Binary files /dev/null and b/content/blog/88x31/aperturelabs.gif differ diff --git a/content/blog/88x31/bootleg64_spinbutton.gif b/content/blog/88x31/bootleg64_spinbutton.gif new file mode 100644 index 0000000..edee7b3 Binary files /dev/null and b/content/blog/88x31/bootleg64_spinbutton.gif differ diff --git a/content/blog/88x31/bunbrowser.gif b/content/blog/88x31/bunbrowser.gif new file mode 100644 index 0000000..6314dce Binary files /dev/null and b/content/blog/88x31/bunbrowser.gif differ diff --git a/content/blog/88x31/index.md b/content/blog/88x31/index.md index 0ec76d4..b18a53e 100644 --- a/content/blog/88x31/index.md +++ b/content/blog/88x31/index.md @@ -23,6 +23,10 @@ other {{ badge88x31(src="madeon-linux.gif", alt="made on Linux badge") }} {{ badge88x31(link="https://nixos.org/", src="nixos.png", alt="NixOS badge", new_tab=true) }} +{{ badge88x31(link="https://rust-lang.org/", src="rustnow.gif", alt="Rust badge", new_tab=true) }} +{{ badge88x31(link="https://www.w3.org/QA/Tips/iso-date", src="iso-date.gif", alt="ISO 8601 badge", new_tab=true) }} +{{ badge88x31(link="https://www.aperturescience.com/", src="aperturelabs.gif", alt="Aperture Labs badge", new_tab=true) }} +{{ badge88x31(src="niko-chuckle.gif", alt="Niko Chuckle Viewed badge") }} {{ badge88x31(src="bestviewed.gif", alt="Best Viewed badge") }} {{ badge88x31(src="roroqa.gif", alt="Rendered On RISC OS badge") }} {{ badge88x31(src="right_to_repair_01.jpg", alt="Right To Repair badge") }} @@ -30,4 +34,5 @@ other {{ badge88x31(src="greyasashe.gif", alt="Grey as ash badge") }} {{ badge88x31(src="button-devils.gif", alt="Devils badge") }} {{ badge88x31(src="b5can_s.gif", alt="Can badge") }} - +{{ badge88x31(src="bootleg64_spinbutton.gif", alt="bootleg64 badge") }} +{{ badge88x31(src="bunbrowser.gif", alt="Bunny badge") }} diff --git a/content/blog/88x31/iso-date.gif b/content/blog/88x31/iso-date.gif new file mode 100644 index 0000000..7e78364 Binary files /dev/null and b/content/blog/88x31/iso-date.gif differ diff --git a/content/blog/88x31/niko-chuckle.gif b/content/blog/88x31/niko-chuckle.gif new file mode 100644 index 0000000..19c7841 Binary files /dev/null and b/content/blog/88x31/niko-chuckle.gif differ diff --git a/content/blog/88x31/rustnow.gif b/content/blog/88x31/rustnow.gif new file mode 100644 index 0000000..e929279 Binary files /dev/null and b/content/blog/88x31/rustnow.gif differ diff --git a/templates/robots.txt b/templates/robots.txt index 3de0097..a6516ce 100644 --- a/templates/robots.txt +++ b/templates/robots.txt @@ -1,95 +1,149 @@ -User-agent: TurnitinBot -Disallow: / - -User-agent: Google-Extended -Disallow: / - -User-agent: GPTBot -Disallow: / - -User-agent: CCBot -Disallow: / - -User-agent: Omgilibot -Disallow: / - -User-agent: 008 -Disallow: / - -User-agent: voltron -Disallow: / - -User-agent: Bytespider -Disallow: / - -User-agent: AdsBot-Google -Disallow: / - +# AI scrapers +User-agent: AddSearchBot +User-agent: AI2Bot +User-agent: AI2Bot-DeepResearchEval +User-agent: Ai2Bot-Dolma +User-agent: aiHitBot +User-agent: amazon-kendra User-agent: Amazonbot -Disallow: / - -User-agent: Anthropic-ai -Disallow: / - -User-agent: AwarioRssBot -Disallow: / - -User-agent: AwarioSmartBot -Disallow: / - +User-agent: AmazonBuyForMe +User-agent: Amzn-SearchBot +User-agent: Amzn-User +User-agent: Andibot +User-agent: Anomura +User-agent: anthropic-ai +User-agent: ApifyBot +User-agent: ApifyWebsiteContentCrawler +User-agent: Applebot +User-agent: Applebot-Extended +User-agent: Aranet-SearchBot +User-agent: atlassian-bot +User-agent: Awario +User-agent: AzureAI-SearchBot +User-agent: bedrockbot +User-agent: bigsur.ai +User-agent: Bravebot +User-agent: Brightbot 1.0 +User-agent: BuddyBot User-agent: Bytespider -Disallow: / - User-agent: CCBot -Disallow: / - +User-agent: Channel3Bot +User-agent: ChatGLM-Spider +User-agent: ChatGPT Agent User-agent: ChatGPT-User -Disallow: / - -User-agent: ClaudeBot -Disallow: / - +User-agent: Claude-SearchBot +User-agent: Claude-User User-agent: Claude-Web -Disallow: / - -User-agent: Cohere-ai -Disallow: / - -User-agent: DataForSeoBot -Disallow: / - +User-agent: ClaudeBot +User-agent: Cloudflare-AutoRAG +User-agent: CloudVertexBot +User-agent: cohere-ai +User-agent: cohere-training-data-crawler +User-agent: Cotoyogi +User-agent: Crawl4AI +User-agent: Crawlspace +User-agent: Datenbank Crawler +User-agent: DeepSeekBot +User-agent: Devin +User-agent: Diffbot +User-agent: DuckAssistBot +User-agent: Echobot Bot +User-agent: EchoboxBot +User-agent: ExaBot User-agent: FacebookBot -Disallow: / - +User-agent: facebookexternalhit +User-agent: Factset_spyderbot +User-agent: FirecrawlAgent +User-agent: FriendlyCrawler +User-agent: Gemini-Deep-Research +User-agent: Google-Agent +User-agent: Google-CloudVertexBot User-agent: Google-Extended -Disallow: / - +User-agent: Google-Firebase +User-agent: Google-NotebookLM +User-agent: GoogleAgent-Mariner +User-agent: GoogleOther +User-agent: GoogleOther-Image +User-agent: GoogleOther-Video User-agent: GPTBot -Disallow: / - +User-agent: iAskBot +User-agent: iaskspider +User-agent: iaskspider/2.0 +User-agent: IbouBot +User-agent: ICC-Crawler User-agent: ImagesiftBot -Disallow: / - -User-agent: Magpie-crawler -Disallow: / - -User-agent: Omgili -Disallow: / - -User-agent: Omgilibot -Disallow: / - -User-agent: Peer39_crawler -Disallow: / - -User-agent: Peer39_crawler/1.0 -Disallow: / - +User-agent: imageSpider +User-agent: img2dataset +User-agent: ISSCyberRiskCrawler +User-agent: kagi-fetcher +User-agent: Kangaroo Bot +User-agent: KlaviyoAIBot +User-agent: KunatoCrawler +User-agent: laion-huggingface-processor +User-agent: LAIONDownloader +User-agent: LCC +User-agent: LinerBot +User-agent: Linguee Bot +User-agent: LinkupBot +User-agent: Manus-User +User-agent: meta-externalagent +User-agent: Meta-ExternalAgent +User-agent: meta-externalfetcher +User-agent: Meta-ExternalFetcher +User-agent: meta-webindexer +User-agent: MistralAI-User +User-agent: MistralAI-User/1.0 +User-agent: MyCentralAIScraperBot +User-agent: netEstate Imprint Crawler +User-agent: NotebookLM +User-agent: NovaAct +User-agent: OAI-SearchBot +User-agent: omgili +User-agent: omgilibot +User-agent: OpenAI +User-agent: Operator +User-agent: PanguBot +User-agent: Panscient +User-agent: panscient.com +User-agent: Perplexity-User User-agent: PerplexityBot +User-agent: PetalBot +User-agent: PhindBot +User-agent: Poggio-Citations +User-agent: Poseidon Research Crawler +User-agent: QualifiedBot +User-agent: QuillBot +User-agent: quillbot.com +User-agent: SBIntuitionsBot +User-agent: Scrapy +User-agent: SemrushBot-OCOB +User-agent: SemrushBot-SWA +User-agent: ShapBot +User-agent: Sidetrade indexer bot +User-agent: Spider +User-agent: TavilyBot +User-agent: TerraCotta +User-agent: Thinkbot +User-agent: TikTokSpider +User-agent: Timpibot +User-agent: TwinAgent +User-agent: VelenPublicWebCrawler +User-agent: WARDBot +User-agent: Webzio-Extended +User-agent: webzio-extended +User-agent: wpbot +User-agent: WRTNBot +User-agent: YaK +User-agent: YandexAdditional +User-agent: YandexAdditionalBot +User-agent: YouBot +User-agent: ZanistaBot Disallow: / -User-agent: YouBot -Disallow: / + +# everyone else +User-agent: * +Allow: / Sitemap: {{ get_url(path="sitemap.xml") }} \ No newline at end of file