mirror of
https://github.com/ParkerTenBroeck/ParkerTenBroeck.github.io.git
synced 2026-06-06 21:14:06 -04:00
95 lines
No EOL
1.1 KiB
Text
95 lines
No EOL
1.1 KiB
Text
User-agent: TurnitinBot
|
|
Disallow: /
|
|
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
User-agent: Omgilibot
|
|
Disallow: /
|
|
|
|
User-agent: 008
|
|
Disallow: /
|
|
|
|
User-agent: voltron
|
|
Disallow: /
|
|
|
|
User-agent: Bytespider
|
|
Disallow: /
|
|
|
|
User-agent: AdsBot-Google
|
|
Disallow: /
|
|
|
|
User-agent: Amazonbot
|
|
Disallow: /
|
|
|
|
User-agent: Anthropic-ai
|
|
Disallow: /
|
|
|
|
User-agent: AwarioRssBot
|
|
Disallow: /
|
|
|
|
User-agent: AwarioSmartBot
|
|
Disallow: /
|
|
|
|
User-agent: Bytespider
|
|
Disallow: /
|
|
|
|
User-agent: CCBot
|
|
Disallow: /
|
|
|
|
User-agent: ChatGPT-User
|
|
Disallow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Disallow: /
|
|
|
|
User-agent: Claude-Web
|
|
Disallow: /
|
|
|
|
User-agent: Cohere-ai
|
|
Disallow: /
|
|
|
|
User-agent: DataForSeoBot
|
|
Disallow: /
|
|
|
|
User-agent: FacebookBot
|
|
Disallow: /
|
|
|
|
User-agent: Google-Extended
|
|
Disallow: /
|
|
|
|
User-agent: GPTBot
|
|
Disallow: /
|
|
|
|
User-agent: ImagesiftBot
|
|
Disallow: /
|
|
|
|
User-agent: Magpie-crawler
|
|
Disallow: /
|
|
|
|
User-agent: Omgili
|
|
Disallow: /
|
|
|
|
User-agent: Omgilibot
|
|
Disallow: /
|
|
|
|
User-agent: Peer39_crawler
|
|
Disallow: /
|
|
|
|
User-agent: Peer39_crawler/1.0
|
|
Disallow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Disallow: /
|
|
|
|
User-agent: YouBot
|
|
Disallow: /
|
|
|
|
|
|
Sitemap: {{ get_url(path="sitemap.xml") }} |