schnark.github.io/robots.txt at master · Schnark/schnark.github.io · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
Sitemap: https://schnark.github.io/sitemap.xml
Sitemap: https://schnark.github.io/lewis-carroll/html/sitemap.xml
Sitemap: https://schnark.github.io/mein-leben/sitemap.xml

User-agent: *
Disallow: /legal.html
Disallow: /docviewer/lib/
Disallow: /racer/i.html
Disallow: /racer/racer.html
Disallow: /rss/test/
Disallow: /stundenbuch/
Disallow: /wallpaper/pages/
Disallow: /blog-test/
Disallow: /js13kgames-2017/min/
Disallow: /js13kgames-2018/min/
Disallow: /js13kgames-2019/min/
Disallow: /js13kgames-2020/min/
Disallow: /js13kgames-2021/min/
Disallow: /js13kgames-2022/public/
Disallow: /js13kgames-2023/min/
Disallow: /js13kgames-2024/min/
Disallow: /js13kgames-2025/min/

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: OpenAI
Disallow: /