add robots.txt

ppippi-dev · ppippi-dev · commit 845021f2dc9b · 2025-09-18T22:10:37.000+09:00
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Allow: /
diff --git a/scripts/generate_sitemap_rss.py b/scripts/generate_sitemap_rss.py
@@ -268,6 +268,7 @@ def collect_static_pages() -> List[StaticEntry]:
         Path("search.html"),
         Path("en/index.html"),
         Path("en/tags.html"),
+        Path("robots.txt"),
     ]
     entries: List[StaticEntry] = []
     for rel_path in static_files:
diff --git a/sitemap.xml b/sitemap.xml
@@ -20,6 +20,10 @@
     <loc>https://ppippi-dev.github.io/en/tags.html</loc>
     <lastmod>2025-06-17T22:41:28+09:00</lastmod>
   </url>
+  <url>
+    <loc>https://ppippi-dev.github.io/robots.txt</loc>
+    <lastmod>2025-09-18T13:09:42.202104+00:00</lastmod>
+  </url>
   <url>
     <loc>https://ppippi-dev.github.io/2025/09/15/mcp-one-page/</loc>
     <lastmod>2025-09-18T00:15:16+09:00</lastmod>

Original file line number	Diff line number	Diff line change
`@@ -268,6 +268,7 @@ def collect_static_pages() -> List[StaticEntry]:`
`268`	`268`	`Path("search.html"),`
`269`	`269`	`Path("en/index.html"),`
`270`	`270`	`Path("en/tags.html"),`
	`271`	`+ Path("robots.txt"),`
`271`	`272`	`]`
`272`	`273`	`entries: List[StaticEntry] = []`
`273`	`274`	`for rel_path in static_files:`