.

2024-11-18 16:28:45 +02:00
parent f0452ff9f7
commit 825c7e3391
34 changed files with 624 additions and 426 deletions
--- a/db/delete_robots_hosts.sql
+++ b/db/delete_robots_hosts.sql
@@ -0,0 +1,7 @@
+delete FROM snapshots
+WHERE host IN (
+    SELECT DISTINCT host
+    FROM snapshots
+    WHERE error LIKE 'robots.txt%'
+)
+AND url LIKE 'gemini://' || host || '/%';