.

gemini/robots_test.go

@@ -6,6 +6,7 @@ import (
 )
 
 func TestParseRobotsTxt(t *testing.T) {
+	t.Parallel()
 	input := `User-agent: *
 Disallow: /cgi-bin/wp.cgi/view
 Disallow: /cgi-bin/wp.cgi/media
@@ -26,6 +27,7 @@ Disallow: /admin/`
 }
 
 func TestParseRobotsTxtEmpty(t *testing.T) {
+	t.Parallel()
 	input := ``
 
 	result := ParseRobotsTxt(input, "example.com")
@@ -34,3 +36,20 @@ func TestParseRobotsTxtEmpty(t *testing.T) {
 		t.Errorf("ParseRobotsTxt() = %v, want empty []string", result)
 	}
 }
+
+func TestIsURLblocked(t *testing.T) {
+	t.Parallel()
+	disallowedURLs := []string{
+		"gemini://example.com/cgi-bin/wp.cgi/view",
+		"gemini://example.com/cgi-bin/wp.cgi/media",
+		"gemini://example.com/admin/",
+	}
+	url := "gemini://example.com/admin/index.html"
+	if !isURLblocked(disallowedURLs, url) {
+		t.Errorf("Expected %s to be blocked", url)
+	}
+	url = "gemini://example1.com/admin/index.html"
+	if isURLblocked(disallowedURLs, url) {
+		t.Errorf("expected %s to not be blocked", url)
+	}
+}