26 lines
500 B
Go
26 lines
500 B
Go
package gemini
|
|
|
|
import (
|
|
"testing"
|
|
"reflect"
|
|
)
|
|
|
|
func TestParseRobotsTxt(t *testing.T) {
|
|
input := `User-agent: *
|
|
Disallow: /cgi-bin/wp.cgi/view
|
|
Disallow: /cgi-bin/wp.cgi/media
|
|
User-agent: googlebot
|
|
Disallow: /admin/`
|
|
|
|
expected := []string{
|
|
"gemini://example.com/cgi-bin/wp.cgi/view",
|
|
"gemini://example.com/cgi-bin/wp.cgi/media",
|
|
}
|
|
|
|
result := ParseRobotsTxt(input, "example.com")
|
|
|
|
if !reflect.DeepEqual(result, expected) {
|
|
t.Errorf("ParseRobotsTxt() = %v, want %v", result, expected)
|
|
}
|
|
}
|