Improvements in error handling & descriptions

This commit is contained in:
2025-02-27 09:20:22 +02:00
parent 9dc008cb0f
commit efaedcc6b2
5 changed files with 32 additions and 15 deletions

View File

@@ -13,9 +13,11 @@ import (
errors2 "gemini-grc/common/errors"
"gemini-grc/common/linkList"
"gemini-grc/common/snapshot"
"gemini-grc/common/text"
_url "gemini-grc/common/url"
"gemini-grc/config"
"gemini-grc/logging"
"github.com/antanst/go_errors"
"github.com/guregu/null/v5"
)
@@ -85,7 +87,7 @@ func Visit(url string) (*snapshot.Snapshot, error) {
isValidUTF8 := utf8.ValidString(string(data))
if isValidUTF8 {
s.GemText = null.StringFrom(removeNullChars(string(data)))
s.GemText = null.StringFrom(text.RemoveNullChars(string(data)))
} else {
s.Data = null.ValueFrom(data)
}
@@ -276,8 +278,3 @@ func getGopherPageLinks(content string) []string {
return links
}
func removeNullChars(input string) string {
// Replace all null characters with an empty string
return strings.ReplaceAll(input, "\u0000", "")
}