Update and refactor core functionality

- Update common package utilities
- Refactor network code for better error handling
- Remove deprecated files and functionality
- Enhance blacklist and filtering capabilities
- Improve snapshot handling and processing

common/blackList/blacklist.go

@@ -8,45 +8,63 @@ import (
 
 	"gemini-grc/config"
 	"gemini-grc/logging"
-	"github.com/antanst/go_errors"
+	"git.antanst.com/antanst/xerrors"
 )
 
-var Blacklist []regexp.Regexp //nolint:gochecknoglobals
+var blacklist []regexp.Regexp //nolint:gochecknoglobals
 
-func LoadBlacklist() error {
-	if config.CONFIG.BlacklistPath == "" {
-		return nil
-	}
-	if Blacklist == nil {
-		data, err := os.ReadFile(config.CONFIG.BlacklistPath)
-		if err != nil {
-			Blacklist = []regexp.Regexp{}
-			return go_errors.NewError(fmt.Errorf("could not load Blacklist file: %w", err))
-		}
+func Initialize() error {
+	var err error
 
-		lines := strings.Split(string(data), "\n")
-
-		for _, line := range lines {
-			if line == "" || strings.HasPrefix(line, "#") {
-				continue
-			}
-			regex, err := regexp.Compile(line)
-			if err != nil {
-				return go_errors.NewError(fmt.Errorf("could not compile Blacklist line %s: %w", line, err))
-			}
-			Blacklist = append(Blacklist, *regex)
-
-		}
-
-		if len(lines) > 0 {
-			logging.LogInfo("Loaded %d blacklist entries", len(Blacklist))
+	// Initialize blacklist
+	if config.CONFIG.BlacklistPath != "" {
+		if err = loadBlacklist(config.CONFIG.BlacklistPath); err != nil {
+			return err
 		}
 	}
+
 	return nil
 }
 
+func loadBlacklist(filePath string) error {
+	if blacklist != nil {
+		return nil
+	}
+
+	data, err := os.ReadFile(filePath)
+	if err != nil {
+		blacklist = []regexp.Regexp{}
+		return xerrors.NewError(fmt.Errorf("could not load blacklist file: %w", err), 0, "", true)
+	}
+
+	lines := strings.Split(string(data), "\n")
+	blacklist = []regexp.Regexp{}
+
+	for _, line := range lines {
+		if line == "" || strings.HasPrefix(line, "#") {
+			continue
+		}
+		regex, err := regexp.Compile(line)
+		if err != nil {
+			return xerrors.NewError(fmt.Errorf("could not compile blacklist line %s: %w", line, err), 0, "", true)
+		}
+		blacklist = append(blacklist, *regex)
+	}
+
+	if len(blacklist) > 0 {
+		logging.LogInfo("Loaded %d blacklist entries", len(blacklist))
+	}
+
+	return nil
+}
+
+func Shutdown() error {
+	return nil
+}
+
+// IsBlacklisted checks if the URL matches any blacklist pattern
 func IsBlacklisted(u string) bool {
-	for _, v := range Blacklist {
+	for _, v := range blacklist {
 		if v.MatchString(u) {
 			return true
 		}