Enhance crawler with seed list and SQL utilities

Add seedList module for URL initialization, comprehensive SQL utilities for database analysis, and update project configuration.
2025-06-16 12:29:33 +03:00
parent 5e6dabf1e7
commit 8588414b14
37 changed files with 742 additions and 682 deletions
--- a/common/url/url_test.go
+++ b/common/url/url_test.go
@@ -117,7 +117,7 @@ func TestURLOperations(t *testing.T) {
 		}
 	})

-	t.Run("NormalizeURL", func(t *testing.T) {
+	t.Run("CheckAndUpdateNormalizedURL", func(t *testing.T) {
 		t.Parallel()

 		tests := []struct {