Lint fixes.

This commit is contained in:
2024-11-01 10:10:42 +02:00
parent ef3f009709
commit a0563074ed
9 changed files with 42 additions and 49 deletions

View File

@@ -57,7 +57,7 @@ func RobotMatch(s *Snapshot) bool {
logging.LogDebug("Checking robots.txt cache for %s", s.URL.String())
key := fmt.Sprintf("%s:%d", s.Host, s.URL.Port)
v, ok := RobotsCache.Load(key)
if ok == false {
if !ok {
// First time check, populate robot cache
logging.LogDebug("No robots.txt entry, populating cache for %s", s.URL.String())
disallowedURLs := populateBlacklist(key)