antanst
cd60c1363b
- [x] Concurrent downloading with workers - [x] Concurrent connection limit per host - [x] URL Blacklist - [x] Save image/* and text/* files - [x] Configuration via environment variables - [x] Storing snapshots in PostgreSQL - [x] Proper response header & body UTF-8 and format validation . . .
19 lines
293 B
Go
19 lines
293 B
Go
package gemini
|
|
|
|
import "strings"
|
|
|
|
var Blacklist *[]string
|
|
|
|
func InBlacklist(s *Snapshot) bool {
|
|
if Blacklist == nil {
|
|
data := ReadLines("blacklist.txt")
|
|
Blacklist = &data
|
|
}
|
|
for _, l := range *Blacklist {
|
|
if strings.HasPrefix(s.URL.String(), l) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|