Lots of features, first version that reliably crawls Geminispace.

- [x] Concurrent downloading with workers
- [x] Concurrent connection limit per host
- [x] URL Blacklist
- [x] Save image/* and text/* files
- [x] Configuration via environment variables
- [x] Storing snapshots in PostgreSQL
- [x] Proper response header & body UTF-8 and format validation
.

.

.

gemini/network_test.go

@@ -0,0 +1,48 @@
+package gemini
+
+import (
+	"testing"
+)
+
+// Test for input: `20 text/gemini`
+func TestGetMimeTypeAndLang1(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("20 text/gemini")
+	if code != 20 || mimeType != "text/gemini" || lang != "" {
+		t.Errorf("Expected (20, 'text/gemini', ''), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}
+
+func TestGetMimeTypeAndLang11(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("20 text/gemini\n")
+	if code != 20 || mimeType != "text/gemini" || lang != "" {
+		t.Errorf("Expected (20, 'text/gemini', ''), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}
+
+func TestGetTypeAndLang2(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("20 text/gemini lang=en")
+	if code != 20 || mimeType != "text/gemini" || lang != "en" {
+		t.Errorf("Expected (20, 'text/gemini', 'en'), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}
+
+func TestGetMimeTypeAndLang3(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("31 gemini://redirect.to/page")
+	if code != 31 || mimeType != "" || lang != "" {
+		t.Errorf("Expected (20, '', ''), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}
+
+func TestGetMimeTypeAndLang4(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("aaafdasdasd")
+	if code != 0 || mimeType != "" || lang != "" {
+		t.Errorf("Expected (0, '', ''), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}
+
+func TestGetMimeTypeAndLang5(t *testing.T) {
+	code, mimeType, lang := getMimeTypeAndLang("")
+	if code != 0 || mimeType != "" || lang != "" {
+		t.Errorf("Expected (0, '', ''), got (%d, '%s', '%s')", code, mimeType, lang)
+	}
+}