62 lines
1.3 KiB
Go
62 lines
1.3 KiB
Go
package main
|
|
|
|
import (
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
|
|
"gemini-grc/common"
|
|
"gemini-grc/config"
|
|
"gemini-grc/db"
|
|
"gemini-grc/gemini"
|
|
"gemini-grc/logging"
|
|
"github.com/jmoiron/sqlx"
|
|
"github.com/rs/zerolog"
|
|
zlog "github.com/rs/zerolog/log"
|
|
)
|
|
|
|
func main() {
|
|
config.CONFIG = *config.GetConfig()
|
|
zerolog.TimeFieldFormat = zerolog.TimeFormatUnix
|
|
zerolog.SetGlobalLevel(config.CONFIG.LogLevel)
|
|
zlog.Logger = zlog.Output(zerolog.ConsoleWriter{Out: os.Stderr, TimeFormat: "[2006-01-02 15:04:05]"})
|
|
if err := runApp(); err != nil {
|
|
logging.LogError("Application error: %w", err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
func runApp() error {
|
|
logging.LogInfo("Starting up. Press Ctrl+C to exit")
|
|
signals := make(chan os.Signal, 1)
|
|
signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
_db := db.ConnectToDB()
|
|
|
|
defer func(db *sqlx.DB) {
|
|
err := db.Close()
|
|
if err != nil {
|
|
// TODO properly log & hangle error
|
|
panic(err)
|
|
}
|
|
}(_db)
|
|
|
|
gemini.LoadBlacklist()
|
|
|
|
common.StatusChan = make(chan common.WorkerStatus, config.CONFIG.NumOfWorkers)
|
|
|
|
// If there's an argument, visit this
|
|
// URL only and don't spawn other workers
|
|
if len(os.Args) > 1 {
|
|
url := os.Args[1]
|
|
gemini.CrawlOneURL(_db, &url)
|
|
return nil
|
|
} else {
|
|
go gemini.SpawnWorkers(config.CONFIG.NumOfWorkers, _db)
|
|
}
|
|
|
|
<-signals
|
|
logging.LogWarn("Received SIGINT or SIGTERM signal, exiting")
|
|
return nil
|
|
}
|