Files
ipinfo/internal/db/updater.go
T
2026-02-03 02:23:23 +01:00

175 lines
4.2 KiB
Go

package db
import (
"compress/gzip"
"context"
"fmt"
"io"
"log/slog"
"net/http"
"os"
"time"
"github.com/oschwald/maxminddb-golang"
)
// StartUpdater starts a background updater for the GeoIP databases.
func (g *GeoIPManager) StartUpdater(ctx context.Context, updateInterval time.Duration) {
slog.Info("starting database updater", "interval", updateInterval.String())
ticker := time.NewTicker(updateInterval)
go func() {
for {
select {
case <-ticker.C:
slog.Info("performing scheduled database update")
if err := g.UpdateDatabases(); err != nil {
slog.Error("failed to update databases", "err", err)
}
case <-ctx.Done():
ticker.Stop()
slog.Info("database updater stopped")
return
}
}
}()
}
// UpdateDatabases downloads new databases and reloads them into the manager.
func (g *GeoIPManager) UpdateDatabases() error {
tmpFiles, err := g.downloadToTemp(context.Background())
if err != nil {
return err
}
g.mu.Lock()
defer g.mu.Unlock()
if g.cityDB != nil {
_ = g.cityDB.Close()
g.cityDB = nil
}
if g.asnDB != nil {
_ = g.asnDB.Close()
g.asnDB = nil
}
for targetPath, tmpPath := range tmpFiles {
if err := os.Rename(tmpPath, targetPath); err != nil {
slog.Error("failed to replace database file", "target", targetPath, "tmp", tmpPath, "err", err)
}
}
var openErr error
g.cityDB, openErr = maxminddb.Open(CityDBPath)
if openErr != nil {
slog.Error("failed to reopen city database", "err", openErr)
}
g.asnDB, openErr = maxminddb.Open(ASNDBPath)
if openErr != nil {
slog.Error("failed to reopen asn database", "err", openErr)
}
g.buildASNPrefixMap()
slog.Info("successfully updated and reloaded databases")
return nil
}
// downloadToTemp downloads the current month's DB-IP databases to temporary files.
func (g *GeoIPManager) downloadToTemp(ctx context.Context) (map[string]string, error) {
now := time.Now()
dateStr := now.Format("2006-01")
targets := map[string]string{
CityDBPath: fmt.Sprintf("dbip-city-lite-%s", dateStr),
ASNDBPath: fmt.Sprintf("dbip-asn-lite-%s", dateStr),
}
results := make(map[string]string)
var firstError error
for localPath, urlName := range targets {
downloadURL := fmt.Sprintf("https://download.db-ip.com/free/%s.mmdb.gz", urlName)
tmpPath := localPath + ".tmp"
if err := g.downloadFile(ctx, downloadURL, tmpPath); err != nil {
slog.Error("failed to download database", "url", downloadURL, "err", err)
if firstError == nil {
firstError = err
}
continue
}
results[localPath] = tmpPath
}
if firstError != nil {
for _, tmp := range results {
_ = os.Remove(tmp)
}
return nil, firstError
}
return results, nil
}
// downloadFile downloads a file from a URL, decompresses it, and saves it to destPath.
func (g *GeoIPManager) downloadFile(ctx context.Context, url, destPath string) error {
slog.Info("checking for updates", "url", url)
req, err := http.NewRequestWithContext(ctx, "GET", url, nil)
if err != nil {
return fmt.Errorf("could not create request: %w", err)
}
resp, err := g.httpClient.Do(req)
if err != nil {
return fmt.Errorf("http request failed: %w", err)
}
defer func() {
if err := resp.Body.Close(); err != nil {
slog.Error("failed to close response body", "err", err)
}
}()
if resp.StatusCode != http.StatusOK {
return fmt.Errorf("received non-200 status code: %d", resp.StatusCode)
}
slog.Info("downloading and decompressing", "destination", destPath)
gzr, err := gzip.NewReader(resp.Body)
if err != nil {
return fmt.Errorf("could not create gzip reader: %w", err)
}
defer func() {
if err := gzr.Close(); err != nil {
slog.Error("failed to close gzip reader", "err", err)
}
}()
outFile, err := os.Create(destPath)
if err != nil {
return fmt.Errorf("could not create temporary file: %w", err)
}
closeFile := func() error {
if err := outFile.Close(); err != nil {
return fmt.Errorf("failed to close output file: %w", err)
}
return nil
}
if _, err := io.Copy(outFile, gzr); err != nil {
_ = closeFile()
_ = os.Remove(destPath)
return fmt.Errorf("could not decompress and write db file: %w", err)
}
if err := closeFile(); err != nil {
return err
}
slog.Info("successfully downloaded", "file", destPath)
return nil
}