cmd/speedtest-sync: read LibreSpeed local SQLite, sync to stats via gRPC

cmd/speedtest-sync/sync.go

@@ -0,0 +1,106 @@
+package main
+
+import (
+	"context"
+	"database/sql"
+	"encoding/json"
+	"fmt"
+	"log"
+	"time"
+
+	pb "github.com/bergabruh/stats-gateway/gen/stats/v1"
+)
+
+type extractedRow struct {
+	SourceID  int64
+	Timestamp int64
+	Node      string
+	Country   string
+	DlMbps    float64
+	UlMbps    float64
+	PingMs    float64
+	JitterMs  float64
+}
+
+// extractRows reads rows from the LibreSpeed source DB whose id > sinceID and
+// returns a privacy-filtered projection. The SELECT intentionally touches only
+// id, timestamp, extra, dl, ul, ping, jitter — never ip, ispinfo, ua, lang, log.
+func extractRows(ctx context.Context, db *sql.DB, sinceID int64) ([]extractedRow, error) {
+	rows, err := db.QueryContext(ctx, `
+		SELECT id, strftime('%s', timestamp), extra, dl, ul, ping, jitter
+		FROM speedtest_users
+		WHERE id > ? AND extra IS NOT NULL AND extra != ''
+		ORDER BY id ASC`, sinceID)
+	if err != nil {
+		return nil, fmt.Errorf("query source: %w", err)
+	}
+	defer rows.Close()
+
+	out := []extractedRow{}
+	for rows.Next() {
+		var (
+			id                   int64
+			ts                   sql.NullString
+			extraJSON            sql.NullString
+			dl, ul, ping, jitter sql.NullFloat64
+		)
+		if err := rows.Scan(&id, &ts, &extraJSON, &dl, &ul, &ping, &jitter); err != nil {
+			return nil, err
+		}
+		var meta struct {
+			Node    string `json:"node"`
+			Country string `json:"country"`
+		}
+		if !extraJSON.Valid {
+			continue
+		}
+		if err := json.Unmarshal([]byte(extraJSON.String), &meta); err != nil {
+			log.Printf("skip id=%d: bad extra json: %v", id, err)
+			continue
+		}
+		if meta.Node != "fl" && meta.Node != "pl1" {
+			log.Printf("skip id=%d: bad node %q", id, meta.Node)
+			continue
+		}
+
+		var tsUnix int64
+		if ts.Valid {
+			fmt.Sscanf(ts.String, "%d", &tsUnix)
+		}
+		if tsUnix == 0 {
+			tsUnix = time.Now().Unix()
+		}
+
+		out = append(out, extractedRow{
+			SourceID:  id,
+			Timestamp: tsUnix,
+			Node:      meta.Node,
+			Country:   nonEmpty(meta.Country, "XX"),
+			DlMbps:    dl.Float64,
+			UlMbps:    ul.Float64,
+			PingMs:    ping.Float64,
+			JitterMs:  jitter.Float64,
+		})
+	}
+	return out, rows.Err()
+}
+
+func nonEmpty(s, fallback string) string {
+	if s == "" {
+		return fallback
+	}
+	return s
+}
+
+func sendRow(ctx context.Context, client pb.SpeedStatusClient, r extractedRow) error {
+	_, err := client.RecordSpeedTest(ctx, &pb.RecordSpeedTestRequest{
+		Timestamp: r.Timestamp,
+		Node:      r.Node,
+		Country:   r.Country,
+		DlMbps:    r.DlMbps,
+		UlMbps:    r.UlMbps,
+		PingMs:    r.PingMs,
+		JitterMs:  r.JitterMs,
+	})
+	return err
+}