cmd/speedtest-sync: read LibreSpeed local SQLite, sync to stats via gRPC

2026-05-09 18:46:23 +05:00
parent 4bacd227ff
commit 367db68837
6 changed files with 322 additions and 0 deletions
@@ -0,0 +1,115 @@
+package main
+
+import (
+	"context"
+	"database/sql"
+	"flag"
+	"log"
+	"os"
+	"strconv"
+	"time"
+
+	pb "github.com/bergabruh/stats-gateway/gen/stats/v1"
+	"google.golang.org/grpc"
+	"google.golang.org/grpc/credentials"
+	"google.golang.org/grpc/credentials/insecure"
+	"google.golang.org/grpc/metadata"
+
+	_ "modernc.org/sqlite"
+)
+
+func main() {
+	dbPath := flag.String("source-db", "/var/lib/librespeed-db/speedtest_telemetry.db",
+		"Path to LibreSpeed SQLite (read-only)")
+	statsAddr := flag.String("stats-addr", "stats.projectshitpost.fun:443",
+		"stats-gateway gRPC address")
+	cursorPath := flag.String("cursor", "/var/lib/speedtest-sync/cursor",
+		"File holding the last synced source ID")
+	tokenEnv := flag.String("token-env", "JWT_TOKEN",
+		"Environment variable with JWT token")
+	insecureFlag := flag.Bool("insecure", false, "Use insecure gRPC (testing only)")
+	flag.Parse()
+
+	token := os.Getenv(*tokenEnv)
+	if token == "" {
+		log.Fatalf("env %s is empty", *tokenEnv)
+	}
+
+	cursor := readCursor(*cursorPath)
+
+	db, err := sql.Open("sqlite", "file:"+*dbPath+"?mode=ro")
+	if err != nil {
+		log.Fatalf("open source db: %v", err)
+	}
+	defer db.Close()
+
+	ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
+	defer cancel()
+
+	rows, err := extractRows(ctx, db, cursor)
+	if err != nil {
+		log.Fatalf("extract: %v", err)
+	}
+	if len(rows) == 0 {
+		log.Printf("no new rows since id=%d", cursor)
+		return
+	}
+
+	var dialOpt grpc.DialOption
+	if *insecureFlag {
+		dialOpt = grpc.WithTransportCredentials(insecure.NewCredentials())
+	} else {
+		dialOpt = grpc.WithTransportCredentials(credentials.NewTLS(nil))
+	}
+	conn, err := grpc.NewClient(*statsAddr, dialOpt)
+	if err != nil {
+		log.Fatalf("grpc dial: %v", err)
+	}
+	defer conn.Close()
+
+	client := pb.NewSpeedStatusClient(conn)
+
+	authCtx := metadata.AppendToOutgoingContext(ctx, "authorization", "Bearer "+token)
+	sent := 0
+	for _, r := range rows {
+		if err := sendRow(authCtx, client, r); err != nil {
+			log.Printf("send id=%d failed: %v (stopping; cursor not advanced)", r.SourceID, err)
+			break
+		}
+		cursor = r.SourceID
+		sent++
+	}
+
+	if err := writeCursor(*cursorPath, cursor); err != nil {
+		log.Printf("WARN: cursor write failed: %v", err)
+	}
+	log.Printf("synced %d rows, cursor=%d", sent, cursor)
+}
+
+func readCursor(path string) int64 {
+	b, err := os.ReadFile(path)
+	if err != nil {
+		return 0
+	}
+	n, err := strconv.ParseInt(string(b), 10, 64)
+	if err != nil {
+		return 0
+	}
+	return n
+}
+
+func writeCursor(path string, id int64) error {
+	if err := os.MkdirAll(parentDir(path), 0o755); err != nil {
+		return err
+	}
+	return os.WriteFile(path, []byte(strconv.FormatInt(id, 10)), 0o600)
+}
+
+func parentDir(p string) string {
+	for i := len(p) - 1; i >= 0; i-- {
+		if p[i] == '/' {
+			return p[:i]
+		}
+	}
+	return "."
+}