Files
QuoteForge/internal/localdb/pull_cursor.go
T
Mikhail ChusavitinandClaude Opus 5.5 44a09d4420 fix(sync): stop MariaDB connection leak and cut per-cycle sync waste
- ConnectionManager reuses a stale-but-healthy pool instead of dialing a new
  one every 30s, and closes every pool it replaces (one client held ~30
  connections). Pool capped at 2 connections, idle released after 1 min.
- Background sync every 1 min with ±30% jitter, scheduled from cycle start;
  users-status online threshold = interval × 1.3. One heartbeat per cycle.
- Partnumber books: read headers only, fetch partnumbers_json per book when
  new/incomplete; empty book counts as complete; an incomplete book is
  re-pulled once per process (server book lists BOT_AGIBOT_G2_PERF missing
  from qt_partnumber_book_items).
- NeedSync in one UNION ALL query; SyncQtSettings skips unchanged rewrite.
- Migration 035: server-maintained server_updated_at on qt_configurations and
  qt_projects. Clients pull only changed rows after one full pull per process;
  servers without 035 and old clients keep full pulls.
- Migrator: fresh GORM statement per verify query and history insert; files
  with two verify checks failed to record.

ADL: bible-local/decisions/2026-10-26-mariadb-single-pool.md,
bible-local/decisions/2026-10-26-incremental-config-project-pull.md

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-26 20:46:59 +03:00

52 lines
1.6 KiB
Go

package localdb
import (
"encoding/json"
"fmt"
"time"
)
// serverPullCursor is the server-side NOW(6) taken before the last successful
// incremental pull of a table, bound to the server it was taken from.
type serverPullCursor struct {
Scope string `json:"scope"`
ServerTime string `json:"server_time"`
}
func serverPullCursorKey(table string) string {
return "server_pull_cursor:" + table
}
// ServerPullScope identifies the MariaDB server+database a pull cursor belongs to,
// so a cursor never survives a switch to another server.
func (l *LocalDB) ServerPullScope() (string, error) {
settings, err := l.GetSettings()
if err != nil {
return "", err
}
return fmt.Sprintf("%s:%d/%s", settings.Host, settings.Port, settings.Database), nil
}
// GetServerPullCursor returns the stored server time for table if it was taken
// on the server identified by scope.
func (l *LocalDB) GetServerPullCursor(table, scope string) (string, bool) {
raw, ok := l.getAppSettingValue(serverPullCursorKey(table))
if !ok {
return "", false
}
var cursor serverPullCursor
if err := json.Unmarshal([]byte(raw), &cursor); err != nil || cursor.Scope != scope || cursor.ServerTime == "" {
return "", false
}
return cursor.ServerTime, true
}
// SetServerPullCursor stores the server time a pull of table started at.
func (l *LocalDB) SetServerPullCursor(table, scope, serverTime string) error {
raw, err := json.Marshal(serverPullCursor{Scope: scope, ServerTime: serverTime})
if err != nil {
return err
}
return l.upsertAppSetting(l.db, serverPullCursorKey(table), string(raw), time.Now())
}