QWQLwToo
204 lines
8.2 KiB
Go
204 lines
8.2 KiB
Go
package db
|
|
|
|
import (
|
|
"database/sql"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
)
|
|
|
|
func (s *Store) CopySQLiteToRemote() (string, error) {
|
|
result, err := s.ImportSQLiteToRemote()
|
|
return result.FinishedAt, err
|
|
}
|
|
|
|
func (s *Store) CopyRemoteToSQLite() (string, error) {
|
|
result, err := s.SyncNow()
|
|
return result.FinishedAt, err
|
|
}
|
|
|
|
func (s *Store) ImportSQLiteToRemote() (SyncResult, error) {
|
|
s.mu.RLock()
|
|
remote := s.remoteDB
|
|
remoteDialect := s.remoteDialect
|
|
local := s.localDB
|
|
localDialect := s.localDialect
|
|
s.mu.RUnlock()
|
|
if remote == nil {
|
|
err := errors.New("remote database is not configured")
|
|
s.setSyncStatus(SyncResult{Direction: "sqlite_to_remote", Tables: map[string]int{}, FinishedAt: Now()}, err)
|
|
return SyncResult{}, err
|
|
}
|
|
result, err := copyAllTables(local, localDialect, remote, remoteDialect, "sqlite_to_remote")
|
|
s.setSyncStatus(result, err)
|
|
return result, err
|
|
}
|
|
|
|
func (s *Store) SyncNow() (SyncResult, error) {
|
|
s.mu.RLock()
|
|
remote := s.remoteDB
|
|
remoteDialect := s.remoteDialect
|
|
local := s.localDB
|
|
localDialect := s.localDialect
|
|
s.mu.RUnlock()
|
|
if remote == nil {
|
|
result := SyncResult{Direction: "remote_to_sqlite", Tables: map[string]int{}, FinishedAt: Now()}
|
|
s.setSyncStatus(result, nil)
|
|
return result, nil
|
|
}
|
|
result, err := copyAllTables(remote, remoteDialect, local, localDialect, "remote_to_sqlite")
|
|
s.setSyncStatus(result, err)
|
|
return result, err
|
|
}
|
|
|
|
func (s *Store) setSyncStatus(result SyncResult, err error) {
|
|
s.mu.Lock()
|
|
defer s.mu.Unlock()
|
|
if err != nil {
|
|
s.status.LastSyncAt = result.FinishedAt
|
|
s.status.LastSyncError = err.Error()
|
|
return
|
|
}
|
|
s.status.LastSyncAt = result.FinishedAt
|
|
s.status.LastSyncError = ""
|
|
}
|
|
|
|
type tableSpec struct {
|
|
Name string
|
|
Columns []string
|
|
Conflict []string
|
|
}
|
|
|
|
var syncTables = []tableSpec{
|
|
{"schema_migrations", []string{"version", "applied_at", "description"}, []string{"version"}},
|
|
{"admin_users", []string{"id", "username", "password_hash", "password_changed", "created_at", "updated_at"}, []string{"id"}},
|
|
{"release_packages", []string{"id", "product", "version", "platform", "arch", "file_name", "url", "sha256", "size_bytes", "enabled", "created_at", "updated_at"}, []string{"id"}},
|
|
{"release_notices", []string{"id", "version", "build", "channel", "title", "message", "release_notes", "message_md", "release_notes_md", "download_url", "notice_file", "raw_json", "published_at", "created_at", "updated_at"}, []string{"id"}},
|
|
{"release_notice_revisions", []string{"id", "version", "raw_json", "note", "created_by", "created_at"}, []string{"id"}},
|
|
{"feedback_tickets", []string{"code", "title", "type", "severity", "category", "priority", "contact", "body", "status", "status_detail", "public_reply", "note", "assignee", "handled_by", "due_at", "resolved_at", "archived_at", "sla_level", "source_channel", "risk_score", "resolution", "attachment", "package_path", "encrypted_package_path", "package_sha256", "plain_package_sha256", "summary_text", "included_files", "mail_sent", "remote_addr", "tags", "created_at", "updated_at", "last_activity_at"}, []string{"code"}},
|
|
{"feedback_comments", []string{"id", "feedback_code", "author", "body", "internal", "created_at"}, []string{"id"}},
|
|
{"feedback_attachments", []string{"id", "feedback_code", "kind", "path", "file_name", "sha256", "size_bytes", "created_at"}, []string{"id"}},
|
|
{"feedback_events", []string{"id", "feedback_code", "event_type", "actor", "from_value", "to_value", "message", "created_at"}, []string{"id"}},
|
|
{"feedback_tags", []string{"feedback_code", "tag", "created_at"}, []string{"feedback_code", "tag"}},
|
|
{"mail_records", []string{"id", "feedback_code", "kind", "status", "to_address", "subject", "plain_body", "html_body", "attachment_path", "attachment_name", "error_message", "created_at", "sent_at"}, []string{"id"}},
|
|
{"source_categories", []string{"id", "category_id", "name", "enabled", "ui_config", "created_at", "updated_at"}, []string{"id"}},
|
|
{"source_endpoints", []string{"id", "category_id", "category_name", "source_id", "name", "description", "method", "api_url", "url_template", "thumbnail_url", "proxy_mode", "timeout_ms", "retry_count", "cache_seconds", "check_interval_sec", "enabled", "client_visible", "supported_formats", "last_status", "last_latency_ms", "last_checked_at", "last_error", "consecutive_failure", "created_at", "updated_at"}, []string{"id"}},
|
|
{"endpoint_health_checks", []string{"id", "source_db_id", "status", "latency_ms", "error", "checked_at"}, []string{"id"}},
|
|
{"endpoint_call_logs", []string{"id", "source_id", "status", "latency_ms", "error", "client", "created_at"}, []string{"id"}},
|
|
{"audit_logs", []string{"id", "actor", "type", "target", "message", "ip", "user_agent", "created_at"}, []string{"id"}},
|
|
{"legacy_json_revisions", []string{"id", "name", "raw", "note", "created_by", "created_at"}, []string{"id"}},
|
|
{"webhook_deliveries", []string{"id", "webhook_name", "event", "status", "attempts", "response_code", "error_message", "payload_sha256", "created_at", "finished_at"}, []string{"id"}},
|
|
{"legacy_sync_jobs", []string{"id", "status", "summary", "stats_json", "started_at", "finished_at"}, []string{"id"}},
|
|
}
|
|
|
|
func copyAllTables(src *sql.DB, srcDialect dialect, dst *sql.DB, dstDialect dialect, direction string) (SyncResult, error) {
|
|
result := SyncResult{Direction: direction, Tables: map[string]int{}, FinishedAt: Now()}
|
|
for _, table := range syncTables {
|
|
count, err := copyTable(src, srcDialect, dst, dstDialect, table)
|
|
if err != nil {
|
|
return result, err
|
|
}
|
|
result.Tables[table.Name] = count
|
|
}
|
|
return result, nil
|
|
}
|
|
|
|
func copyTable(src *sql.DB, srcDialect dialect, dst *sql.DB, dstDialect dialect, spec tableSpec) (int, error) {
|
|
rows, err := src.Query(srcDialect.rebind("SELECT " + strings.Join(spec.Columns, ", ") + " FROM " + spec.Name))
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
defer rows.Close()
|
|
insertSQL := dstDialect.rebind(dstDialect.upsert(spec.Name, spec.Columns, spec.Conflict))
|
|
count := 0
|
|
for rows.Next() {
|
|
values := make([]any, len(spec.Columns))
|
|
ptrs := make([]any, len(spec.Columns))
|
|
for index := range values {
|
|
ptrs[index] = &values[index]
|
|
}
|
|
if err := rows.Scan(ptrs...); err != nil {
|
|
return count, err
|
|
}
|
|
for index, value := range values {
|
|
if bytes, ok := value.([]byte); ok {
|
|
values[index] = string(bytes)
|
|
}
|
|
}
|
|
if _, err := dst.Exec(insertSQL, values...); err != nil {
|
|
return count, err
|
|
}
|
|
count++
|
|
}
|
|
return count, rows.Err()
|
|
}
|
|
|
|
func readPrototypeState(path string) (*state, error) {
|
|
data, err := os.ReadFile(path)
|
|
if errors.Is(err, os.ErrNotExist) || len(data) == 0 {
|
|
return nil, nil
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
trimmed := strings.TrimSpace(string(data))
|
|
if !strings.HasPrefix(trimmed, "{") {
|
|
return nil, nil
|
|
}
|
|
var prototype state
|
|
if err := json.Unmarshal(data, &prototype); err != nil {
|
|
return nil, fmt.Errorf("existing sqlite path is not a valid sqlite database or JSON prototype: %w", err)
|
|
}
|
|
return &prototype, nil
|
|
}
|
|
|
|
func backupPrototypeFile(path string) error {
|
|
data, err := os.ReadFile(path)
|
|
if errors.Is(err, os.ErrNotExist) || len(data) == 0 {
|
|
return nil
|
|
}
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if !strings.HasPrefix(strings.TrimSpace(string(data)), "{") {
|
|
return nil
|
|
}
|
|
backup := path + ".json-prototype-" + time.Now().UTC().Format("20060102-150405") + ".bak"
|
|
if err := os.WriteFile(backup, data, 0o640); err != nil {
|
|
return err
|
|
}
|
|
return os.Remove(path)
|
|
}
|
|
|
|
func (s *Store) importPrototype(prototype state) error {
|
|
for _, admin := range prototype.Admins {
|
|
if admin.CreatedAt == "" {
|
|
admin.CreatedAt = Now()
|
|
}
|
|
if admin.UpdatedAt == "" {
|
|
admin.UpdatedAt = admin.CreatedAt
|
|
}
|
|
_, _ = s.exec(`INSERT INTO admin_users (id, username, password_hash, password_changed, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?)`,
|
|
admin.ID, admin.Username, admin.PasswordHash, boolInt(admin.PasswordChanged), admin.CreatedAt, admin.UpdatedAt)
|
|
}
|
|
for _, item := range prototype.Feedbacks {
|
|
_ = s.InsertFeedback(item)
|
|
}
|
|
for _, item := range prototype.Sources {
|
|
_, _ = s.UpsertSource(item)
|
|
}
|
|
for _, item := range prototype.SourceChecks {
|
|
_ = s.RecordSourceCheck(item.SourceID, item.Status, item.LatencyMS, item.Error)
|
|
}
|
|
for _, item := range prototype.SourceCalls {
|
|
_ = s.RecordSourceCall(item)
|
|
}
|
|
for _, item := range prototype.AuditLogs {
|
|
_ = s.InsertAudit(item)
|
|
}
|
|
return nil
|
|
}
|