package storage import ( "database/sql" "errors" "fmt" "time" "git.ewintr.nl/gte/internal/task" _ "modernc.org/sqlite" ) type sqliteMigration string var sqliteMigrations = []sqliteMigration{ `CREATE TABLE task ("id" TEXT UNIQUE, "version" INTEGER, "folder" TEXT, "action" TEXT, "project" TEXT, "due" TEXT, "recur" TEXT)`, `CREATE TABLE system ("latest_sync" INTEGER)`, `INSERT INTO system (latest_sync) VALUES (0)`, `CREATE TABLE local_id ("id" TEXT UNIQUE, "local_id" INTEGER UNIQUE)`, `ALTER TABLE local_id RENAME TO local_task`, `ALTER TABLE local_task ADD COLUMN local_update TEXT`, } var ( ErrInvalidConfiguration = errors.New("invalid configuration") ErrIncompatibleSQLMigration = errors.New("incompatible migration") ErrNotEnoughSQLMigrations = errors.New("already more migrations than wanted") ErrSqliteFailure = errors.New("sqlite returned an error") ) type SqliteConfig struct { DBPath string } // Sqlite is an sqlite implementation of LocalRepository type Sqlite struct { db *sql.DB } func NewSqlite(conf *SqliteConfig) (*Sqlite, error) { db, err := sql.Open("sqlite", conf.DBPath) if err != nil { return &Sqlite{}, fmt.Errorf("%w: %v", ErrInvalidConfiguration, err) } s := &Sqlite{ db: db, } if err := s.migrate(sqliteMigrations); err != nil { return &Sqlite{}, err } return s, nil } func (s *Sqlite) LatestSync() (time.Time, error) { rows, err := s.db.Query(`SELECT latest_sync FROM system`) if err != nil { return time.Time{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } defer rows.Close() rows.Next() var latest int64 if err := rows.Scan(&latest); err != nil { return time.Time{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return time.Unix(latest, 0), nil } func (s *Sqlite) SetTasks(tasks []*task.Task) error { // set tasks if _, err := s.db.Exec(`DELETE FROM task`); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } type localTaskInfo struct { TaskId string TaskVersion int LocalId int LocalUpdate task.LocalUpdate } localIdMap := map[string]localTaskInfo{} for _, t := range tasks { var recurStr string if t.Recur != nil { recurStr = t.Recur.String() } _, err := s.db.Exec(` INSERT INTO task (id, version, folder, action, project, due, recur) VALUES (?, ?, ?, ?, ?, ?, ?)`, t.Id, t.Version, t.Folder, t.Action, t.Project, t.Due.String(), recurStr) if err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } localIdMap[t.Id] = localTaskInfo{ TaskId: t.Id, TaskVersion: t.Version, LocalId: 0, LocalUpdate: task.LocalUpdate{}, } } // set local_ids and local_updates: // 1 - find existing rows, err := s.db.Query(`SELECT id, local_id, local_update FROM local_task`) if err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } defer rows.Close() for rows.Next() { var id string var localId int var localUpdate task.LocalUpdate if err := rows.Scan(&id, &localId, &localUpdate); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } if oldInfo, ok := localIdMap[id]; ok { newInfo := localTaskInfo{ TaskId: oldInfo.TaskId, TaskVersion: oldInfo.TaskVersion, LocalId: localId, LocalUpdate: localUpdate, } localIdMap[id] = newInfo } } // 2 - remove old values if _, err := s.db.Exec(`DELETE FROM local_task`); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } // 3 - figure out new values var used []int for _, info := range localIdMap { if info.LocalId != 0 { used = append(used, info.LocalId) } } for id, info := range localIdMap { newInfo := info // find new local_id when needed if info.LocalId == 0 { newLocalId := NextLocalId(used) used = append(used, newLocalId) newInfo.LocalId = newLocalId } // remove local_update when outdated if info.LocalUpdate.ForVersion < info.TaskVersion { newInfo.LocalUpdate = task.LocalUpdate{} } localIdMap[id] = newInfo } // 4 - store new values for id, info := range localIdMap { if _, err := s.db.Exec(` INSERT INTO local_task (id, local_id, local_update) VALUES (?, ?, ?)`, id, info.LocalId, info.LocalUpdate); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } } // update system if _, err := s.db.Exec(` UPDATE system SET latest_sync = ?`, time.Now().Unix()); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return nil } func (s *Sqlite) FindAllInFolder(folder string) ([]*task.LocalTask, error) { rows, err := s.db.Query(` SELECT task.id, local_task.local_id, version, folder, action, project, due, recur, local_task.local_update FROM task LEFT JOIN local_task ON task.id = local_task.id WHERE folder = ?`, folder) if err != nil { return []*task.LocalTask{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return tasksFromRows(rows) } func (s *Sqlite) FindAllInProject(project string) ([]*task.LocalTask, error) { rows, err := s.db.Query(` SELECT task.id, local_task.local_id, version, folder, action, project, due, recur, local_task.local_update FROM task LEFT JOIN local_task ON task.id = local_task.id WHERE project = ?`, project) if err != nil { return []*task.LocalTask{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return tasksFromRows(rows) } func (s *Sqlite) FindById(id string) (*task.LocalTask, error) { var folder, action, project, due, recur string var localId, version int var localUpdate task.LocalUpdate row := s.db.QueryRow(` SELECT local_task.local_id, version, folder, action, project, due, recur, local_task.local_update FROM task LEFT JOIN local_task ON task.id = local_task.id WHERE task.id = ? LIMIT 1`, id) if err := row.Scan(&localId, &version, &folder, &action, &project, &due, &recur, &localUpdate); err != nil { return &task.LocalTask{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return &task.LocalTask{ Task: task.Task{ Id: id, Version: version, Folder: folder, Action: action, Project: project, Due: task.NewDateFromString(due), Recur: task.NewRecurrer(recur), }, LocalId: localId, LocalUpdate: &localUpdate, }, nil } func (s *Sqlite) FindByLocalId(localId int) (*task.LocalTask, error) { var id string row := s.db.QueryRow(`SELECT id FROM local_task WHERE local_id = ?`, localId) if err := row.Scan(&id); err != nil { return &task.LocalTask{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } t, err := s.FindById(id) if err != nil { return &task.LocalTask{}, nil } return t, nil } func (s *Sqlite) SetLocalUpdate(tsk *task.LocalTask) error { if _, err := s.db.Exec(` UPDATE local_task SET local_update = ? WHERE local_id = ?`, tsk.LocalUpdate, tsk.LocalId); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } return nil } func tasksFromRows(rows *sql.Rows) ([]*task.LocalTask, error) { tasks := []*task.LocalTask{} defer rows.Close() for rows.Next() { var id, folder, action, project, due, recur string var localId, version int var localUpdate task.LocalUpdate if err := rows.Scan(&id, &localId, &version, &folder, &action, &project, &due, &recur, &localUpdate); err != nil { return []*task.LocalTask{}, fmt.Errorf("%w: %v", ErrSqliteFailure, err) } tasks = append(tasks, &task.LocalTask{ Task: task.Task{ Id: id, Version: version, Folder: folder, Action: action, Project: project, Due: task.NewDateFromString(due), Recur: task.NewRecurrer(recur), }, LocalId: localId, LocalUpdate: &localUpdate, }) } return tasks, nil } func (s *Sqlite) migrate(wanted []sqliteMigration) error { // admin table if _, err := s.db.Exec(` CREATE TABLE IF NOT EXISTS migration ("id" INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT, "query" TEXT) `); err != nil { return err } // find existing rows, err := s.db.Query(`SELECT query FROM migration ORDER BY id`) if err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } existing := []sqliteMigration{} for rows.Next() { var query string if err := rows.Scan(&query); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } existing = append(existing, sqliteMigration(query)) } rows.Close() // compare missing, err := compareMigrations(wanted, existing) if err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } // execute missing for _, query := range missing { if _, err := s.db.Exec(string(query)); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } // register if _, err := s.db.Exec(` INSERT INTO migration (query) VALUES (?) `, query); err != nil { return fmt.Errorf("%w: %v", ErrSqliteFailure, err) } } return nil } func compareMigrations(wanted, existing []sqliteMigration) ([]sqliteMigration, error) { needed := []sqliteMigration{} if len(wanted) < len(existing) { return []sqliteMigration{}, ErrNotEnoughSQLMigrations } for i, want := range wanted { switch { case i >= len(existing): needed = append(needed, want) case want == existing[i]: // do nothing case want != existing[i]: return []sqliteMigration{}, fmt.Errorf("%w: %v", ErrIncompatibleSQLMigration, want) } } return needed, nil }