chore: create backup when migration

This commit is contained in:
boojack 2022-07-22 23:21:12 +08:00
parent 5da4c98f05
commit 15e1037433
2 changed files with 31 additions and 17 deletions

View File

@ -38,8 +38,7 @@ func checkDSN(dataDir string) (string, error) {
dataDir = strings.TrimRight(dataDir, "/") dataDir = strings.TrimRight(dataDir, "/")
if _, err := os.Stat(dataDir); err != nil { if _, err := os.Stat(dataDir); err != nil {
error := fmt.Errorf("unable to access -data %s, err %w", dataDir, err) return "", fmt.Errorf("unable to access data folder %s, err %w", dataDir, err)
return "", error
} }
return dataDir, nil return dataDir, nil
@ -67,6 +66,7 @@ func GetProfile() *Profile {
os.Exit(1) os.Exit(1)
} }
profile.Data = dataDir
profile.DSN = fmt.Sprintf("%s/memos_%s.db", dataDir, profile.Mode) profile.DSN = fmt.Sprintf("%s/memos_%s.db", dataDir, profile.Mode)
profile.Version = common.GetCurrentVersion(profile.Mode) profile.Version = common.GetCurrentVersion(profile.Mode)

View File

@ -6,9 +6,11 @@ import (
"errors" "errors"
"fmt" "fmt"
"io/fs" "io/fs"
"io/ioutil"
"os" "os"
"regexp" "regexp"
"sort" "sort"
"time"
"github.com/usememos/memos/common" "github.com/usememos/memos/common"
"github.com/usememos/memos/server/profile" "github.com/usememos/memos/server/profile"
@ -24,37 +26,33 @@ var seedFS embed.FS
type DB struct { type DB struct {
// sqlite db connection instance // sqlite db connection instance
Db *sql.DB Db *sql.DB
// datasource name profile *profile.Profile
DSN string
// mode should be prod or dev
mode string
} }
// NewDB returns a new instance of DB associated with the given datasource name. // NewDB returns a new instance of DB associated with the given datasource name.
func NewDB(profile *profile.Profile) *DB { func NewDB(profile *profile.Profile) *DB {
db := &DB{ db := &DB{
DSN: profile.DSN, profile: profile,
mode: profile.Mode,
} }
return db return db
} }
func (db *DB) Open() (err error) { func (db *DB) Open() (err error) {
// Ensure a DSN is set before attempting to open the database. // Ensure a DSN is set before attempting to open the database.
if db.DSN == "" { if db.profile.DSN == "" {
return fmt.Errorf("dsn required") return fmt.Errorf("dsn required")
} }
// Connect to the database. // Connect to the database.
sqlDB, err := sql.Open("sqlite3", db.DSN) sqlDB, err := sql.Open("sqlite3", db.profile.DSN)
if err != nil { if err != nil {
return fmt.Errorf("failed to open db with dsn: %s, err: %w", db.DSN, err) return fmt.Errorf("failed to open db with dsn: %s, err: %w", db.profile.DSN, err)
} }
db.Db = sqlDB db.Db = sqlDB
// If mode is dev, we should migrate and seed the database. // If mode is dev, we should migrate and seed the database.
if db.mode == "dev" { if db.profile.Mode == "dev" {
if err := db.applyLatestSchema(); err != nil { if err := db.applyLatestSchema(); err != nil {
return fmt.Errorf("failed to apply latest schema: %w", err) return fmt.Errorf("failed to apply latest schema: %w", err)
} }
@ -63,7 +61,7 @@ func (db *DB) Open() (err error) {
} }
} else { } else {
// If db file not exists, we should migrate the database. // If db file not exists, we should migrate the database.
if _, err := os.Stat(db.DSN); errors.Is(err, os.ErrNotExist) { if _, err := os.Stat(db.profile.DSN); errors.Is(err, os.ErrNotExist) {
err := db.applyLatestSchema() err := db.applyLatestSchema()
if err != nil { if err != nil {
return fmt.Errorf("failed to apply latest schema: %w", err) return fmt.Errorf("failed to apply latest schema: %w", err)
@ -74,7 +72,7 @@ func (db *DB) Open() (err error) {
return fmt.Errorf("failed to create migration_history table: %w", err) return fmt.Errorf("failed to create migration_history table: %w", err)
} }
currentVersion := common.GetCurrentVersion(db.mode) currentVersion := common.GetCurrentVersion(db.profile.Mode)
migrationHistory, err := findMigrationHistory(db.Db, &MigrationHistoryFind{}) migrationHistory, err := findMigrationHistory(db.Db, &MigrationHistoryFind{})
if err != nil { if err != nil {
return err return err
@ -90,18 +88,34 @@ func (db *DB) Open() (err error) {
if common.IsVersionGreaterThan(currentVersion, migrationHistory.Version) { if common.IsVersionGreaterThan(currentVersion, migrationHistory.Version) {
minorVersionList := getMinorVersionList() minorVersionList := getMinorVersionList()
// backup the raw database file before migration
rawBytes, err := ioutil.ReadFile(db.profile.DSN)
if err != nil {
return fmt.Errorf("failed to read raw database file, err: %w", err)
}
backupDBFilePath := fmt.Sprintf("%s/memos_%s_%d_backup.db", db.profile.Data, db.profile.Version, time.Now().Unix())
if err := ioutil.WriteFile(backupDBFilePath, rawBytes, 0644); err != nil {
return fmt.Errorf("failed to write raw database file, err: %w", err)
}
println("succeed to copy a backup database file")
println("start migrate") println("start migrate")
for _, minorVersion := range minorVersionList { for _, minorVersion := range minorVersionList {
normalizedVersion := minorVersion + ".0" normalizedVersion := minorVersion + ".0"
if common.IsVersionGreaterThan(normalizedVersion, migrationHistory.Version) && common.IsVersionGreaterOrEqualThan(currentVersion, normalizedVersion) { if common.IsVersionGreaterThan(normalizedVersion, migrationHistory.Version) && common.IsVersionGreaterOrEqualThan(currentVersion, normalizedVersion) {
println("applying migration for", normalizedVersion) println("applying migration for", normalizedVersion)
err := db.applyMigrationForMinorVersion(minorVersion) if err := db.applyMigrationForMinorVersion(minorVersion); err != nil {
if err != nil {
return fmt.Errorf("failed to apply minor version migration: %w", err) return fmt.Errorf("failed to apply minor version migration: %w", err)
} }
} }
} }
println("end migrate") println("end migrate")
// remove the created backup db file after migrate succeed
if err := os.Remove(backupDBFilePath); err != nil {
println(fmt.Sprintf("Failed to remove temp database file, err %v", err))
}
} }
} }
} }