mirror of
https://github.com/1Panel-dev/1Panel.git
synced 2025-12-18 21:38:57 +08:00
373 lines
13 KiB
Go
373 lines
13 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"fmt"
|
|
"io/fs"
|
|
"os"
|
|
"path"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/1Panel-dev/1Panel/agent/app/repo"
|
|
|
|
"github.com/1Panel-dev/1Panel/agent/app/task"
|
|
"github.com/1Panel-dev/1Panel/agent/i18n"
|
|
"github.com/1Panel-dev/1Panel/agent/utils/cmd"
|
|
"github.com/1Panel-dev/1Panel/agent/utils/compose"
|
|
|
|
"github.com/1Panel-dev/1Panel/agent/app/dto"
|
|
"github.com/1Panel-dev/1Panel/agent/app/model"
|
|
"github.com/1Panel-dev/1Panel/agent/buserr"
|
|
"github.com/1Panel-dev/1Panel/agent/constant"
|
|
"github.com/1Panel-dev/1Panel/agent/global"
|
|
"github.com/1Panel-dev/1Panel/agent/utils/common"
|
|
"github.com/1Panel-dev/1Panel/agent/utils/files"
|
|
)
|
|
|
|
func (u *BackupService) WebsiteBackup(req dto.CommonBackup) error {
|
|
website, err := websiteRepo.GetFirst(websiteRepo.WithAlias(req.DetailName))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
timeNow := time.Now().Format(constant.DateTimeSlimLayout)
|
|
itemDir := fmt.Sprintf("website/%s", website.Alias)
|
|
backupDir := path.Join(global.Dir.LocalBackupDir, itemDir)
|
|
fileName := fmt.Sprintf("%s_%s.tar.gz", website.Alias, timeNow+common.RandStrAndNum(5))
|
|
|
|
record := &model.BackupRecord{
|
|
Type: "website",
|
|
Name: website.Alias,
|
|
DetailName: website.Alias,
|
|
SourceAccountIDs: "1",
|
|
DownloadAccountID: 1,
|
|
FileDir: itemDir,
|
|
FileName: fileName,
|
|
TaskID: req.TaskID,
|
|
Status: constant.StatusWaiting,
|
|
Description: req.Description,
|
|
}
|
|
if err = backupRepo.CreateRecord(record); err != nil {
|
|
global.LOG.Errorf("save backup record failed, err: %v", err)
|
|
return err
|
|
}
|
|
if err = handleWebsiteBackup(&website, nil, record.ID, backupDir, fileName, "", req.Secret, req.TaskID); err != nil {
|
|
global.LOG.Errorf("backup website %s failed, err: %v", website.Alias, err)
|
|
return err
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (u *BackupService) WebsiteRecover(req dto.CommonRecover) error {
|
|
website, err := websiteRepo.GetFirst(websiteRepo.WithAlias(req.DetailName))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := handleWebsiteRecover(&website, nil, req.File, false, req.Secret, req.TaskID); err != nil {
|
|
global.LOG.Errorf("recover website %s failed, err: %v", website.Alias, err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func handleWebsiteRecover(website *model.Website, parentTask *task.Task, recoverFile string, isRollback bool, secret, taskID string) error {
|
|
var (
|
|
err error
|
|
recoverTask *task.Task
|
|
isOk = false
|
|
rollbackFile string
|
|
)
|
|
recoverTask = parentTask
|
|
if parentTask == nil {
|
|
recoverTask, err = task.NewTaskWithOps(website.PrimaryDomain, task.TaskRecover, task.TaskScopeBackup, taskID, website.ID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
recoverWebsite := func(t *task.Task) error {
|
|
if !isRollback {
|
|
rollbackFile = path.Join(global.Dir.TmpDir, fmt.Sprintf("website/%s_%s.tar.gz", website.Alias, time.Now().Format(constant.DateTimeSlimLayout)))
|
|
if err := handleWebsiteBackup(website, recoverTask, 0, path.Dir(rollbackFile), path.Base(rollbackFile), "", "", taskID); err != nil {
|
|
return fmt.Errorf("backup website %s for rollback before recover failed, err: %v", website.Alias, err)
|
|
}
|
|
}
|
|
|
|
fileOp := files.NewFileOp()
|
|
tmpPath := strings.ReplaceAll(recoverFile, ".tar.gz", "")
|
|
t.Log(i18n.GetWithName("DeCompressFile", recoverFile))
|
|
if err = fileOp.TarGzExtractPro(recoverFile, path.Dir(recoverFile), secret); err != nil {
|
|
return err
|
|
}
|
|
defer func() {
|
|
_ = os.RemoveAll(tmpPath)
|
|
}()
|
|
|
|
var oldWebsite model.Website
|
|
websiteJson, err := os.ReadFile(tmpPath + "/website.json")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err = json.Unmarshal(websiteJson, &oldWebsite); err != nil {
|
|
return fmt.Errorf("unmarshal app.json failed, err: %v", err)
|
|
}
|
|
|
|
if err = checkValidOfWebsite(&oldWebsite, website); err != nil {
|
|
t.Log(i18n.GetWithName("ErrCheckValid", err.Error()))
|
|
return err
|
|
}
|
|
|
|
temPathWithName := tmpPath + "/" + website.Alias
|
|
if !fileOp.Stat(tmpPath+"/website.json") || !fileOp.Stat(temPathWithName+".conf") || !fileOp.Stat(temPathWithName+".web.tar.gz") {
|
|
return buserr.WithDetail("ErrBackupExist", ".conf or .web.tar.gz", nil)
|
|
}
|
|
if website.Type == constant.Deployment {
|
|
if !fileOp.Stat(temPathWithName + ".app.tar.gz") {
|
|
return buserr.WithDetail("ErrBackupExist", ".app.tar.gz", nil)
|
|
}
|
|
}
|
|
|
|
nginxInfo, err := appInstallRepo.LoadBaseInfo(constant.AppOpenresty, "")
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err = fileOp.CopyFile(fmt.Sprintf("%s/%s.conf", tmpPath, website.Alias), GetOpenrestyDir(SiteConfDir)); err != nil {
|
|
return err
|
|
}
|
|
|
|
switch website.Type {
|
|
case constant.Deployment:
|
|
app, err := appInstallRepo.GetFirst(repo.WithByID(website.AppInstallID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
taskName := task.GetTaskName(app.Name, task.TaskRecover, task.TaskScopeApp)
|
|
t.LogStart(taskName)
|
|
if err := handleAppRecover(&app, recoverTask, fmt.Sprintf("%s/%s.app.tar.gz", tmpPath, website.Alias), true, "", ""); err != nil {
|
|
return err
|
|
}
|
|
t.LogSuccess(taskName)
|
|
if _, err = compose.DownAndUp(fmt.Sprintf("%s/%s/%s/docker-compose.yml", global.Dir.AppInstallDir, app.App.Key, app.Name)); err != nil {
|
|
return err
|
|
}
|
|
case constant.Runtime:
|
|
runtime, err := runtimeRepo.GetFirst(context.Background(), repo.WithByID(website.RuntimeID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
taskName := task.GetTaskName(runtime.Name, task.TaskRecover, task.TaskScopeRuntime)
|
|
t.LogStart(taskName)
|
|
if err := handleRuntimeRecover(runtime, fmt.Sprintf("%s/%s.runtime.tar.gz", tmpPath, website.Alias), true, ""); err != nil {
|
|
return err
|
|
}
|
|
t.LogSuccess(taskName)
|
|
if oldWebsite.DbID > 0 {
|
|
if err := recoverWebsiteDatabase(t, oldWebsite.DbID, oldWebsite.DbType, tmpPath, website.Alias); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
case constant.Static:
|
|
if oldWebsite.DbID > 0 {
|
|
if err := recoverWebsiteDatabase(t, oldWebsite.DbID, oldWebsite.DbType, tmpPath, website.Alias); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
taskName := i18n.GetMsgByKey("TaskRecover") + i18n.GetMsgByKey("websiteDir")
|
|
t.Log(taskName)
|
|
if err = fileOp.TarGzExtractPro(fmt.Sprintf("%s/%s.web.tar.gz", tmpPath, website.Alias), GetOpenrestyDir(SitesRootDir), ""); err != nil {
|
|
return err
|
|
}
|
|
if err := cmd.RunDefaultBashCf("docker exec -i %s nginx -s reload", nginxInfo.ContainerName); err != nil {
|
|
return err
|
|
}
|
|
oldWebsite.ID = website.ID
|
|
if err := websiteRepo.SaveWithoutCtx(&oldWebsite); err != nil {
|
|
return err
|
|
}
|
|
isOk = true
|
|
return nil
|
|
}
|
|
|
|
if parentTask != nil {
|
|
return recoverWebsite(parentTask)
|
|
}
|
|
|
|
rollBackWebsite := func(t *task.Task) {
|
|
if isRollback {
|
|
return
|
|
}
|
|
if !isOk {
|
|
t.Log(i18n.GetMsgByKey("RecoverFailedStartRollBack"))
|
|
if err := handleWebsiteRecover(website, t, rollbackFile, true, "", ""); err != nil {
|
|
t.LogFailedWithErr(i18n.GetMsgByKey("Rollback"), err)
|
|
return
|
|
}
|
|
t.LogSuccess(i18n.GetMsgByKey("Rollback"))
|
|
_ = os.RemoveAll(rollbackFile)
|
|
} else {
|
|
_ = os.RemoveAll(rollbackFile)
|
|
}
|
|
}
|
|
recoverTask.AddSubTask(task.GetTaskName(website.PrimaryDomain, task.TaskRecover, task.TaskScopeBackup), recoverWebsite, rollBackWebsite)
|
|
go func() {
|
|
_ = recoverTask.Execute()
|
|
}()
|
|
return nil
|
|
}
|
|
|
|
func handleWebsiteBackup(website *model.Website, parentTask *task.Task, recordID uint, backupDir, fileName, excludes, secret, taskID string) error {
|
|
var (
|
|
err error
|
|
backupTask *task.Task
|
|
)
|
|
backupTask = parentTask
|
|
if parentTask == nil {
|
|
backupTask, err = task.NewTaskWithOps(website.Alias, task.TaskBackup, task.TaskScopeBackup, taskID, website.ID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
itemHandler := func() error { return doWebsiteBackup(website, backupTask, backupDir, fileName, excludes, secret) }
|
|
if parentTask != nil {
|
|
return itemHandler()
|
|
}
|
|
backupTask.AddSubTaskWithOps(task.GetTaskName(website.Alias, task.TaskBackup, task.TaskScopeBackup), func(t *task.Task) error { return itemHandler() }, nil, 3, time.Hour)
|
|
go func() {
|
|
if err := backupTask.Execute(); err != nil {
|
|
backupRepo.UpdateRecordByMap(recordID, map[string]interface{}{"status": constant.StatusFailed, "message": err.Error()})
|
|
return
|
|
}
|
|
backupRepo.UpdateRecordByMap(recordID, map[string]interface{}{"status": constant.StatusSuccess})
|
|
}()
|
|
return nil
|
|
}
|
|
|
|
func doWebsiteBackup(website *model.Website, parentTask *task.Task, backupDir, fileName, excludes, secret string) error {
|
|
fileOp := files.NewFileOp()
|
|
tmpDir := fmt.Sprintf("%s/%s", backupDir, strings.ReplaceAll(fileName, ".tar.gz", ""))
|
|
if !fileOp.Stat(tmpDir) {
|
|
if err := os.MkdirAll(tmpDir, os.ModePerm); err != nil {
|
|
return fmt.Errorf("mkdir %s failed, err: %v", backupDir, err)
|
|
}
|
|
}
|
|
defer func() {
|
|
_ = os.RemoveAll(tmpDir)
|
|
}()
|
|
|
|
remarkInfo, _ := json.Marshal(website)
|
|
if err := fileOp.SaveFile(tmpDir+"/website.json", string(remarkInfo), fs.ModePerm); err != nil {
|
|
return err
|
|
}
|
|
nginxConfFile := GetSitePath(*website, SiteConf)
|
|
if err := fileOp.CopyFile(nginxConfFile, tmpDir); err != nil {
|
|
return err
|
|
}
|
|
parentTask.Log(i18n.GetMsgByKey("BackupNginxConfig"))
|
|
|
|
switch website.Type {
|
|
case constant.Deployment:
|
|
app, err := appInstallRepo.GetFirst(repo.WithByID(website.AppInstallID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
parentTask.LogStart(task.GetTaskName(app.Name, task.TaskBackup, task.TaskScopeApp))
|
|
if err = handleAppBackup(&app, parentTask, 0, tmpDir, fmt.Sprintf("%s.app.tar.gz", website.Alias), excludes, "", ""); err != nil {
|
|
return err
|
|
}
|
|
parentTask.LogSuccess(task.GetTaskName(app.Name, task.TaskBackup, task.TaskScopeApp))
|
|
case constant.Runtime:
|
|
runtime, err := runtimeRepo.GetFirst(context.Background(), repo.WithByID(website.RuntimeID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
parentTask.LogStart(task.GetTaskName(runtime.Name, task.TaskBackup, task.TaskScopeRuntime))
|
|
if err = handleRuntimeBackup(runtime, tmpDir, fmt.Sprintf("%s.runtime.tar.gz", website.Alias), excludes, ""); err != nil {
|
|
return err
|
|
}
|
|
parentTask.LogSuccess(task.GetTaskName(runtime.Name, task.TaskBackup, task.TaskScopeRuntime))
|
|
if website.DbID > 0 {
|
|
if err = backupDatabaseWithTask(parentTask, website.DbType, tmpDir, website.Alias, website.DbID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
case constant.Static:
|
|
if website.DbID > 0 {
|
|
if err := backupDatabaseWithTask(parentTask, website.DbType, tmpDir, website.Alias, website.DbID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
|
|
websiteDir := GetSitePath(*website, SiteDir)
|
|
parentTask.LogStart(i18n.GetMsgByKey("CompressDir"))
|
|
if err := fileOp.TarGzCompressPro(true, websiteDir, path.Join(tmpDir, fmt.Sprintf("%s.web.tar.gz", website.Alias)), "", excludes); err != nil {
|
|
return err
|
|
}
|
|
if err := fileOp.TarGzCompressPro(true, tmpDir, path.Join(backupDir, fileName), secret, ""); err != nil {
|
|
return err
|
|
}
|
|
parentTask.Log(i18n.GetWithName("CompressFileSuccess", fileName))
|
|
return nil
|
|
}
|
|
|
|
func checkValidOfWebsite(oldWebsite, website *model.Website) error {
|
|
if oldWebsite.Alias != website.Alias || oldWebsite.Type != website.Type {
|
|
return buserr.WithDetail("ErrBackupMatch", fmt.Sprintf("oldName: %s, oldType: %v", oldWebsite.Alias, oldWebsite.Type), nil)
|
|
}
|
|
if oldWebsite.AppInstallID != 0 {
|
|
_, err := appInstallRepo.GetFirst(repo.WithByID(oldWebsite.AppInstallID))
|
|
if err != nil {
|
|
return buserr.WithDetail("ErrBackupMatch", "app", nil)
|
|
}
|
|
}
|
|
if oldWebsite.RuntimeID != 0 {
|
|
if _, err := runtimeRepo.GetFirst(context.Background(), repo.WithByID(oldWebsite.RuntimeID)); err != nil {
|
|
return buserr.WithDetail("ErrBackupMatch", "runtime", nil)
|
|
}
|
|
}
|
|
if oldWebsite.WebsiteSSLID != 0 {
|
|
if _, err := websiteSSLRepo.GetFirst(repo.WithByID(oldWebsite.WebsiteSSLID)); err != nil {
|
|
return buserr.WithDetail("ErrBackupMatch", "ssl", nil)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func recoverWebsiteDatabase(t *task.Task, dbID uint, dbType, tmpPath, websiteKey string) error {
|
|
switch dbType {
|
|
case constant.AppPostgresql:
|
|
db, err := postgresqlRepo.Get(repo.WithByID(dbID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
taskName := task.GetTaskName(db.Name, task.TaskRecover, task.TaskScopeDatabase)
|
|
t.LogStart(taskName)
|
|
if err := handlePostgresqlRecover(dto.CommonRecover{
|
|
Name: db.PostgresqlName,
|
|
DetailName: db.Name,
|
|
File: fmt.Sprintf("%s/%s.sql.gz", tmpPath, websiteKey),
|
|
}, t, true); err != nil {
|
|
t.LogFailedWithErr(taskName, err)
|
|
return err
|
|
}
|
|
t.LogSuccess(taskName)
|
|
case constant.AppMysql, constant.AppMariaDB:
|
|
db, err := mysqlRepo.Get(repo.WithByID(dbID))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
taskName := task.GetTaskName(db.Name, task.TaskRecover, task.TaskScopeDatabase)
|
|
t.LogStart(taskName)
|
|
if err := handleMysqlRecover(dto.CommonRecover{
|
|
Name: db.MysqlName,
|
|
DetailName: db.Name,
|
|
File: fmt.Sprintf("%s/%s.sql.gz", tmpPath, websiteKey),
|
|
}, t, true); err != nil {
|
|
t.LogFailedWithErr(taskName, err)
|
|
return err
|
|
}
|
|
t.LogSuccess(taskName)
|
|
}
|
|
return nil
|
|
}
|