dtm/dtmsvr/service.go

package dtmsvr

import (
	"encoding/json"
	"fmt"
	"strings"
	"time"

	"github.com/gin-gonic/gin"
	"github.com/sirupsen/logrus"
	"github.com/yedf/dtm/common"
	"github.com/yedf/dtm/dtm"
	"gorm.io/gorm"
	"gorm.io/gorm/clause"
)

func AddRoute(engine *gin.Engine) {
	engine.POST("/api/dtmsvr/prepare", Prepare)
	engine.POST("/api/dtmsvr/commit", Commit)
}

func getSagaModelFromContext(c *gin.Context) *SagaModel {
	data := M{}
	b, err := c.GetRawData()
	common.PanicIfError(err)
	common.MustUnmarshal(b, &data)
	logrus.Printf("creating saga model in prepare")
	data["steps"] = common.MustMarshalString(data["steps"])
	m := SagaModel{}
	common.MustRemarshal(data, &m)
	return &m
}

func Prepare(c *gin.Context) {
	db := DbGet()
	m := getSagaModelFromContext(c)
	m.Status = "prepared"
	writeTransLog(m.Gid, "save prepared", m.Status, -1, m.Steps)
	db1 := db.Clauses(clause.OnConflict{
		DoNothing: true,
	}).Create(&m)
	common.PanicIfError(db1.Error)
	c.JSON(200, M{"message": "SUCCESS"})
}

func Commit(c *gin.Context) {
	m := getSagaModelFromContext(c)
	saveCommitedSagaModel(m)
	go ProcessCommitedSaga(m.Gid)
	c.JSON(200, M{"message": "SUCCESS"})
}

func saveCommitedSagaModel(m *SagaModel) {
	db := DbGet()
	m.Status = "commited"
	stepInserted := false
	err := db.Transaction(func(db *gorm.DB) error {
		writeTransLog(m.Gid, "save commited", m.Status, -1, m.Steps)
		dbr := db.Clauses(clause.OnConflict{
			DoNothing: true,
		}).Create(&m)
		if dbr.Error == nil && dbr.RowsAffected == 0 {
			writeTransLog(m.Gid, "change status", m.Status, -1, "")
			dbr = db.Model(&m).Where("status=?", "prepared").Update("status", "commited")
		}
		common.PanicIfError(dbr.Error)
		nsteps := []SagaStepModel{}
		steps := []M{}
		err := json.Unmarshal([]byte(m.Steps), &steps)
		common.PanicIfError(err)
		for _, step := range steps {
			nsteps = append(nsteps, SagaStepModel{
				Gid:    m.Gid,
				Step:   len(nsteps) + 1,
				Data:   step["post_data"].(string),
				Url:    step["compensate"].(string),
				Type:   "compensate",
				Status: "pending",
			})
			nsteps = append(nsteps, SagaStepModel{
				Gid:    m.Gid,
				Step:   len(nsteps) + 1,
				Data:   step["post_data"].(string),
				Url:    step["action"].(string),
				Type:   "action",
				Status: "pending",
			})
		}
		writeTransLog(m.Gid, "save steps", m.Status, -1, common.MustMarshalString(nsteps))
		r := db.Clauses(clause.OnConflict{
			DoNothing: true,
		}).Create(&nsteps)
		if db.Error != nil {
			return db.Error
		}
		if r.RowsAffected == int64(len(nsteps)) {
			stepInserted = true
		}
		logrus.Printf("rows affected: %d nsteps length: %d, stepInersted: %t", r.RowsAffected, int64(len(nsteps)), stepInserted)
		return db.Error
	})
	common.PanicIfError(err)
	if !stepInserted {
		return
	}
}

var SagaProcessedTestChan chan string = nil // 用于测试时，通知处理结束

func WaitCommitedSaga(gid string) {
	id := <-SagaProcessedTestChan
	for id != gid {
		logrus.Errorf("-------id %s not match gid %s", id, gid)
		id = <-SagaProcessedTestChan
	}
}

func ProcessCommitedSaga(gid string) {
	err := innerProcessCommitedSaga(gid)
	if err != nil {
		logrus.Errorf("process commited saga error: %s", err.Error())
	}
	if SagaProcessedTestChan != nil {
		SagaProcessedTestChan <- gid
	}
}

func innerProcessCommitedSaga(gid string) (rerr error) {
	steps := []SagaStepModel{}
	db := DbGet()
	db1 := db.Order("id asc").Find(&steps)
	if db1.Error != nil {
		return db1.Error
	}
	checkAffected := func(db1 *gorm.DB) {
		common.PanicIfError(db1.Error)
		if db1.RowsAffected == 0 {
			panic(fmt.Errorf("duplicate updating"))
		}
	}
	current := 0 // 当前正在处理的步骤
	for ; current < len(steps); current++ {
		step := steps[current]
		if step.Type == "compensate" && step.Status == "pending" || step.Type == "action" && step.Status == "finished" {
			continue
		}
		if step.Type == "action" && step.Status == "pending" {
			resp, err := dtm.RestyClient.R().SetBody(step.Data).SetQueryParam("gid", step.Gid).Post(step.Url)
			if err != nil {
				return err
			}
			body := resp.String()
			if strings.Contains(body, "SUCCESS") {
				writeTransLog(gid, "step finished", "finished", step.Step, "")
				dbr := db.Model(&step).Where("status=?", "pending").Updates(M{
					"status":      "finished",
					"finish_time": time.Now(),
				})
				checkAffected(dbr)
			} else if strings.Contains(body, "FAIL") {
				writeTransLog(gid, "step rollbacked", "rollbacked", step.Step, "")
				dbr := db.Model(&step).Where("status=?", "pending").Updates(M{
					"status":        "rollbacked",
					"rollback_time": time.Now(),
				})
				checkAffected(dbr)
				break
			} else {
				return fmt.Errorf("unknown response: %s, will be retried", body)
			}
		}
	}
	if current == len(steps) { // saga 事务完成
		writeTransLog(gid, "saga finished", "finished", -1, "")
		dbr := db.Model(&SagaModel{}).Where("gid=? and status=?", gid, "commited").Updates(M{
			"status":      "finished",
			"finish_time": time.Now(),
		})
		checkAffected(dbr)
		return nil
	}
	for current = current - 1; current >= 0; current-- {
		step := steps[current]
		if step.Type != "compensate" || step.Status != "pending" {
			continue
		}
		resp, err := dtm.RestyClient.R().SetBody(step.Data).SetQueryParam("gid", step.Gid).Post(step.Url)
		if err != nil {
			return err
		}
		body := resp.String()
		if strings.Contains(body, "SUCCESS") {
			writeTransLog(gid, "step rollbacked", "rollbacked", step.Step, "")
			dbr := db.Model(&step).Where("status=?", step.Status).Updates(M{
				"status":        "rollbacked",
				"rollback_time": time.Now(),
			})
			checkAffected(dbr)
		} else {
			return fmt.Errorf("expect compensate return SUCCESS")
		}
	}
	if current != -1 {
		return fmt.Errorf("saga current not -1")
	}
	writeTransLog(gid, "saga rollbacked", "rollbacked", -1, "")
	dbr := db.Model(&SagaModel{}).Where("status=? and gid=?", "commited", gid).Updates(M{
		"status":        "rollbacked",
		"rollback_time": time.Now(),
	})
	checkAffected(dbr)
	return nil
}