liulei/jx-callback
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

- refactor SyncSku, group by skuName

Browse Source
This commit is contained in:
gazebo
2019-01-18 16:50:05 +08:00
parent b46326672a
commit 2169484361
1 changed files with 60 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

106
business/jxstore/cms/sync.go
View File

@@ -4,7 +4,6 @@ import (
"errors" "errors"
"fmt" "fmt"
"reflect" "reflect"
"sort"
"git.rosy.net.cn/baseapi/utils" "git.rosy.net.cn/baseapi/utils"
"git.rosy.net.cn/jx-callback/business/jxutils" "git.rosy.net.cn/jx-callback/business/jxutils"
@@ -237,59 +236,74 @@ func (v *VendorSync) SyncSku(ctx *jxcontext.Context, db *dao.DaoDB, nameID, skuI
return v.LoopMultiStoresVendors(ctx, db, "SyncSku", isAsync, userName, func(t *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (interface{}, error) { return v.LoopMultiStoresVendors(ctx, db, "SyncSku", isAsync, userName, func(t *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (interface{}, error) {
multiStoresHandler := v.GetMultiStoreHandler(batchItemList[0].(int)) multiStoresHandler := v.GetMultiStoreHandler(batchItemList[0].(int))
syncStatusFieldName := dao.GetSyncStatusStructField(model.VendorNames[multiStoresHandler.GetVendorID()]) syncStatusFieldName := dao.GetSyncStatusStructField(model.VendorNames[multiStoresHandler.GetVendorID()])
var skuList []*model.Sku dbField := dao.ConvertDBFieldPrefix(model.VendorNames[multiStoresHandler.GetVendorID()])
cond := make(map[string]interface{}) sql := fmt.Sprintf(`
SELECT DISTINCT t2.*
FROM sku t1
JOIN sku_name t2 ON t2.id = t1.name_id
WHERE t1.%s_sync_status <> 0
`, dbField)
sqlParams := []interface{}{}
if nameID != -1 { if nameID != -1 {
cond[model.FieldNameID] = nameID sql += " AND t1.name_id = ?"
sqlParams = append(sqlParams, nameID)
} }
if skuID != -1 { if skuID != -1 {
cond[model.FieldID] = skuID sql += " AND t1.id = ?"
sqlParams = append(sqlParams, skuID)
} }
err := dao.GetEntitiesByKV(db, &skuList, cond, true) sql += " ORDER BY t2.id"
if err == nil {
var dirtySkuList []*model.Sku var skuNameList []*model.SkuName
for _, v := range skuList { err := dao.GetRows(db, &skuNameList, sql, sqlParams...)
syncStatus := jxutils.GetObjFieldByName(v, syncStatusFieldName).(int8) if err == nil && len(skuNameList) > 0 {
if syncStatus != 0 { // todo 同一skuName下的sku顺序处理的原因是京东SPU特殊类型必须要序列化同步才能正常处理, db可能会有多线程问题
dirtySkuList = append(dirtySkuList, v) task := tasksch.NewParallelTask("SyncSku loop sku", tasksch.NewParallelConfig().SetParallelCount(10).SetIsContinueWhenError(isContinueWhenError), userName, func(t *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (interface{}, error) {
} skuName := batchItemList[0].(*model.SkuName)
} var skuList []*model.Sku
if len(dirtySkuList) > 0 { if err = dao.GetRows(db, &skuList, fmt.Sprintf(`
sort.Sort(jxutils.SkuList(dirtySkuList)) SELECT *
// globals.SugarLogger.Debug(utils.Format4Output(dirtySkuList, false)) FROM sku
// todo 这里SetParallelCount(1)的原因是京东SPU特殊类型必须要序列化同步才能正常处理, db可能会有多线程问题 WHERE name_id = ? AND %s_sync_status <> 0
task := tasksch.NewParallelTask("SyncSku loop sku", tasksch.NewParallelConfig().SetParallelCount(1).SetIsContinueWhenError(isContinueWhenError), userName, func(t *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (interface{}, error) { ORDER BY updated_at, id
sku := batchItemList[0].(*model.Sku) `, dbField), skuName.ID); err == nil && len(skuList) > 0 {
syncStatus := jxutils.GetObjFieldByName(sku, syncStatusFieldName).(int8) for _, sku := range skuList {
if (skuID == -1 || skuID == sku.ID) && (syncStatus != 0) { syncStatus := jxutils.GetObjFieldByName(sku, syncStatusFieldName).(int8)
updateFields := []string{syncStatusFieldName} if (skuID == -1 || skuID == sku.ID) && (syncStatus != 0) {
if syncStatus&model.SyncFlagDeletedMask != 0 { // 删除 updateFields := []string{syncStatusFieldName}
err = multiStoresHandler.DeleteSku(db, sku, userName) if syncStatus&model.SyncFlagDeletedMask != 0 { // 删除
} else if syncStatus&model.SyncFlagNewMask != 0 { // 新增 err = multiStoresHandler.DeleteSku(db, sku, userName)
if err = multiStoresHandler.CreateSku(db, sku, userName); err == nil { } else if syncStatus&model.SyncFlagNewMask != 0 { // 新增
var tmpStruct struct { if err = multiStoresHandler.CreateSku(db, sku, userName); err == nil {
MaxIndex int var tmpStruct struct {
MaxIndex int
}
// todo hard code 得到京东spu中sku的顺序（以方便以后修改销售属性），这个必须要每次重新从数据库取
if dao.GetRow(db, &tmpStruct, "SELECT MAX(sku_index) max_index FROM sku WHERE name_id = ? AND jd_id > 0 AND jd_id < 4024012631406 ", sku.NameID) == nil {
sku.SkuIndex = tmpStruct.MaxIndex + 1
updateFields = append(updateFields, "SkuIndex")
}
updateFields = append(updateFields, dao.GetVendorThingIDStructField(model.VendorNames[multiStoresHandler.GetVendorID()]))
} }
// todo hard code 得到京东spu中sku的顺序（以方便以后修改销售属性） } else if syncStatus&model.SyncFlagModifiedMask != 0 { // 修改
if dao.GetRow(db, &tmpStruct, "SELECT MAX(sku_index) max_index FROM sku WHERE name_id = ? AND jd_id > 0 AND jd_id < 4024012631406 ", sku.NameID) == nil { err = multiStoresHandler.UpdateSku(db, sku, userName)
sku.SkuIndex = tmpStruct.MaxIndex + 1 }
updateFields = append(updateFields, "SkuIndex") if err == nil {
} jxutils.SetObjFieldByName(sku, syncStatusFieldName, int8(0))
updateFields = append(updateFields, dao.GetVendorThingIDStructField(model.VendorNames[multiStoresHandler.GetVendorID()])) dao.UpdateEntity(db, sku, updateFields...)
} }
} else if syncStatus&model.SyncFlagModifiedMask != 0 { // 修改
err = multiStoresHandler.UpdateSku(db, sku, userName)
}
if err == nil {
jxutils.SetObjFieldByName(sku, syncStatusFieldName, int8(0))
dao.UpdateEntity(db, sku, updateFields...)
} }
} }
return nil, err }
}, dirtySkuList) if err == nil {
t.AddChild(task).Run() jxutils.SetObjFieldByName(skuName, syncStatusFieldName, int8(0))
_, err = task.GetResult(0) dao.UpdateEntity(db, skuName, syncStatusFieldName)
} }
return nil, err
}, skuNameList)
t.AddChild(task).Run()
_, err = task.GetResult(0)
} }
return nil, err return nil, err
}) })