liulei/jx-callback
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

- avoid memory overflow 4 func TransferLegacyJdOrder and TransferLegacyElmOrder

Browse Source
This commit is contained in:
gazebo
2019-01-12 17:06:53 +08:00
parent b7c1e555e9
commit 849653980f
1 changed files with 95 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

53
business/jxstore/initdata/temp_op.go
View File

@@ -1,6 +1,7 @@
package initdata package initdata
import ( import (
"math"
"time" "time"
"git.rosy.net.cn/baseapi/platformapi/jdapi" "git.rosy.net.cn/baseapi/platformapi/jdapi"
@@ -16,19 +17,22 @@ import (
) )
func TransferLegacyJdOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError bool) (hint string, err error) { func TransferLegacyJdOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError bool) (hint string, err error) {
sqlBatchCount := 1000
rootTask := tasksch.NewSeqTask("TransferLegacyJdOrder", ctx.GetUserName(), func(rootTask *tasksch.SeqTask, step int, params ...interface{}) (result interface{}, err error) {
sql := ` sql := `
SELECT t1.* SELECT t1.*
FROM jdorder t1 FROM jdorder t1
LEFT JOIN goods_order t2 ON t2.vendor_order_id = t1.vendor_order_id LEFT JOIN goods_order_original t2 ON t2.vendor_order_id = t1.vendor_order_id
WHERE t2.id IS NULL WHERE t2.id IS NULL
LIMIT ?
` `
db := dao.GetDB() db := dao.GetDB()
var jdOrderList []*legacymodel2.Jdorder var jdOrderList []*legacymodel2.Jdorder
if err = dao.GetRows(db, &jdOrderList, sql); err != nil { if err = dao.GetRows(db, &jdOrderList, sql, sqlBatchCount); err != nil {
return "", err return nil, err
} }
if len(jdOrderList) > 0 {
task := tasksch.NewParallelTask("TransferLegacyJdOrder", tasksch.NewParallelConfig().SetIsContinueWhenError(isContinueWhenError).SetBatchSize(40), ctx.GetUserName(), func(task *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (retVal interface{}, err error) { task := tasksch.NewParallelTask("TransferLegacyJdOrder2", tasksch.NewParallelConfig().SetIsContinueWhenError(isContinueWhenError).SetBatchSize(40), ctx.GetUserName(), func(task *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (retVal interface{}, err error) {
var orderDetailList []*model.GoodsOrderOriginal var orderDetailList []*model.GoodsOrderOriginal
for _, v := range batchItemList { for _, v := range batchItemList {
jdOrder := v.(*legacymodel2.Jdorder) jdOrder := v.(*legacymodel2.Jdorder)
@@ -57,30 +61,39 @@ func TransferLegacyJdOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError
} }
return nil, err return nil, err
}, jdOrderList) }, jdOrderList)
tasksch.ManageTask(task).Run() rootTask.AddChild(task).Run()
if !isAsync {
_, err = task.GetResult(0) _, err = task.GetResult(0)
} else { } else {
hint = task.ID rootTask.Cancel()
}
return nil, err
}, math.MaxInt32)
tasksch.ManageTask(rootTask).Run()
if !isAsync {
_, err = rootTask.GetResult(0)
} else {
hint = rootTask.ID
} }
return hint, err return hint, err
} }
func TransferLegacyElmOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError bool) (hint string, err error) { func TransferLegacyElmOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError bool) (hint string, err error) {
sqlBatchCount := 1000
rootTask := tasksch.NewSeqTask("TransferLegacyElmOrder", ctx.GetUserName(), func(rootTask *tasksch.SeqTask, step int, params ...interface{}) (result interface{}, err error) {
sql := ` sql := `
SELECT t1.* SELECT t1.*
FROM elemeorder t1 FROM elemeorder t1
LEFT JOIN goods_order t2 ON t2.vendor_order_id = t1.orderid LEFT JOIN goods_order_original t2 ON t2.vendor_order_id = t1.orderid
WHERE t2.id IS NULL WHERE t2.id IS NULL
LIMIT ?
` `
db := dao.GetDB() db := dao.GetDB()
var elmOrderList []*legacymodel2.Elemeorder var elmOrderList []*legacymodel2.Elemeorder
if err = dao.GetRows(db, &elmOrderList, sql); err != nil { if err = dao.GetRows(db, &elmOrderList, sql, sqlBatchCount); err != nil {
return "", err return "", err
} }
if len(elmOrderList) > 0 {
task := tasksch.NewParallelTask("TransferLegacyElmOrder", tasksch.NewParallelConfig().SetIsContinueWhenError(isContinueWhenError).SetBatchSize(40), ctx.GetUserName(), func(task *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (retVal interface{}, err error) { task := tasksch.NewParallelTask("TransferLegacyElmOrder2", tasksch.NewParallelConfig().SetIsContinueWhenError(isContinueWhenError).SetBatchSize(40), ctx.GetUserName(), func(task *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (retVal interface{}, err error) {
var orderDetailList []*model.GoodsOrderOriginal var orderDetailList []*model.GoodsOrderOriginal
for _, v := range batchItemList { for _, v := range batchItemList {
elmOrder := v.(*legacymodel2.Elemeorder) elmOrder := v.(*legacymodel2.Elemeorder)
@@ -102,12 +115,18 @@ func TransferLegacyElmOrder(ctx *jxcontext.Context, isAsync, isContinueWhenError
} }
return nil, err return nil, err
}, elmOrderList) }, elmOrderList)
tasksch.ManageTask(task).Run() rootTask.AddChild(task).Run()
if !isAsync {
_, err = task.GetResult(0) _, err = task.GetResult(0)
} else { } else {
hint = task.ID rootTask.Cancel()
}
return nil, err
}, math.MaxInt32)
tasksch.ManageTask(rootTask).Run()
if !isAsync {
_, err = rootTask.GetResult(0)
} else {
hint = rootTask.ID
} }
return hint, err return hint, err
} }