- GetAndStoreCitiesShops添加isAsync参数

business/netspider/netspider.go

@@ -22,7 +22,7 @@ const (
 func GetCityShops(ctx *jxcontext.Context, parentTask tasksch.ITask, vendorIDs []int, cityCode, radius, gridWith int) (pageStoreList []*model.PageShop, err error) {
 	coordList := ditu.GetCityCoordinateList(cityCode, radius, gridWith)
 	if len(coordList) > 0 {
-		task := tasksch.NewParallelTask("GetCityShops", nil, ctx,
+		task := tasksch.NewParallelTask("GetCityShops", tasksch.NewParallelConfig().SetIsContinueWhenError(true), ctx,
 			func(task *tasksch.ParallelTask, batchItemList []interface{}, params ...interface{}) (retVal interface{}, err error) {
 				vendorID := batchItemList[0].(int)
 				storeList, err2 := getStoreListByCoordinates(ctx, task, vendorID, utils.Int2Str(cityCode), coordList)
@@ -100,7 +100,7 @@ func getStoreListByCoordinates(ctx *jxcontext.Context, parentTask tasksch.ITask,
 	return storeList, err
 }
 
-func GetAndStoreCitiesShops(ctx *jxcontext.Context, vendorIDs []int, cityCodeList []int, radius, gridWith int) (hint string, err error) {
+func GetAndStoreCitiesShops(ctx *jxcontext.Context, vendorIDs []int, cityCodeList []int, radius, gridWith int, isAsync bool) (hint string, err error) {
 	db := dao.GetDB()
 	if len(cityCodeList) == 0 {
 		placeList, err2 := dao.GetPlacesByCond(db, dao.EnableCondAll)
@@ -131,8 +131,8 @@ func GetAndStoreCitiesShops(ctx *jxcontext.Context, vendorIDs []int, cityCodeLis
 				dao.Begin(db)
 				defer func() {
 					if r := recover(); r != nil {
-						panic(r)
 						dao.Rollback(db)
+						panic(r)
 					}
 				}()
 				for _, v := range shopList {
@@ -145,6 +145,7 @@ func GetAndStoreCitiesShops(ctx *jxcontext.Context, vendorIDs []int, cityCodeLis
 				if err != nil {
 					dao.Rollback(db)
 				} else {
+					hint = utils.Int2Str(len(shopList))
 					dao.Commit(db)
 				}
 			}
@@ -152,7 +153,12 @@ func GetAndStoreCitiesShops(ctx *jxcontext.Context, vendorIDs []int, cityCodeLis
 			return nil, nil // 强制继续
 		}, len(cityCodeList))
 	tasksch.ManageTask(task).Run()
-	return task.GetID(), err
+	if !isAsync {
+		_, err = task.GetResult(0)
+	} else {
+		hint = task.GetID()
+	}
+	return hint, err
 }
 
 func RefreshPageStore(ctx *jxcontext.Context) (err error) {