|
|
|
@ -77,14 +77,15 @@ func main() {
|
|
|
|
|
value := gjson.Get(resStr, "data_content")
|
|
|
|
|
addRecord(pk, value.String())
|
|
|
|
|
}
|
|
|
|
|
//批量执行
|
|
|
|
|
batchSave(indexName, pk)
|
|
|
|
|
|
|
|
|
|
//继续用的 scoll_id
|
|
|
|
|
scrollId := result.ScrollId
|
|
|
|
|
//第一次命中的个数
|
|
|
|
|
var nowCount = int64(len(result.Hits.Hits))
|
|
|
|
|
//总的命中个数
|
|
|
|
|
allCount := result.TotalHits()
|
|
|
|
|
//批量执行
|
|
|
|
|
batchSave(indexName, pk,nowCount,allCount)
|
|
|
|
|
|
|
|
|
|
//开始循环
|
|
|
|
|
for {
|
|
|
|
@ -111,7 +112,7 @@ func main() {
|
|
|
|
|
if len(pkStrArray) == 0 { //应该是有错误的数据,导致拿不到结果
|
|
|
|
|
continue
|
|
|
|
|
}
|
|
|
|
|
batchSave(indexName, pk)
|
|
|
|
|
batchSave(indexName, pk,nowCount,allCount)
|
|
|
|
|
}
|
|
|
|
|
fmt.Println("索引" + indexName + "同步完成!")
|
|
|
|
|
}
|
|
|
|
@ -177,7 +178,7 @@ func addRecord(pk string, jsonStr string) {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
//提交
|
|
|
|
|
func batchSave(tableName string, pkName string) {
|
|
|
|
|
func batchSave(tableName string, pkName string,nowCount int64,allCount int64) {
|
|
|
|
|
var pkStr = ""
|
|
|
|
|
//数组去重
|
|
|
|
|
pkStrArray = CommonUtil.RemoveRepeatedElement(pkStrArray)
|
|
|
|
@ -207,5 +208,5 @@ func batchSave(tableName string, pkName string) {
|
|
|
|
|
fmt.Println(sql)
|
|
|
|
|
panic(err)
|
|
|
|
|
}
|
|
|
|
|
fmt.Println(tableName + "批量执行" + CommonUtil.ConvertIntToString(len(insertStrArray)) + "条.")
|
|
|
|
|
fmt.Println(tableName + "批量执行" + CommonUtil.ConvertIntToString(len(insertStrArray)) + "条,目前:"+CommonUtil.ConvertInt64ToString(nowCount)+"/"+CommonUtil.ConvertInt64ToString(allCount))
|
|
|
|
|
}
|
|
|
|
|