Commit d0b7103e authored by shiyu's avatar shiyu

商品同步es,新增记录表

parent c8e1496e
...@@ -67,7 +67,7 @@ public class SynItemToEsJob { ...@@ -67,7 +67,7 @@ public class SynItemToEsJob {
/** /**
* 隔2分钟运行一次 * 隔2分钟运行一次
*/ */
@Scheduled(fixedDelay = 1000 * 60 * 1) @Scheduled(fixedDelay = 1000 * 60 * 2)
public void execute() { public void execute() {
RLock lock = redissonClient.getLock(QUANKU_SYN_TO_ES_TASK_KEY); RLock lock = redissonClient.getLock(QUANKU_SYN_TO_ES_TASK_KEY);
if (!lock.tryLock()) { if (!lock.tryLock()) {
...@@ -80,14 +80,14 @@ public class SynItemToEsJob { ...@@ -80,14 +80,14 @@ public class SynItemToEsJob {
Date startTime; Date startTime;
Date endTime; Date endTime;
int page = 1; int page = 1;
int limit = 100; int limit = 200;
SynDataRecord synDataRecord = synDataRecordDao.find(SYN_ITEM_TO_ES_TYPE); SynDataRecord synDataRecord = synDataRecordDao.find(SYN_ITEM_TO_ES_TYPE);
if (synDataRecord.getIsEnd().intValue() != 1) { if (synDataRecord.getIsEnd().intValue() != 1) {
startTime = synDataRecord.getQueryStartTime(); startTime = synDataRecord.getQueryStartTime();
endTime = synDataRecord.getQueryEndTime(); endTime = synDataRecord.getQueryEndTime();
page = synDataRecord.getPageIndex() + 1; page = synDataRecord.getPageIndex() + 1;
limit = synDataRecord.getPageSize(); limit = synDataRecord.getPageSize();
logger.info("同步item增量数据到ES, 承接上次同步的时间范围执行, 时间范围 {} to {}", DateUtils.toString(startTime), DateUtils.toString(endTime)); logger.info("同步item增量数据到ES, 承接上次同步的时间范围执行, 时间范围 {} to {}, 页码 : {}", DateUtils.toString(startTime), DateUtils.toString(endTime), page);
} else { } else {
//查询es已有数据的最新修改时间 //查询es已有数据的最新修改时间
startTime = itemEsDao.getMaxTime(); startTime = itemEsDao.getMaxTime();
...@@ -107,7 +107,7 @@ public class SynItemToEsJob { ...@@ -107,7 +107,7 @@ public class SynItemToEsJob {
coinRequestDto.setSortColumn("update_time"); coinRequestDto.setSortColumn("update_time");
List<Item> itemList = itemDao.findListByPage(coinRequestDto); List<Item> itemList = itemDao.findListByPage(coinRequestDto);
PageInfo<Item> pageInfo = new PageInfo<>(itemList); PageInfo<Item> pageInfo = new PageInfo<>(itemList);
logger.info("待同步增量数据总量 : {}, 当前查询 {} 条数据进行同步", pageInfo.getTotal(), itemList.size()); logger.info("待同步增量数据总量 : {}, 当前同步第 {} 页数据, 当前页共有 {} 条数据进行同步", pageInfo.getTotal(), page, itemList.size());
for (Item item : itemList) { for (Item item : itemList) {
executorService.submit(() -> { executorService.submit(() -> {
itemEsDao.upsert(item); itemEsDao.upsert(item);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment