package com.integrated.zyyt.service;
|
|
import com.alibaba.fastjson.JSON;
|
import com.integrated.zyyt.enetity.StationInfo;
|
import com.integrated.zyyt.enetity.YyztTDjtjb;
|
import com.integrated.zyyt.enetity.YyztTShkdrb;
|
import com.integrated.zyyt.enetity.ZyytDataResult;
|
import com.integrated.zyyt.enetity.business.Zyyt;
|
import com.integrated.zyyt.util.ZyytUtil;
|
import lombok.extern.slf4j.Slf4j;
|
import org.springframework.jdbc.core.BatchPreparedStatementSetter;
|
import org.springframework.jdbc.core.JdbcTemplate;
|
import org.springframework.stereotype.Service;
|
import org.springframework.transaction.annotation.Transactional;
|
import org.springframework.transaction.interceptor.TransactionAspectSupport;
|
|
import javax.annotation.Resource;
|
import java.sql.Date;
|
import java.sql.PreparedStatement;
|
import java.sql.SQLException;
|
import java.time.LocalDate;
|
import java.time.temporal.ChronoUnit;
|
import java.util.ArrayList;
|
import java.util.List;
|
|
@Service
|
@Slf4j
|
@Transactional(rollbackFor = Exception.class)
|
public class ZyytService {
|
@Resource
|
private JdbcTemplate jdbcTemplate;
|
|
//站点信息表
|
public void stationInfoTasks() {
|
log.info("开始进行 机构同步");
|
LocalDate yestDay = LocalDate.now().minus(1, ChronoUnit.DAYS);
|
String batchNo = ZyytUtil.getBatchNo(yestDay);
|
log.info("批次号为 {}", batchNo);
|
if (ZyytUtil.isRunning("STATIONINFO", yestDay)) {
|
log.info("批次{}正在运行", batchNo);
|
return;
|
}
|
|
Zyyt<StationInfo> stationInfoService = ZyytUtil.getBusinessEntity("STATIONINFO", yestDay);
|
String exeSql = "merge into STATIONINFO A USING" + " (select ? V_JGBH from dual ) C " + "ON(A.V_JGBH=C.V_JGBH) " + "when matched then " + "update SET A.V_SFMC=?,A.V_SFDM=?,A.V_DSDM=?,A.V_DSMC=?,A.V_QXDM=?,A.V_XSMC=?,A.V_TDJGBH=?,A.V_TDJGMC=?,A.V_JGMC=?,A.V_LXRXM=?,A.V_LXDH=?,A.V_SJHM=?,A.V_LXDZ=?,A.ISCOUNTRY=?,A.C_WDLX =?,A.C_YZBM=?,A.V_YYWDBH=?,A.V_YYWDMC=?,A.V_GPSJD=?,A.V_GPSWD=?,A.YLGZDID =?,A.YLGZDMC=?,A.V_STATUS=?,A.D_SQRQ=?,A.D_SPRQ=?" + "when not matched then " + "insert(A.V_SFMC,A.V_SFDM,A.V_DSDM,A.V_DSMC,A.V_QXDM,A.V_XSMC,A.V_TDJGBH,A.V_TDJGMC,A.V_JGBH,A.V_JGMC,A.V_LXRXM,A.V_LXDH,A.V_SJHM,A.V_LXDZ,A.ISCOUNTRY,A.C_WDLX ,A.C_YZBM,A.V_YYWDBH,A.V_YYWDMC,A.V_GPSJD,A.V_GPSWD,A.YLGZDID ,A.YLGZDMC,A.V_STATUS,A.D_SQRQ,A.D_SPRQ) values " + "(?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)";
|
|
Long recordId = stationInfoService.insertRecord("STATIONINFO", batchNo);
|
Long totalSize = 0L;
|
|
int pageNum = 0;
|
int pageSize = 2000;
|
|
//设置回滚点
|
Object savePoint = TransactionAspectSupport.currentTransactionStatus().createSavepoint();
|
|
try {
|
// 查询总数
|
Long totalElements = ZyytUtil.getApiTotalElements("STATIONINFO", yestDay);
|
Long totalPages = ZyytUtil.calcPages(totalElements, pageSize);
|
log.info("共{}条数据,每页{}条，可分{}页，", totalElements, pageSize, totalPages);
|
for (pageNum = 0; pageNum <= totalPages - 1; pageNum++) {
|
ZyytDataResult<StationInfo> zyytDataResult = stationInfoService.getData(pageNum, pageSize);
|
|
List<StationInfo> stationInfoList = zyytDataResult.getContent();
|
log.info("第{}次获取,本次获取到{}条数据", pageNum + 1, zyytDataResult.getContentSize());
|
totalSize += zyytDataResult.getContentSize();
|
// 将数据分批次插入对应的数据表
|
int batchSize = 500;
|
int length = stationInfoList.size();
|
// 计算可以分成多少组
|
int num = length / batchSize;
|
|
for (int i = 0; i <= num; i++) {
|
// 开始位置
|
int fromIndex = i * batchSize;
|
// 结束位置
|
int toIndex = (i + 1) * batchSize < length ? (i + 1) * batchSize : length;
|
if (fromIndex == batchSize) {
|
continue;
|
}
|
System.out.println(fromIndex + " === " + toIndex);
|
List<StationInfo> stationInfoListCopy = stationInfoList.subList(fromIndex, toIndex);
|
try {
|
jdbcTemplate.batchUpdate(exeSql, new BatchPreparedStatementSetter() {
|
@Override
|
public void setValues(PreparedStatement ps, int i) throws SQLException {
|
StationInfo stationInfo = stationInfoListCopy.get(i);
|
log.info("stationInfo==> {}", JSON.toJSONString(stationInfo));
|
|
ps.setObject(1, stationInfo.getVJgbh());
|
|
ps.setObject(2, stationInfo.getVSfmc());
|
ps.setObject(3, stationInfo.getVSfdm());
|
ps.setObject(4, stationInfo.getVDsdm());
|
ps.setObject(5, stationInfo.getVDsmc());
|
ps.setObject(6, stationInfo.getVQxdm());
|
ps.setObject(7, stationInfo.getVXsmc());
|
ps.setObject(8, stationInfo.getVTdjgbh());
|
ps.setObject(9, stationInfo.getVTdjgmc());
|
ps.setObject(10, stationInfo.getVJgmc());
|
ps.setObject(11, stationInfo.getVLxrxm());
|
ps.setObject(12, stationInfo.getVLxdh());
|
ps.setObject(13, stationInfo.getVSjhm());
|
ps.setObject(14, stationInfo.getVLxdz());
|
ps.setObject(15, stationInfo.getIscountry());
|
ps.setObject(16, stationInfo.getCWdlx());
|
ps.setObject(17, stationInfo.getCYzbm());
|
ps.setObject(18, stationInfo.getVYywdbh());
|
ps.setObject(19, stationInfo.getVYywdmc());
|
ps.setObject(20, stationInfo.getVGpsjd());
|
ps.setObject(21, stationInfo.getVGpswd());
|
ps.setObject(22, stationInfo.getYlgzdid());
|
ps.setObject(23, stationInfo.getYlgzdmc());
|
ps.setObject(24, stationInfo.getVStatus());
|
ps.setDate(25, new Date(stationInfo.getDSqrq().getTime()));
|
// ps.setObject(25, stationInfo.getDSqrq());
|
// ps.setObject(26, stationInfo.getDSprq());
|
ps.setDate(26, new Date(stationInfo.getDSprq().getTime()));
|
|
ps.setObject(27, stationInfo.getVSfmc());
|
ps.setObject(28, stationInfo.getVSfdm());
|
ps.setObject(29, stationInfo.getVDsdm());
|
ps.setObject(30, stationInfo.getVDsmc());
|
ps.setObject(31, stationInfo.getVQxdm());
|
ps.setObject(32, stationInfo.getVXsmc());
|
ps.setObject(33, stationInfo.getVTdjgbh());
|
ps.setObject(34, stationInfo.getVTdjgmc());
|
ps.setObject(35, stationInfo.getVJgbh());
|
ps.setObject(36, stationInfo.getVJgmc());
|
ps.setObject(37, stationInfo.getVLxrxm());
|
ps.setObject(38, stationInfo.getVLxdh());
|
ps.setObject(39, stationInfo.getVSjhm());
|
ps.setObject(40, stationInfo.getVLxdz());
|
ps.setObject(41, stationInfo.getIscountry());
|
ps.setObject(42, stationInfo.getCWdlx());
|
ps.setObject(43, stationInfo.getCYzbm());
|
ps.setObject(44, stationInfo.getVYywdbh());
|
ps.setObject(45, stationInfo.getVYywdmc());
|
ps.setObject(46, stationInfo.getVGpsjd());
|
ps.setObject(47, stationInfo.getVGpswd());
|
ps.setObject(48, stationInfo.getYlgzdid());
|
ps.setObject(49, stationInfo.getYlgzdmc());
|
ps.setObject(50, stationInfo.getVStatus());
|
// ps.setObject(51, stationInfo.getDSqrq());
|
ps.setDate(51, new Date(stationInfo.getDSqrq().getTime()));
|
|
ps.setObject(52, stationInfo.getDSprq());
|
ps.setDate(52, new Date(stationInfo.getDSprq().getTime()));
|
}
|
|
@Override
|
public int getBatchSize() {
|
return stationInfoListCopy.size();
|
}
|
});
|
} catch (Exception e) {
|
log.error(e.getMessage());
|
//手工回滚异常
|
TransactionAspectSupport.currentTransactionStatus().rollbackToSavepoint(savePoint);
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
}
|
}
|
} catch (Exception e) {
|
log.error(e.getMessage());
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
stationInfoService.updateRecord(recordId, 0, totalSize, null);
|
log.info("···········中邮易通 {}站点信息 任务执行完毕···········", yestDay);
|
}
|
|
|
//社会快递日报表
|
|
/**
|
* @param date
|
*/
|
public void shkdrbTasks(LocalDate date) {
|
log.info("开始进行 社会快递日报表");
|
String batchNo = ZyytUtil.getBatchNo(date);
|
if (ZyytUtil.isRunning("YYZT_T_SHKDRB", date)) {
|
log.info("YYZT_T_SHKDRB 的 批次{}正在运行", batchNo);
|
return;
|
}
|
|
// 删除已有批次数据
|
String delSql = "delete from YYZT_T_SHKDRB where BATCH_NO='" + batchNo + "'";
|
jdbcTemplate.update(delSql);
|
|
Zyyt<YyztTShkdrb> stationInfoService = ZyytUtil.getBusinessEntity("YYZT_T_SHKDRB", date);
|
Long recordId = stationInfoService.insertRecord("YYZT_T_SHKDRB", batchNo);
|
Long totalSize = 0L;
|
|
//设置回滚点
|
Object savePoint = TransactionAspectSupport.currentTransactionStatus().createSavepoint();
|
try {
|
int pageNum = 0;
|
int pageSize = 500;
|
|
String batchInsertSql = "INSERT INTO YYZT_T_SHKDRB (\"V_SFDM\",\"V_SFMC\",\"V_DSDM\",\"V_DSMC\",\"V_QXDM\",\"V_XSMC\",\"V_TDJGBH\",\"V_TDJGMC\",\"V_JGBH\",\"V_JGMC\",\"D_RBRQ\",\"N_ZGYZLJS\",\"N_ZGYZQJS\",\"N_SHKDLJS\",\"N_SHKDQJS\",\"N_ZTLJS\",\"N_ZTQJS\",\"N_YTLJS\",\"N_YTQJS\",\"N_STLJS\",\"N_STQJS\",\"N_BSLJS\",\"N_BSQJS\",\"N_YDLJS\",\"N_YDQJS\",\"N_YFLJS\",\"N_YFQJS\",\"N_JDLJS\",\"N_JDQJS\",\"N_JTLJS\",\"N_JTQJS\",\"N_TTLJS\",\"N_TTQJS\",\"N_DBLJS\",\"N_DBQJS\",\"N_DNLJS\",\"N_DNQJS\",\"N_FWLJS\",\"N_FWQJS\",\"N_YSLJS\",\"N_YSQJS\",\"N_QTLJS\",\"N_QTQJS\",\"RESERVED1\",\"RESERVED2\",\"RESERVED3\",\"RESERVED4\",\"BATCH_NO\") VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)";
|
|
// 查询总数
|
Long totalElements = ZyytUtil.getApiTotalElements("YYZT_T_SHKDRB", date);
|
Long totalPages = ZyytUtil.calcPages(totalElements, pageSize);
|
log.info("社会快递日报表(YYZT_T_SHKDRB) 共{}条数据,每页{}条，可分{}页，", totalElements, pageSize, totalPages);
|
|
for (pageNum = 0; pageNum <= totalPages - 1; pageNum++) {
|
ZyytDataResult<YyztTShkdrb> zyytDataResult = stationInfoService.getData(pageNum, pageSize);
|
|
List<YyztTShkdrb> stationInfoList = zyytDataResult.getContent();
|
totalSize += zyytDataResult.getContentSize();
|
log.info("第{}次获取,本次获取到{}条数据", pageNum + 1, zyytDataResult.getContentSize());
|
// 将数据分批次插入对应的数据表
|
int batchSize = 500;
|
int length = stationInfoList.size();
|
// 计算可以分成多少组
|
int num = length / batchSize;
|
|
for (int i = 0; i <= num; i++) {
|
// 开始位置
|
int fromIndex = i * batchSize;
|
// 结束位置
|
int toIndex = (i + 1) * batchSize < length ? (i + 1) * batchSize : length;
|
if (fromIndex == batchSize) {
|
continue;
|
}
|
List<YyztTShkdrb> yyztTShkdrbs = stationInfoList.subList(fromIndex, toIndex);
|
try {
|
List<Object[]> insertShkdrbList = new ArrayList<>();
|
yyztTShkdrbs.forEach(item -> {
|
insertShkdrbList.add(new Object[]{
|
item.getVSfdm(),
|
item.getVSfmc(),
|
item.getVDsdm(),
|
item.getVDsmc(),
|
item.getVQxdm(),
|
item.getVXsmc(),
|
item.getVTdjgbh(),
|
item.getVTdjgmc(),
|
item.getVJgbh(),
|
item.getVJgmc(),
|
item.getDRbrq(),
|
item.getNZgyzljs(),
|
item.getNZgyzqjs(),
|
item.getNShkdljs(),
|
item.getNShkdqjs(),
|
item.getNZtljs(),
|
item.getNZtqjs(),
|
item.getNYtljs(),
|
item.getNYtqjs(),
|
item.getNStljs(),
|
item.getNStqjs(),
|
item.getNBsljs(),
|
item.getNBsqjs(),
|
item.getNYdljs(),
|
item.getNYdqjs(),
|
item.getNYfljs(),
|
item.getNYfqjs(),
|
item.getNJdljs(),
|
item.getNJdqjs(),
|
item.getNJtljs(),
|
item.getNJtqjs(),
|
item.getNTtljs(),
|
item.getNTtqjs(),
|
item.getNDbljs(),
|
item.getNDbqjs(),
|
item.getNDnljs(),
|
item.getNDnqjs(),
|
item.getNFwljs(),
|
item.getNFwqjs(),
|
item.getNYsljs(),
|
item.getNYsqjs(),
|
item.getNQtljs(),
|
item.getNQtqjs(),
|
item.getReserved1(),
|
item.getReserved2(),
|
item.getReserved3(),
|
item.getReserved4(),
|
item.getBatchNo()
|
});
|
});
|
jdbcTemplate.batchUpdate(batchInsertSql, insertShkdrbList);
|
} catch (Exception e) {
|
log.error(e.getMessage());
|
//手工回滚异常
|
TransactionAspectSupport.currentTransactionStatus().rollbackToSavepoint(savePoint);
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
}
|
}
|
} catch (
|
Exception e) {
|
log.error(e.getMessage());
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
stationInfoService.updateRecord(recordId, 0, totalSize, null);
|
log.info("···········中邮易通 社会快递日报表{} 任务执行完毕···········", date);
|
}
|
|
|
// 代寄统计表
|
public void djtjbTasks(LocalDate date) {
|
log.info("开始进行 代寄统计表 -- {}", date);
|
String batchNo = ZyytUtil.getBatchNo(date);
|
|
if (ZyytUtil.isRunning("YYZT_T_DJTJB", date)) {
|
log.info("YYZT_T_DJTJB 的 批次{}正在运行", batchNo);
|
return;
|
}
|
|
// 删除已有批次数据
|
String delSql = "delete from YYZT_T_DJTJB where BATCH_NO='" + batchNo + "'";
|
jdbcTemplate.update(delSql);
|
|
Zyyt<YyztTDjtjb> stationInfoService = ZyytUtil.getBusinessEntity("YYZT_T_DJTJB", date);
|
Long recordId = stationInfoService.insertRecord("YYZT_T_DJTJB", batchNo);
|
Long totalSize = 0L;
|
//设置回滚点
|
Object savePoint = TransactionAspectSupport.currentTransactionStatus().createSavepoint();
|
|
try {
|
int pageNum = 0;
|
int pageSize = 500;
|
|
String batchInsertSql = "INSERT INTO YYZT_T_DJTJB (\"V_SFDM\", \"V_SFMC\", \"V_DSDM\", \"V_DSMC\", \"V_QXDM\", \"V_XSMC\", \"V_TDJGBH\", \"V_JGBH\", \"V_JGMC\", \"D_RBRQ\", \"V_YLGZDID\", \"V_YLGZDMC\", \"N_SJYWL\", \"N_TKYWL\", \"N_BKYEL\", \"N_SJZJE\", \"N_TKSR\", \"N_BKSR\", \"BATCH_NO\") VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)";
|
// 查询总数
|
Long totalElements = ZyytUtil.getApiTotalElements("YYZT_T_DJTJB", date);
|
Long totalPages = ZyytUtil.calcPages(totalElements, pageSize);
|
log.info("共{}条数据,每页{}条，可分{}页，", totalElements, pageSize, totalPages);
|
|
for (pageNum = 0; pageNum <= totalPages - 1; pageNum++) {
|
ZyytDataResult<YyztTDjtjb> zyytDataResult = stationInfoService.getData(pageNum, pageSize);
|
List<YyztTDjtjb> djtjbList = zyytDataResult.getContent();
|
totalSize += zyytDataResult.getContentSize();
|
log.info("第{}次获取,本次获取到{}条数据", pageNum + 1, zyytDataResult.getContentSize());
|
// 将数据分批次插入对应的数据表
|
int batchSize = 500;
|
int length = djtjbList.size();
|
// 计算可以分成多少组
|
int num = length / batchSize;
|
|
for (int i = 0; i <= num; i++) {
|
// 开始位置
|
int fromIndex = i * batchSize;
|
// 结束位置
|
int toIndex = (i + 1) * batchSize < length ? (i + 1) * batchSize : length;
|
if (fromIndex == batchSize) {
|
continue;
|
}
|
System.out.println(fromIndex + " === " + toIndex);
|
List<YyztTDjtjb> yyztTDjtjbs = djtjbList.subList(fromIndex, toIndex);
|
try {
|
List<Object[]> insertShkdrbList = new ArrayList<>();
|
yyztTDjtjbs.forEach(item -> {
|
insertShkdrbList.add(new Object[]{
|
item.getVSfdm(),
|
item.getVSfmc(),
|
item.getVDsdm(),
|
item.getVDsmc(),
|
item.getVQxdm(),
|
item.getVXsmc(),
|
item.getVTdjgbh(),
|
item.getVJgbh(),
|
item.getVJgmc(),
|
item.getDRbrq(),
|
item.getVYlgzdid(),
|
item.getVYlgzdmc(),
|
item.getNSjywl(),
|
item.getNTkywl(),
|
item.getNBkyel(),
|
item.getNSjzje(),
|
item.getNTksr(),
|
item.getNBksr(),
|
item.getBatchNo()
|
});
|
});
|
jdbcTemplate.batchUpdate(batchInsertSql, insertShkdrbList);
|
} catch (Exception e) {
|
log.error(e.getMessage());
|
//手工回滚异常
|
TransactionAspectSupport.currentTransactionStatus().rollbackToSavepoint(savePoint);
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
}
|
}
|
|
} catch (Exception e) {
|
log.error(e.getMessage());
|
stationInfoService.updateRecord(recordId, 1, 0L, e.getMessage());
|
return;
|
}
|
|
stationInfoService.updateRecord(recordId, 0, totalSize, null);
|
log.info("···········中邮易通 代寄统计表 -- [{}] 任务执行完毕···········", date);
|
}
|
|
// /**
|
// * 判断指定日期是否需要重新执行
|
// *
|
// * @param tableName
|
// * @param date
|
// * @return true 需要执行，false 不需要
|
// */
|
// private boolean canGetAgain(String tableName, LocalDate date) {
|
// String sql = "SELECT*FROM (SELECT*FROM ZYYT_RECORD WHERE BATCH_NO='" + ZyytConstant.batchNoPrefix + date + "' AND TABLE_NAME='" + tableName + "' ORDER BY START_TIME DESC) tmp WHERE ROWNUM<=1";
|
// Map<String, Object> map = null;
|
// try {
|
// map = jdbcTemplate.queryForMap(sql);
|
// } catch (Exception e) {
|
// log.info("sql=={}没有查询到数据", sql);
|
// }
|
// if (map != null) {
|
// String isFinish = Convert.toStr(map.get("IS_FINISH"));
|
// if (!"1".equals(isFinish)) {
|
// return false;
|
// }
|
// //下面 isFinish都是1
|
// String isError = Convert.toStr(map.get("IS_ERROR"));
|
// if ("1".equals(isError)) {
|
// // 执行有误
|
// return true;
|
// }
|
//
|
// // 成功执行没有错
|
// String countNum = Convert.toStr(map.get("COUNT_NUM"));
|
// if ("0".equals(countNum)) {
|
// //没有拉取到数据
|
// log.info("stationInfoTask");
|
// return true;
|
// }
|
// } else {
|
// // 该批次未执行
|
// log.info("stationInfoTask");
|
// return true;
|
// }
|
// return false;
|
// }
|
}
|
