ecology
/
ebu_ecology_dev1
7
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 3 Wiki Activity

安永数据同步

dev
wangxuanran 2023-06-10 16:09:18 +08:00
parent cfe56ff505
commit cdda440ef2
25 changed files with 1481 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

53
src/main/java/com/api/xuanran/wang/eny/export_excel/controller/ExportExcelController.java
View File

@ -1,14 +1,23 @@
package com.api.xuanran.wang.eny.export_excel.controller;
import aiyh.utils.Util;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigMain;
import com.api.xuanran.wang.eny.export_excel.service.ExportExcelServiceImpl;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import weaver.general.TimeUtil;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import javax.ws.rs.POST;
import javax.ws.rs.GET;
import javax.ws.rs.Path;
import javax.ws.rs.Produces;
import javax.ws.rs.core.Context;
import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;
import java.nio.charset.StandardCharsets;
import javax.ws.rs.core.StreamingOutput;
import java.net.URLEncoder;
import java.util.Objects;
/**
* <h1>安永 建模自定义导出excel</h1>
@ -19,14 +28,42 @@ import java.nio.charset.StandardCharsets;
@Path("/wxr/eny/excel")
public class ExportExcelController {
@POST
private final ExportExcelServiceImpl exportExcelService = new ExportExcelServiceImpl();
private final Logger logger = Util.getLogger();
@GET
@Path("/cus_port")
@Produces(MediaType.TEXT_PLAIN)
@Produces(MediaType.APPLICATION_OCTET_STREAM)
public Response exportExcel(@Context HttpServletRequest request,
@Context HttpServletResponse response){
return null;
// return Response.ok(streamingOutput, MediaType.APPLICATION_OCTET_STREAM).type("application/zip")
// .header("Content-Disposition", "attachment;filename=" +
// new String(packageName.toString().getBytes("GBK"), StandardCharsets.ISO_8859_1) + ".zip").build();
String onlyMark = request.getParameter("onlyMark");
String dataId = request.getParameter("dataId");
if(StringUtils.isBlank(onlyMark) || StringUtils.isBlank(dataId)){
logger.error("配置唯一标识或dataId为空!");
return null;
}
CusExportExcelConfigMain config = exportExcelService.getConfig(onlyMark);
if(Objects.isNull(config)){
logger.error("该唯一标识在配置表中没有找到配置数据!");
return null;
}
try {
String suffix = config.getTemplate_path().substring(config.getTemplate_path().lastIndexOf("."));
StreamingOutput os = exportExcelService.exportExcel(config, dataId, suffix);
// String mimeType = ".xls".equals(suffix) ? "application/vnd.ms-excel":"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet";
String fileName = request.getParameter("fileName");
if(StringUtils.isBlank(fileName)){
fileName = TimeUtil.getCurrentDateString() + config.getFile_name();
}
fileName += suffix;
fileName = URLEncoder.encode(fileName, "UTF-8");
logger.info("文件名称 : " + fileName);
return Response.ok(os, MediaType.APPLICATION_OCTET_STREAM)
.header("Content-Disposition", "attachment; filename*=UTF-8''" + fileName).build();
}catch (Exception e){
logger.error("生成excel文件异常 : ");
logger.error(Util.getErrString(e));
return null;
}
}
}

2
src/main/java/com/api/xuanran/wang/eny/export_excel/entity/CusExportExcelConfigDetail.java
View File

@ -12,6 +12,6 @@ import lombok.Data;
public class CusExportExcelConfigDetail {
private String excel_row;
private String model_field;
private String get_value_type;
private int get_value_type;
private String value_context;
}

1
src/main/java/com/api/xuanran/wang/eny/export_excel/entity/CusExportExcelConfigMain.java
View File

@ -15,5 +15,6 @@ public class CusExportExcelConfigMain {
private String model_table;
private String template_path;
private String file_name;
private String table_name;
private List<CusExportExcelConfigDetail> configDetailList;
}

13
src/main/java/com/api/xuanran/wang/eny/export_excel/mapper/ExportExcelMapper.java
View File

@ -3,8 +3,6 @@ package com.api.xuanran.wang.eny.export_excel.mapper;
import aiyh.utils.annotation.recordset.*;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigDetail;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigMain;
import com.api.xuanran.wang.traffic_bank.email.entity.EmailOutConfigDetail;
import com.api.xuanran.wang.traffic_bank.email.entity.EmailOutConfigMain;
import java.util.List;
import java.util.Map;
@ -17,13 +15,17 @@ import java.util.Map;
*/
@SqlMapper
public interface ExportExcelMapper {
@Select("select * from uf_mod_export_excel where model_table = #{modelTable}")
@Select("SELECT a.*,b.tablename as table_name " +
"FROM uf_mod_export_excel a " +
"left join workflow_mode_table_view b " +
"on a.model_table = b.id " +
"where only_mark = #{onlyMark}")
@CollectionMappings({
@CollectionMapping(property = "configDetailList",
column = "id",
id = @Id(value = Integer.class, methodId = 1))
})
CusExportExcelConfigMain selectConfigByModelId(@ParamMapper("modelTable") int modelTable);
CusExportExcelConfigMain selectConfigByOnlyMark(@ParamMapper("onlyMark") String onlyMark);
/**
* <h1>查询配置表明细表信息</h1>
@ -39,6 +41,9 @@ public interface ExportExcelMapper {
@CollectionMethod(1)
List<CusExportExcelConfigDetail> selectConfigDetail(@ParamMapper("mainId") int mainId);
@Select(custom = true)
Map<String, Object> selectCustomerSqlMap(@SqlString String sql, Map<String, Object> map);
@Select(custom = true)
String selectCustomerSql(@SqlString String sql, Map<String, Object> map);
}

156
src/main/java/com/api/xuanran/wang/eny/export_excel/service/ExportExcelServiceImpl.java
View File

@ -1,8 +1,27 @@
package com.api.xuanran.wang.eny.export_excel.service;
import aiyh.utils.Util;
import aiyh.utils.excention.CustomerException;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigDetail;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigMain;
import com.api.xuanran.wang.eny.export_excel.mapper.ExportExcelMapper;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.collections.MapUtils;
import org.apache.log4j.Logger;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.ss.usermodel.*;
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
import weaver.general.GCONST;
import javax.ws.rs.core.StreamingOutput;
import java.io.*;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import java.util.stream.Collectors;
/**
* <h1>自定义导出excel</h1>
@ -12,16 +31,143 @@ import com.api.xuanran.wang.eny.export_excel.mapper.ExportExcelMapper;
*/
public class ExportExcelServiceImpl {
private final ExportExcelMapper exportExcelMapper = Util.getMapper(ExportExcelMapper.class);
private final Logger log = Util.getLogger();
/**
* <h1>根据模块id查询配置</h1>
*
* @param onlyMark 唯一标识
* @return 配置对象
* @author xuanran.wang
* @dateTime 2023/6/7 11:28
* @param modelId 模块id
* @return 配置对象
**/
public CusExportExcelConfigMain getConfig(int modelId){
return exportExcelMapper.selectConfigByModelId(modelId);
public CusExportExcelConfigMain getConfig(String onlyMark) {
return exportExcelMapper.selectConfigByOnlyMark(onlyMark);
}
/**
* <h1>导出excel</h1>
* @author xuanran.wang
* @dateTime 2023/6/7 16:26
* @param config 配置对象
* @param dataId 数据ID
* @param suffix 文件后缀
* @return 输出流
**/
public StreamingOutput exportExcel(CusExportExcelConfigMain config,
String dataId,
String suffix) throws IOException {
return outputStream -> {
String filePath = config.getTemplate_path();
filePath = parseConfigPath(filePath);
if(!new File(filePath).exists()){
throw new IOException("在服务器中未找到模版文件!");
}
String sql = "select * from " + config.getTable_name() + " where id in ( " + dataId + " )";
Map<String, Object> map = exportExcelMapper.selectCustomerSqlMap(sql, new HashMap<>());
if(MapUtils.isEmpty(map)){
throw new CustomerException("模块数据查询为空!");
}
List<CusExportExcelConfigDetail> configDetailList = config.getConfigDetailList();
List<String> specialRow = new ArrayList<>();
if(CollectionUtils.isNotEmpty(configDetailList)){
specialRow = configDetailList.stream().map(CusExportExcelConfigDetail::getExcel_row).collect(Collectors.toList());
}
FileInputStream fis = new FileInputStream(filePath);
ByteArrayOutputStream bos = new ByteArrayOutputStream();
Workbook workbook;
if (".xls".equals(suffix)) {
workbook = new HSSFWorkbook(fis);
}else {
workbook = new XSSFWorkbook(fis);
}
try {
Sheet sheet = workbook.getSheetAt(0); // 获取第一个工作表
for (Row row : sheet) {
for (Cell cell : row) {
String cellValue = cell.getStringCellValue();
String replacedValue = replacePlaceholder(cellValue, map, specialRow, config);
cell.setCellValue(replacedValue);
}
}
workbook.write(bos);
bos.writeTo(outputStream);
outputStream.flush();
}catch (Exception e){
throw new CustomerException("replacePlaceholder error ", e);
}finally {
try {
outputStream.close();
bos.close();
workbook.close();
fis.close();
}catch (Exception e){
log.error("关流异常 : " + e.getMessage());
}
}
};
}
/**
* <h1>将excel模版中的参数进行替换</h1>
* @author xuanran.wang
* @dateTime 2023/6/7 14:32
* @param cellValue 单元格数据
* @param modelMap 建模数据集合
* @param specialRow 明细1配置的数据
* @param config 配置对象
* @return 替换后的值
**/
public String replacePlaceholder(String cellValue, Map<String, Object> modelMap, List<String> specialRow, CusExportExcelConfigMain config){
Pattern pattern = Pattern.compile("\\{(.*?)}"); // 匹配以{}包裹的内容
Matcher matcher = pattern.matcher(cellValue);
StringBuffer replacedValue = new StringBuffer();
while (matcher.find()) {
String placeholder = matcher.group(1); // 获取{}中的内容
Object replacement = Util.null2DefaultStr(modelMap.get(placeholder),"");
// sql特殊处理
if(CollectionUtils.isNotEmpty(specialRow) && specialRow.contains(placeholder)){
List<CusExportExcelConfigDetail> collect = config.getConfigDetailList().stream().filter(item -> item.getExcel_row().equals(placeholder)).collect(Collectors.toList());
if(CollectionUtils.isNotEmpty(collect)){
CusExportExcelConfigDetail configDetail = collect.get(0);
if(configDetail.getGet_value_type() == 2){
String cusSql = configDetail.getValue_context();
cusSql = Util.sbc2dbcCase(cusSql);
replacement = exportExcelMapper.selectCustomerSql(cusSql, modelMap);
}
}
}
// 根据需要进行替换的逻辑
matcher.appendReplacement(replacedValue, replacement.toString());
}
matcher.appendTail(replacedValue);
return replacedValue.toString();
}
/**
* <h1>解析请求xls模板位置</h1>
* @param configFilePath 模板文件路径
* @return 解析后的文件路径
*/
public String parseConfigPath(String configFilePath){
StringBuilder filePath = new StringBuilder(GCONST.getSysFilePath());
int beginIndex = configFilePath.indexOf(".");
int endIndex = configFilePath.lastIndexOf(".");
if(beginIndex == endIndex){
filePath.append(configFilePath);
}else {
String[] pathArr = configFilePath.split("\\.");
for (int i = 0; i < pathArr.length - 2; i++) {
if(i != 0){
filePath.append(File.separator);
}
filePath.append(pathArr[i]);
}
filePath.append(File.separator)
.append(pathArr[pathArr.length - 2])
.append(".")
.append(pathArr[pathArr.length - 1]);
}
return filePath.toString();
}

27
src/main/java/weaver/xuanran/wang/common/entity/CusSuccess.java Normal file
View File

@ -0,0 +1,27 @@
package weaver.xuanran.wang.common.entity;
import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Data;
import lombok.NoArgsConstructor;
import weaver.xuanran.wang.common.service.CusDataDecipher;
/**
* <h1>自定义请求条件</h1>
*
* @author xuanran.wang
* @date 2023/4/6 19:34
*/
@Data
@Builder
@AllArgsConstructor
@NoArgsConstructor
public class CusSuccess {
private String successField;
private Object successValue;
private String errorMsg;
private String dataKey;
private Object response;
private CusDataDecipher cusDataDecipher;
}

3
src/main/java/weaver/xuanran/wang/common/mapper/CommonMapper.java
View File

@ -121,4 +121,7 @@ public interface CommonMapper {
@BatchUpdate(custom = true)
boolean updateModelInfoList(@SqlString String sql, @BatchSqlArgs List<Map<String, Object>> params);
@BatchInsert(custom = true)
boolean batchInsertModel(@SqlString String sql,@BatchSqlArgs List<Map<String, Object>> collect);
}

15
src/main/java/weaver/xuanran/wang/common/service/CusDataDecipher.java Normal file
View File

@ -0,0 +1,15 @@
package weaver.xuanran.wang.common.service;
import aiyh.utils.httpUtil.ResponeVo;
import java.util.Map;
/**
* <h1>自定义解密类</h1>
*
* @author xuanran.wang
* @date 2023/4/10 13:20
*/
public interface CusDataDecipher {
Map<String, Object> decoder(ResponeVo responeVo);
}

15
src/main/java/weaver/xuanran/wang/common/util/CommonUtil.java
View File

@ -708,5 +708,20 @@ public class CommonUtil {
return tableName;
}
/**
* <h1>构建get url</h1>
* @author xuanran.wang
* @dateTime 2023/6/8 16:51
* @param url 接口地址
* @param query 请求参数
* @return url
**/
public static String buildGetUrl(String url, Map<String, Object> query){
StringBuilder sb = new StringBuilder(url + "?");
for (Map.Entry<String, Object> entry : query.entrySet()) {
sb.append(entry.getKey()).append("=").append(entry.getValue()).append("&");
}
return sb.substring(0, sb.lastIndexOf("&"));
}
}

113
src/main/java/weaver/xuanran/wang/common/util/CusData2OA.java
View File

@ -1,19 +1,26 @@
package weaver.xuanran.wang.common.util;
import aiyh.utils.ThreadPoolConfig;
import aiyh.utils.Util;
import aiyh.utils.annotation.recordset.BatchUpdate;
import aiyh.utils.excention.CustomerException;
import com.alibaba.fastjson.JSONObject;
import com.weaver.general.TimeUtil;
import org.apache.axis2.databinding.types.xsd._float;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import weaver.formmode.data.ModeDataIdUpdate;
import weaver.formmode.setup.ModeRightInfo;
import weaver.xuanran.wang.common.mapper.CommonMapper;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
/**
* <h1>自定义数据写入oa</h1>
@ -26,24 +33,25 @@ public class CusData2OA {
private static final Logger log = Util.getLogger();
private static final String TABLE_NAME_PLACEHOLDER = "#\\{tableName}";
private static final ExecutorService threadPoolInstance = ThreadPoolConfig.createThreadPoolInstance();
public static String writeToModel(String modelId, String uniqueSql, Map<String, Object> params){
return baseExecute(modelId, uniqueSql, Collections.singletonList(params)).get(0);
return baseExecute(modelId, uniqueSql, Collections.singletonList(params), null).get(0);
}
public static String writeToModel(String modelId, Map<String, Object> params){
return baseExecute(modelId, "", Collections.singletonList(params)).get(0);
return baseExecute(modelId, "", Collections.singletonList(params), null).get(0);
}
public static List<String> batchWriteToModel(String modelId, List<Map<String, Object>> params){
return baseExecute(modelId, "", params);
public static List<String> batchWriteToModel(String modelId, List<Map<String, Object>> params, CountDownLatch latch){
return baseExecute(modelId, "", params, latch);
}
public static List<String> batchWriteToModel(String modelId, String uniqueSql, List<Map<String, Object>> params){
return baseExecute(modelId, uniqueSql, params);
return baseExecute(modelId, uniqueSql, params, null);
}
@BatchUpdate
public static List<String> baseExecute(String modelId, String uniqueSql, List<Map<String, Object>> params){
public static List<String> baseExecute(String modelId, String uniqueSql, List<Map<String, Object>> params, CountDownLatch latch){
int modelIdInt = Util.getIntValue(modelId, -1);
String tableName = CommonUtil.checkModelId(modelIdInt);
if(modelIdInt < 0 || StringUtils.isBlank(tableName)){
@ -51,39 +59,99 @@ public class CusData2OA {
}
uniqueSql = Util.sbc2dbcCase(uniqueSql);
uniqueSql = uniqueSql.replaceAll(TABLE_NAME_PLACEHOLDER, tableName);
String modelDataId = "";
List<String> delList = new ArrayList<>();
List<String> modelDataList = new ArrayList<>();
String updateSql = "";
for (Map<String, Object> param : params) {
log.info("写入日志参数 : " + com.alibaba.fastjson.JSONObject.toJSONString(param));
String modelDataId = Util.null2DefaultStr(param.get("id"),"");
if(StringUtils.isNotBlank(uniqueSql)){
modelDataId = commonMapper.selectCustomerSql(uniqueSql, param);
}
if(StringUtils.isBlank(modelDataId)){
modelDataId = Util.null2DefaultStr(Util.getModeDataId(tableName, modelIdInt, 1),"");
delList.add(modelDataId);
Util.rebuildModeDataShare(1, tableName, Util.getIntValue(modelDataId, -1));
param.put("id",modelDataId);
}
if(StringUtils.isBlank(updateSql)){
updateSql = buildUpdateSql(tableName, param);
}
param.put("id",modelDataId);
modelDataList.add(modelDataId);
}
try {
log.info("updateSql => " + updateSql);
if (!commonMapper.updateModelInfoList(updateSql, params)) {
throw new CustomerException("update model data sql execute error!");
}
threadPoolInstance.submit(()->{
log.info("需要重构的数据 : " + JSONObject.toJSONString(modelDataList));
for (String id : modelDataList) {
if(StringUtils.isBlank(id)){
continue;
}
Util.rebuildModeDataShare(1, tableName, Util.getIntValue(id, -1));
}
});
}catch (Exception e){
CommonUtil.deleteDataByIds(delList, tableName);
throw new CustomerException(e);
}
if(latch != null){
for (int i = 0; i < modelDataList.size(); i++) {
latch.countDown();
}
}
return modelDataList;
}
public static void baseInsertAndUpdate(String modelId, List<Map<String, Object>> params, CountDownLatch latch){
int modelIdInt = Util.getIntValue(modelId, -1);
String tableName = CommonUtil.checkModelId(modelIdInt);
if(modelIdInt < 0 || StringUtils.isBlank(tableName)){
throw new CustomerException("modelId can not < 0 or modelTableName can not empty!");
}
String updateSql = "";
String insertSql = "";
List<Map<String, Object>> updateParams = new ArrayList<>();
List<Map<String, Object>> insertParams = new ArrayList<>();
for (Map<String, Object> param : params) {
String modelDataId = Util.null2DefaultStr(param.get("id"),"");
if(StringUtils.isBlank(modelDataId)){
insertParams.add(param);
param.put("modedatacreater","1");
param.put("formmodeid", modelId);
param.put("modedatacreatedate", TimeUtil.getCurrentDateString());
param.put("modedatacreatetime", TimeUtil.getOnlyCurrentTimeString());
}else {
updateParams.add(param);
}
if(StringUtils.isBlank(updateSql)){
updateSql = buildUpdateSql(tableName, param);
}
if(StringUtils.isBlank(insertSql)){
insertSql = buildInsertSql(tableName, modelId, param);
}
}
try {
if(CollectionUtils.isNotEmpty(updateParams)){
if (!commonMapper.updateModelInfoList(updateSql, params)) {
throw new CustomerException("update model data sql execute error!");
}
}
if(CollectionUtils.isNotEmpty(insertParams)){
if (!commonMapper.batchInsertModel(insertSql, params)) {
throw new CustomerException("insert model data sql execute error!");
}
}
}catch (Exception e){
throw new CustomerException(e);
}finally {
if(latch != null){
for (int i = 0; i < params.size(); i++) {
latch.countDown();
}
}
}
}
public static String buildUpdateSql(String tableName, Map<String, Object> params) {
StringBuilder sqlSb = new StringBuilder("update ")
.append(tableName)
@ -98,4 +166,23 @@ public class CusData2OA {
sqlSb.append(" where id = #{item.id}");
return sqlSb.toString();
}
public static String buildInsertSql(String tableName, String modelId,Map<String, Object> params) {
StringBuilder sqlSb = new StringBuilder("insert into ")
.append(tableName)
.append(" (");
StringBuilder fields = new StringBuilder();
StringBuilder values = new StringBuilder();
for (Map.Entry<String, Object> entry : params.entrySet()) {
fields.append(entry.getKey()).append(",");
values.append("#{item.")
.append(entry.getKey())
.append("}")
.append(",");
}
fields.deleteCharAt(fields.length() - 1);
values.deleteCharAt(values.length() - 1);
sqlSb.append(fields).append(" ) ").append(" values ( ").append(values).append(" )");
return sqlSb.toString();
}
}

78
src/main/java/weaver/xuanran/wang/common/util/RequestMasterPlate.java Normal file
View File

@ -0,0 +1,78 @@
package weaver.xuanran.wang.common.util;
import aiyh.utils.Util;
import aiyh.utils.excention.CustomerException;
import aiyh.utils.httpUtil.ResponeVo;
import aiyh.utils.httpUtil.util.HttpUtils;
import com.alibaba.fastjson.JSON;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import weaver.xuanran.wang.common.entity.CusSuccess;
import java.io.IOException;
import java.util.Map;
/**
* <h1>请求模版方法</h1>
*
* @author xuanran.wang
* @date 2023/4/4 11:51
*/
public class RequestMasterPlate {
private final Logger log = Util.getLogger();
private final HttpUtils httpUtils = new HttpUtils();
private static final int HTTP_SUCCESS_CODE = 200;
public <T> T apiGet(String url, Map<String, Object> params, Map<String, String> headers, CusSuccess cusSuccess){
ResponeVo responeVo;
try {
responeVo = httpUtils.apiGet(url, params, headers);
} catch (IOException e) {
throw new CustomerException(Util.logStr("发送请求发生异常! : {}", e.getMessage())); // 自定义异常类 create 2022/3/9 2:20 PM 构建日志字符串
}
return parseResponse(url, responeVo, params, cusSuccess);
}
public <T> T apiPost(String url, Object o, Map<String, String> headers, CusSuccess cusSuccess){
ResponeVo responeVo;
try {
responeVo = httpUtils.apiPostObject(url, o, headers);
} catch (IOException e) {
throw new CustomerException(Util.logStr("发送请求发生异常! : {}", e.getMessage())); // 自定义异常类 create 2022/3/9 2:20 PM 构建日志字符串
}
return parseResponse(url, responeVo, o, cusSuccess);
}
public <T> T parseResponse(String url, ResponeVo responseVo, Object o, CusSuccess cusSuccess){
if (responseVo.getCode() != HTTP_SUCCESS_CODE) { // 相应状态码
log.error(Util.logStr("can not fetch [{}]，this request params is [{}]，" + // 构建日志字符串
"this request heard is [{}]，but response status code is [{}]，" +
"this response is [{}]", url, JSON.toJSON(o), JSON.toJSONString(httpUtils.getGlobalCache().header), responseVo.getCode(), // 相应状态码
responseVo.getEntityString())); // 相应内容
throw new CustomerException(Util.logStr("can not fetch [{}]", url)); // 自定义异常类 create 2022/3/9 2:20 PM 构建日志字符串
}
Map<String, Object> response;
if(cusSuccess.getCusDataDecipher() != null){
response = cusSuccess.getCusDataDecipher().decoder(responseVo);
}else {
response = responseVo.getResponseMap(); // 根据相应结果转化为map集合
}
cusSuccess.setResponse(response);
String responseValue = Util.null2DefaultStr(response.get(cusSuccess.getSuccessField()), "");
if (!responseValue.equals(Util.null2DefaultStr(cusSuccess.getSuccessValue(),""))) {
throw new CustomerException(Util.logStr("接口地址:[{}], 接口响应码不为: [{}], 接口响应信息: {}", url, cusSuccess.getSuccessValue(), Util.null2DefaultStr(response.get(cusSuccess.getErrorMsg()), ""))); // 自定义异常类 create 2022/3/9 2:20 PM 构建日志字符串
}
String[] split = Util.null2DefaultStr(cusSuccess.getDataKey(),"").split("\\.");
int len = split.length;
if(len == 0 || StringUtils.isBlank(cusSuccess.getDataKey())){
return (T)response;
}
for (int i = 0; i < len - 1; i++) {
response = (Map) response.get(split[i]);
}
return (T) response.get(split[len - 1]);
}
}

19
src/main/java/weaver/xuanran/wang/eny/data_async/entity/DataAsyncConfigDetail.java Normal file
View File

@ -0,0 +1,19 @@
package weaver.xuanran.wang.eny.data_async.entity;
import lombok.Data;
/**
* <h1>安永 - 建模数据同步配置明细表对象</h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:21
*/
@Data
public class DataAsyncConfigDetail {
private String interface_field;
private String model_field;
private int get_value_type;
private String value_context;
private int primary_key;
private String model_field_name;
}

23
src/main/java/weaver/xuanran/wang/eny/data_async/entity/DataAsyncConfigMain.java Normal file
View File

@ -0,0 +1,23 @@
package weaver.xuanran.wang.eny.data_async.entity;
import lombok.Data;
import java.util.List;
/**
* <h1>安永 - 建模数据同步配置主表对象</h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:21
*/
@Data
public class DataAsyncConfigMain {
private String model_id;
private String model_table;
private String async_url;
private String only_mark;
private String unique_sql;
private String remark;
private String table_name;
private List<DataAsyncConfigDetail> configDetailList;
}

21
src/main/java/weaver/xuanran/wang/eny/data_async/entity/EyDataAsyncCusToken.java Normal file
View File

@ -0,0 +1,21 @@
package weaver.xuanran.wang.eny.data_async.entity;
import lombok.Data;
/**
* <h1>token实体类</h1>
*
* @author xuanran.wang
* @date 2023/4/7 23:29
*/
@Data
public class EyDataAsyncCusToken {
/**
* <h2>token</h2>
**/
private String accessToken;
/**
* <h2>过期时间戳</h2>
**/
private long expiresTime;
}

75
src/main/java/weaver/xuanran/wang/eny/data_async/job/ModelDataAsyncJob.java Normal file
View File

@ -0,0 +1,75 @@
package weaver.xuanran.wang.eny.data_async.job;
import aiyh.utils.Util;
import aiyh.utils.annotation.PrintParamMark;
import aiyh.utils.annotation.RequiredMark;
import lombok.Setter;
import org.apache.log4j.Logger;
import weaver.interfaces.schedule.BaseCronJob;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigMain;
import weaver.xuanran.wang.eny.data_async.service.DataAsyncServiceImpl;
import java.util.HashMap;
/**
* <h1>安永 接口数据同步到建模</h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:17
*/
@Setter
public class ModelDataAsyncJob extends BaseCronJob {
@RequiredMark(desc = "配置唯一标识")
@PrintParamMark
private String onlyMark;
@PrintParamMark
@RequiredMark(desc = "token地址")
private String tokenUrl;
@PrintParamMark
@RequiredMark(desc = "clientId")
private String clientId;
@PrintParamMark
@RequiredMark(desc = "appId")
private String appId;
@PrintParamMark
@RequiredMark(desc = "appSecret")
private String appSecret;
@PrintParamMark
private String pageSize;
@PrintParamMark
private String pageNo;
@PrintParamMark
private String debug;
private final DataAsyncServiceImpl dataAsyncService = new DataAsyncServiceImpl();
private final Logger log = Util.getLogger();
@Override
public void execute() {
try {
Util.verifyRequiredField(this);
dataAsyncService.setPageSize(Util.getIntValue(pageSize, 500));
dataAsyncService.setPageNo(Util.getIntValue(pageNo, 1));
dataAsyncService.setClientId(clientId);
dataAsyncService.setDebug(debug);
DataAsyncConfigMain config = dataAsyncService.getConfig(onlyMark);
HashMap<String, Object> params = new HashMap<>();
params.put("clientId", clientId);
params.put("appId", appId);
params.put("appSecret", appSecret);
dataAsyncService.asyncData(config, tokenUrl, params);
}catch (Exception e){
log.error("同步接口数据异常 : " + e.getMessage());
log.error(Util.getErrString(e));
}
}
}

58
src/main/java/weaver/xuanran/wang/eny/data_async/mapper/DataAsyncMapper.java Normal file
View File

@ -0,0 +1,58 @@
package weaver.xuanran.wang.eny.data_async.mapper;
import aiyh.utils.annotation.recordset.*;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigMain;
import java.util.List;
import java.util.Map;
/**
* <h1>安永 - 建模数据同步 mapper</h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:25
*/
@SqlMapper
public interface DataAsyncMapper {
@Select("SELECT a.*,b.tablename as table_name, c.id as model_id " +
"FROM uf_ey_data_async a " +
"left join workflow_mode_table_view b " +
"on a.model_table = b.id " +
"left join modeinfo c " +
"on a.model_table = c.formid " +
"where only_mark = #{onlyMark}")
@CollectionMappings({
@CollectionMapping(property = "configDetailList",
column = "id",
id = @Id(value = Integer.class, methodId = 1))
})
DataAsyncConfigMain selectConfigByOnlyMark(@ParamMapper("onlyMark") String onlyMark);
/**
* <h1>查询配置表明细表信息</h1>
* @author xuanran.wang
* @dateTime 2023/3/1 16:39
* @param mainId 主表数据id
* @return 配置集合
**/
@Select("select a.*,b.fieldname model_field_name from uf_ey_data_async_dt1 a " +
"left join workflow_field_table_view b " +
"on a.model_field = b.id " +
"where mainid = #{mainId} and enable = 0")
@CollectionMethod(1)
List<DataAsyncConfigDetail> selectConfigDetail(@ParamMapper("mainId") int mainId);
@Select(custom = true)
Map<String, Object> selectCustomerSqlMap(@SqlString String sql, Map<String, Object> map);
@Select("select $t{foreignKey},id from $t{tableName} where $t{foreignKey} between #{min} and #{max}")
@CaseConversion(value = false)
List<Map<String, String>> selectDataIds(@ParamMapper("foreignKey") String foreignKey,
@ParamMapper("tableName") String tableName,
@ParamMapper("min") Integer min,
@ParamMapper("max") Integer max);
@Select(custom = true)
String selectCustomerSql(@SqlString String sql, Map<String, Object> map);
}

385
src/main/java/weaver/xuanran/wang/eny/data_async/service/DataAsyncServiceImpl.java Normal file
View File

@ -0,0 +1,385 @@
package weaver.xuanran.wang.eny.data_async.service;
import aiyh.utils.ThreadPoolConfig;
import aiyh.utils.Util;
import aiyh.utils.excention.CustomerException;
import com.alibaba.fastjson.JSONObject;
import com.engine.common.util.ServiceUtil;
import com.engine.cube.service.ModeAppService;
import com.engine.cube.service.impl.ModeAppServiceImpl;
import lombok.Setter;
import org.apache.commons.collections.CollectionUtils;
import org.apache.commons.collections.MapUtils;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import weaver.formmode.setup.ModeRightInfoThread;
import weaver.general.TimeUtil;
import weaver.hrm.User;
import weaver.xuanran.wang.common.entity.CusSuccess;
import weaver.xuanran.wang.common.util.CommonUtil;
import weaver.xuanran.wang.common.util.CusData2OA;
import weaver.xuanran.wang.common.util.RequestMasterPlate;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigMain;
import weaver.xuanran.wang.eny.data_async.mapper.DataAsyncMapper;
import weaver.xuanran.wang.eny.data_async.util.EyDataAsyncTokenUtil;
import weaver.xuanran.wang.eny.data_async.util.ValueRuleMethod;
import javax.servlet.ServletContext;
import javax.servlet.http.HttpSession;
import javax.servlet.http.HttpSessionContext;
import java.util.*;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.TimeUnit;
import java.util.stream.Collectors;
/**
* <h1>安永 - 建模数据同步</h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:19
*/
@Setter
public class DataAsyncServiceImpl {
private final DataAsyncMapper asyncMapper = Util.getMapper(DataAsyncMapper.class);
private final Logger log = Util.getLogger();
private final RequestMasterPlate requestMasterPlate = new RequestMasterPlate();
private final CusSuccess dataSuccess = CusSuccess.builder()
.successField("code")
.successValue(0)
.dataKey("data")
.errorMsg("msg")
.build();
private int pageSize = 100;
private int pageNo = 1;
private String clientId = "";
private String debug = "0";
private final ExecutorService threadPoolInstance = ThreadPoolConfig.createThreadPoolInstance();
/**
* <h1>根据模块id查询配置</h1>
*
* @param onlyMark 唯一标识
* @return 配置对象
* @author xuanran.wang
* @dateTime 2023/6/7 11:28
**/
public DataAsyncConfigMain getConfig(String onlyMark) {
DataAsyncConfigMain config = asyncMapper.selectConfigByOnlyMark(onlyMark);
if(Objects.isNull(config) || CollectionUtils.isEmpty(config.getConfigDetailList())){
throw new CustomerException("该唯一标识在配置表中未找到对应的配置!或存在该配置但是明细数据为空!");
}
return config;
}
/**
* <h1>数据同步 有一个点 就是如果接口请求过程中报错了 怎么重新处理</h1>
* @author xuanran.wang
* @dateTime 2023/6/9 13:28
* @param config 配置对象
* @param tokenUrl token地址
* @param params token 参数
**/
public void asyncData(DataAsyncConfigMain config, String tokenUrl, Map<String, Object> params){
long startTime = System.currentTimeMillis();
log.info("数据开始同步时间 : " + TimeUtil.getCurrentTimeString());
String asyncUrl = config.getAsync_url();
int total = Integer.MAX_VALUE;
int pageNo = this.pageNo;
int count = 0;
// 请求头
HashMap<String, String> header = new HashMap<>();
header.put("client-id", clientId);
// url地址参数
HashMap<String, Object> query = new HashMap<>();
query.put("pageSize", pageSize);
CountDownLatch latch = null;
int preNum = 0;
// 如果不是第一页就先定位到指定位置
if(pageNo > 1){
count += (pageNo - 1) * pageSize;
preNum = count;
}
boolean show = true;
while (count < total){
// 从缓存中获取token
String token = EyDataAsyncTokenUtil.getToken(tokenUrl, params);
header.put("Authorization", "Bearer " + token);
query.put("pageNo", pageNo);
// 构建请求url 拼接上分分页参数
String url = CommonUtil.buildGetUrl(asyncUrl, query);
Map<String, Object> data;
List<Map<String, Object>> maps;
try {
// 获取接口数据
data = requestMasterPlate.apiPost(url, new HashMap<>(), header, dataSuccess);
total = Util.getIntValue(Util.null2DefaultStr(data.get("total"),""), -1);
if(show){
log.info("接口数据条数total : " + total);
}
if(latch == null){
// 应该传入 total / pageSize
latch = new CountDownLatch(total);
}
pageNo++;
count += pageSize;
List<Map<String, Object>> list = (List<Map<String, Object>>) data.get("list");
// 进行数据处理
maps = dealData(config, list);
show = false;
}catch (Exception e){
for (int i = 0; i < pageSize; i++) {
if(latch != null){
latch.countDown();
}
}
log.error("请求异常 : " + e.getMessage() + " 当前页数 : " + pageNo);
if(latch != null){
log.info("当前latch信号数量 : " + latch.getCount());
}
continue;
}
CountDownLatch finalLatch = latch;
if(finalLatch.getCount() > 0 && maps.size() > 0){
// 异步提交数据库处理
threadPoolInstance.execute(()->{
log.info("=======================================================================================");
log.info(Thread.currentThread().getName() + " 入库之前信号数量 : " + finalLatch.getCount());
CusData2OA.baseInsertAndUpdate(config.getModel_id(), maps, finalLatch);
log.info(Thread.currentThread().getName() + " 入库之后信号数量 : " + finalLatch.getCount());
log.info("=======================================================================================");
});
}
}
try {
if(latch != null){
log.info("preNum : " + preNum);
while (preNum-- > 0){
latch.countDown();
}
boolean await = latch.await(30, TimeUnit.MINUTES);
if(!await){
throw new CustomerException("线程等待时间超过最大时间限制!");
}
long endTime = System.currentTimeMillis();
log.info("数据结束同步时间 : " + TimeUtil.getCurrentTimeString());
rebuildRight(Util.getIntValue(config.getModel_id()));
log.info("同步耗时时间 " + (endTime - startTime) / 1000 + " s");// 等待所有转换操作完成
}
} catch (Exception e) {
throw new CustomerException(e);
}
}
/**
* <h1>同步处理数据</h1>
* @author xuanran.wang
* @dateTime 2023/6/8 16:50
* @param config 配置对象
* @param data 接口数据
**/
public List<Map<String, Object>> dealData(DataAsyncConfigMain config, List<Map<String, Object>> data) {
List<DataAsyncConfigDetail> configDetailList = config.getConfigDetailList();
List<DataAsyncConfigDetail> primaryKey = configDetailList.stream().filter(item -> item.getPrimary_key() == 0).collect(Collectors.toList());
List<Map<String, Object>> maps = new ArrayList<>();
if(CollectionUtils.isNotEmpty(primaryKey)){
// 模版-接口外键
String modelFieldName = primaryKey.get(0).getModel_field_name();
maps = data.stream().map(item -> convert(item, primaryKey.get(0).getInterface_field(), configDetailList)).filter(MapUtils::isNotEmpty).collect(Collectors.toList());
// 进行排序
Optional<Integer> minClassId = maps.stream()
.map(map -> Util.getIntValue(Util.null2DefaultStr(map.get(modelFieldName),""),-1))
.min(Comparator.naturalOrder());
Optional<Integer> maxClassId = maps.stream()
.map(map -> Util.getIntValue(Util.null2DefaultStr(map.get(modelFieldName),""),-1))
.max(Comparator.naturalOrder());
Integer min = minClassId.orElse(0);
Integer max = maxClassId.orElse(0);
// 按照外键排序并且在oa中范围查询出外键与oa数据的对应关系
List<Map<String, String>> dataIdList = asyncMapper.selectDataIds(modelFieldName, config.getTable_name(), min, max);
if("1".equals(debug)){
log.info("dataIdList : " + JSONObject.toJSONString(dataIdList));
}
if(CollectionUtils.isNotEmpty(dataIdList)){
HashMap<String, String> idMap = parseListMap2Map(modelFieldName, "id", dataIdList);
if("1".equals(debug)){
log.info("idMap : " + JSONObject.toJSONString(idMap));
}
maps.forEach(item->{
if("1".equals(debug)){
log.info("item : " + JSONObject.toJSONString(item));
}
String id = Util.null2DefaultStr(item.get(modelFieldName),"");
if("1".equals(debug)){
log.info("id : " + id);
}
if(idMap.containsKey(id)){
String oaId = idMap.get(id);
item.put("id",oaId);
}
});
}
}
return maps;
}
/**
* <h1>将数据进行转换</h1>
* @author xuanran.wang
* @dateTime 2023/6/9 13:27
* @param data 原始数据
* @param foreignKey 外键
* @param configDetailList 配置集合
* @return 转换后的数据
**/
public Map<String, Object> convert(Map<String, Object> data,
String foreignKey,
List<DataAsyncConfigDetail> configDetailList){
String foreignVal = Util.null2DefaultStr(data.get(foreignKey), "");
if(StringUtils.isBlank(foreignVal)){
return new HashMap<>();
}
HashMap<String, Object> map = new HashMap<>();
for (DataAsyncConfigDetail detail : configDetailList) {
map.put(detail.getModel_field_name(), ValueRuleMethod.VALUE_RULE_FUNCTION.get(detail.getGet_value_type()).apply(detail, data));
}
return map;
}
/**
* <h1>将集合数据放到缓存中</h1>
* @author xuanran.wang
* @dateTime 2023/4/10 18:33
* @param listMap 集合数据
**/
public static HashMap<String, String> parseListMap2Map(String key, String value, List<Map<String, String>> listMap){
if(CollectionUtils.isEmpty(listMap)){
return new HashMap<>();
}
HashMap<String, String> res = new HashMap<>();
listMap.forEach(map -> {
String outKey = Util.null2DefaultStr(map.get(key),"");
if(StringUtils.isNotBlank(outKey)){
String id = Util.null2DefaultStr(map.get(value),"");
res.put(outKey, id);
}
});
return res;
}
public static ModeAppService modeAppService = ServiceUtil.getService(ModeAppServiceImpl.class, new User(1));
/**
* <h1>模块数据全量权限重构</h1>
* @author xuanran.wang
* @dateTime 2023/6/9 13:28
* @param modeId 模块id
**/
public static void rebuildRight(int modeId){
ModeRightInfoThread var5 = new ModeRightInfoThread();
var5.setModeId(modeId);
var5.setRebulidFlag("1");
var5.setSession(new HttpSession() {
@Override
public String getId() {
return null;
}
@Override
public boolean isNew() {
return false;
}
@Override
public long getCreationTime() {
return 0;
}
@Override
public long getLastAccessedTime() {
return 0;
}
@Override
public void setMaxInactiveInterval(int i) {
}
@Override
public int getMaxInactiveInterval() {
return 0;
}
@Override
public Object getAttribute(String s) {
return null;
}
@Override
public Enumeration getAttributeNames() {
return null;
}
@Override
public void setAttribute(String s, Object o) {
}
@Override
public void removeAttribute(String s) {
}
@Override
public void invalidate() {
}
@Override
public HttpSessionContext getSessionContext() {
return null;
}
@Override
public ServletContext getServletContext() {
return null;
}
@Override
public Object getValue(String s) {
return null;
}
@Override
public String[] getValueNames() {
return new String[0];
}
@Override
public void putValue(String s, Object o) {
}
@Override
public void removeValue(String s) {
}
});
var5.setUser(new User(1));
var5.resetModeRight();
}
}

20
src/main/java/weaver/xuanran/wang/eny/data_async/service/convert/CusAsyncConvert.java Normal file
View File

@ -0,0 +1,20 @@
package weaver.xuanran.wang.eny.data_async.service.convert;
import aiyh.utils.Util;
import org.apache.log4j.Logger;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import weaver.xuanran.wang.sh_bigdata.org_hrm_async.entity.OrgHrmAsyncCache;
import weaver.xuanran.wang.sh_bigdata.org_hrm_async.entity.OrgHrmAsyncConfigDetail;
import java.util.Map;
/**
* <h1>自定义转换接口</h1>
*
* @author xuanran.wang
* @date 2023/4/11 16:49
*/
public interface CusAsyncConvert {
Logger log = Util.getLogger();
Object cusConvert(DataAsyncConfigDetail configDetail, Map<String, Object> maps, Map<String, String> pathParam);
}

37
src/main/java/weaver/xuanran/wang/eny/data_async/service/convert/CusSubStringConvert.java Normal file
View File

@ -0,0 +1,37 @@
package weaver.xuanran.wang.eny.data_async.service.convert;
import aiyh.utils.Util;
import org.apache.commons.lang3.StringUtils;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import java.util.Map;
/**
* <h1>自定义转换</h1>
*
* @author xuanran.wang
* @date 2023/6/9 10:00
*/
public class CusSubStringConvert implements CusAsyncConvert{
@Override
public Object cusConvert(DataAsyncConfigDetail configDetail, Map<String, Object> maps, Map<String, String> pathParam) {
try {
String interfaceField = configDetail.getInterface_field();
if(StringUtils.isBlank(interfaceField)){
return "";
}
String value = Util.null2DefaultStr(maps.get(interfaceField),"");
if(StringUtils.isBlank(value)){
return "";
}
if (value.equals("00")) {
return "0";
} else {
return value.replace("0", "");
}
}catch (Exception e){
log.error("CusSubStringConvert error : ",e);
}
return null;
}
}

40
src/main/java/weaver/xuanran/wang/eny/data_async/service/convert/CusTimeConvert.java Normal file
View File

@ -0,0 +1,40 @@
package weaver.xuanran.wang.eny.data_async.service.convert;
import aiyh.utils.Util;
import org.apache.commons.lang3.StringUtils;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.Map;
/**
* <h1>时间戳转自定义时间格式字符串</h1>
*
* @author xuanran.wang
* @date 2023/6/9 09:53
*/
public class CusTimeConvert implements CusAsyncConvert {
@Override
public Object cusConvert(DataAsyncConfigDetail configDetail, Map<String, Object> maps, Map<String, String> pathParam) {
try {
String interfaceField = configDetail.getInterface_field();
String format = Util.null2DefaultStr(pathParam.get("format"),"yyyy-MM-dd");
String time;
if(StringUtils.isBlank(interfaceField)){
time = String.valueOf(System.currentTimeMillis());
}else {
time = Util.null2DefaultStr(maps.get(interfaceField),"");
if(StringUtils.isBlank(time)){
return "";
}
}
Date date = new Date(Long.parseLong(time));
SimpleDateFormat sdf = new SimpleDateFormat(format); // 定义日期格式
return Util.null2DefaultStr( sdf.format(date),""); // 将Date对象格式化为字
}catch (Exception e){
log.error("CusTimeConvert error : ",e);
}
return null;
}
}

72
src/main/java/weaver/xuanran/wang/eny/data_async/util/EyDataAsyncTokenUtil.java Normal file
View File

@ -0,0 +1,72 @@
package weaver.xuanran.wang.eny.data_async.util;
import aiyh.utils.Util;
import com.alibaba.fastjson.JSONObject;
import org.apache.log4j.Logger;
import weaver.xuanran.wang.common.entity.CusSuccess;
import weaver.xuanran.wang.common.util.RequestMasterPlate;
import weaver.xuanran.wang.eny.data_async.entity.EyDataAsyncCusToken;
import java.util.HashMap;
import java.util.Map;
/**
* <h1></h1>
*
* @author xuanran.wang
* @date 2023/6/8 15:55
*/
public class EyDataAsyncTokenUtil {
private static volatile EyDataAsyncCusToken token;
private static final CusSuccess tokenSuccess = CusSuccess.builder()
.successField("code")
.successValue(0)
.dataKey("data")
.build();
private static final RequestMasterPlate requestMasterPlate = new RequestMasterPlate();
private static final Logger log = Util.getLogger();
/**
* <h1>获取token</h1>
* @author xuanran.wang
* @dateTime 2023/4/6 19:59
* @return token
**/
public static String getToken(String url, Map<String, Object> params) {
if(token == null){
synchronized (EyDataAsyncTokenUtil.class){
if(token == null){
return getTokenByHTTP(url, params);
}
}
}
long expiryTime = token.getExpiresTime();
if(System.currentTimeMillis() >= expiryTime){
synchronized (EyDataAsyncTokenUtil.class){
expiryTime = token.getExpiresTime();
if(System.currentTimeMillis() >= expiryTime){
return getTokenByHTTP(url, params);
}
}
}
return token.getAccessToken();
}
/**
* <h1>从接口获取token</h1>
* @author xuanran.wang
* @dateTime 2023/4/7 23:49
* @return token
**/
private static String getTokenByHTTP(String url, Map<String, Object> params){
HashMap<String, String> header = new HashMap<>();
header.put("Content-Type", "application/json");
Map<String, Object> response = requestMasterPlate.apiPost(url, params, header, tokenSuccess);
token = JSONObject.parseObject(JSONObject.toJSONString(response), EyDataAsyncCusToken.class);
String accessToken = Util.null2DefaultStr(response.get("accessToken"), "");
long expiresTime = Long.parseLong(Util.null2DefaultStr(response.get("expiresTime"), ""));
// 默认少5分钟过期
token.setExpiresTime(expiresTime - (60 * 5 * 1000));
log.info("token : " + JSONObject.toJSONString(token));
return accessToken;
}
}

104
src/main/java/weaver/xuanran/wang/eny/data_async/util/ValueRuleMethod.java Normal file
View File

@ -0,0 +1,104 @@
package weaver.xuanran.wang.eny.data_async.util;
import aiyh.utils.Util;
import aiyh.utils.excention.CustomerException;
import com.google.common.base.Strings;
import org.apache.commons.lang3.StringUtils;
import org.apache.log4j.Logger;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigDetail;
import weaver.xuanran.wang.eny.data_async.mapper.DataAsyncMapper;
import weaver.xuanran.wang.eny.data_async.service.convert.CusAsyncConvert;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.util.*;
import java.util.function.BiFunction;
/**
* <h1>值处理方法</h1>
*
* <p>create: 2023-02-02 15:15</p>
*
* @author youHong.ai
*/
public class ValueRuleMethod {
public static final Map<Integer, BiFunction<DataAsyncConfigDetail, Map<String, Object>, Object>> VALUE_RULE_FUNCTION = new HashMap<>();
private final DataAsyncMapper mapper = Util.getMapper(DataAsyncMapper.class);
private final Logger log = Util.getLogger();
static {
Class<ValueRuleMethod> valueRuleMethodClass = ValueRuleMethod.class;
Method[] methods = valueRuleMethodClass.getMethods();
for (Method method : methods) {
if (method.isAnnotationPresent(ValueRuleMethodNo.class)) {
ValueRuleMethodNo annotation = method.getAnnotation(ValueRuleMethodNo.class);
int value = annotation.value();
VALUE_RULE_FUNCTION.put(value, (detail, map) -> {
try {
ValueRuleMethod valueRuleMethod = new ValueRuleMethod();
return method.invoke(valueRuleMethod, detail, map);
} catch (IllegalAccessException | InvocationTargetException e) {
throw new RuntimeException(e);
}
});
}
}
}
@ValueRuleMethodNo(value = 0, desc = "不转换")
public Object getFixValue(DataAsyncConfigDetail configDetail,Map<String, Object> map) {
return Util.null2DefaultStr(map.get(configDetail.getInterface_field()),"");
}
@ValueRuleMethodNo(value = 1, desc = "默认值")
public Object getCusText(DataAsyncConfigDetail configDetail, Map<String, Object> map) {
return Util.null2DefaultStr(configDetail.getValue_context(),"");
}
@ValueRuleMethodNo(value = 2, desc = "自定义sql")
public Object getCustomerSqlValue(DataAsyncConfigDetail configDetail, Map<String, Object> map) {
String cusText = configDetail.getValue_context();
cusText = Util.sbc2dbcCase(cusText);
if (Strings.isNullOrEmpty(cusText)) {
return null;
}
if (!cusText.startsWith("select")) {
return null;
}
// 接口字段值判断
String interfaceField = configDetail.getInterface_field();
String interfaceFieldVal = Util.null2DefaultStr(map.get(interfaceField),"");
if(StringUtils.isBlank(interfaceFieldVal)){
return "";
}
return Util.null2DefaultStr(mapper.selectCustomerSql(cusText, map),"");
}
@ValueRuleMethodNo(value = 3, desc = "自定义接口")
public Object getCusConvertInterface(DataAsyncConfigDetail configDetail, Map<String, Object> map) {
String cusText = configDetail.getValue_context();
if(Strings.isNullOrEmpty(cusText)){
return null;
}
try {
Class<?> clazz = Class.forName(cusText);
if(!CusAsyncConvert.class.isAssignableFrom(clazz)){
throw new CustomerException(cusText + " not implements weaver.xuanran.wang.sh_bigdata.org_hrm_async.annotations.CusOrgHrmAsyncConvert");
}
CusAsyncConvert o = (CusAsyncConvert) clazz.newInstance();
Map<String, String> pathParam = Util.parseCusInterfacePathParam(cusText);
return o.cusConvert(configDetail, map, pathParam);
}catch (Exception e){
log.error("getCusConvertInterface error! " + e.getMessage());
return null;
}
}
}

19
src/main/java/weaver/xuanran/wang/eny/data_async/util/ValueRuleMethodNo.java Normal file
View File

@ -0,0 +1,19 @@
package weaver.xuanran.wang.eny.data_async.util;
import java.lang.annotation.*;
/**
* <h1>值处理方法编号注解</h1>
*
* <p>create: 2023-02-02 15:18</p>
*
* @author youHong.ai
*/
@Target(ElementType.METHOD)
@Retention(RetentionPolicy.RUNTIME)
@Documented
public @interface ValueRuleMethodNo {
int value();
String desc();
}

70
src/test/java/xuanran/wang/eny/DataAsyncTest.java Normal file
View File

@ -0,0 +1,70 @@
package xuanran.wang.eny;
import aiyh.utils.Util;
import basetest.BaseTest;
import com.alibaba.fastjson.JSONObject;
import com.engine.common.util.ServiceUtil;
import com.engine.cube.service.ModeAppService;
import com.engine.cube.service.impl.ModeAppServiceImpl;
import org.junit.Test;
import weaver.formmode.setup.ModeRightInfoThread;
import weaver.hrm.User;
import weaver.xuanran.wang.eny.data_async.entity.DataAsyncConfigMain;
import weaver.xuanran.wang.eny.data_async.mapper.DataAsyncMapper;
import weaver.xuanran.wang.eny.data_async.service.DataAsyncServiceImpl;
import javax.jms.Session;
import javax.servlet.ServletContext;
import javax.servlet.http.HttpSession;
import javax.servlet.http.HttpSessionContext;
import java.util.Enumeration;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* <h1></h1>
*
* @author xuanran.wang
* @date 2023/6/8 16:20
*/
public class DataAsyncTest extends BaseTest {
private DataAsyncServiceImpl dataAsyncService = new DataAsyncServiceImpl();
@Test
public void testA(){
String onlyMark = "test";
String tokenUrl = "http://47.94.138.180:48070/rpc-api/system/oauth2/token/client/create";
String clientId = "6d067ac6c14211ed8fd700163e1331c6";
String appId = "WEAVER";
String appSecret = "7b09e5f7c14211ed8fd700163e1331c6";
int pageSize = 500;
int pageNo = 25;
dataAsyncService.setPageSize(25);
dataAsyncService.setPageSize(pageSize);
dataAsyncService.setClientId(clientId);
HashMap<String, Object> params = new HashMap<>();
params.put("clientId", clientId);
params.put("appId", appId);
params.put("appSecret", appSecret);
DataAsyncConfigMain config = dataAsyncService.getConfig(onlyMark);
dataAsyncService.asyncData(config, tokenUrl, params);
}
private final DataAsyncMapper asyncMapper = Util.getMapper(DataAsyncMapper.class);
@Test
public void testb(){
String json = "[{\"interfaceForeignKey\":\"12001\",\"id\":386455},{\"interfaceForeignKey\":\"12002\",\"id\":386457},{\"interfaceForeignKey\":\"12003\",\"id\":386459},{\"interfaceForeignKey\":\"12004\",\"id\":386460},{\"interfaceForeignKey\":\"12005\",\"id\":386462},{\"interfaceForeignKey\":\"12006\",\"id\":386464},{\"interfaceForeignKey\":\"12007\",\"id\":386466},{\"interfaceForeignKey\":\"12008\",\"id\":386468},{\"interfaceForeignKey\":\"12009\",\"id\":386469},{\"interfaceForeignKey\":\"12010\",\"id\":386471}]";
// List<Map<String, String>> maps = asyncMapper.selectDataIds("classId", "uf_class", 1, 10);
List<Map<String, String>> list = JSONObject.parseObject(json, List.class);
System.out.println("maps : " + JSONObject.toJSONString(list));
HashMap<String, String> stringStringHashMap = dataAsyncService.parseListMap2Map("interfaceForeignKey", "id", list);
System.out.println("stringStringHashMap : " + JSONObject.toJSONString(stringStringHashMap));
}
public static ModeAppService modeAppService = ServiceUtil.getService(ModeAppServiceImpl.class, new User(1));
}

95
src/test/java/xuanran/wang/eny/ExcelExportTest.java
View File

@ -1,10 +1,27 @@
package xuanran.wang.eny;
import aiyh.utils.Util;
import basetest.BaseTest;
import com.alibaba.fastjson.JSONObject;
import com.api.xuanran.wang.eny.export_excel.entity.CusExportExcelConfigMain;
import com.api.xuanran.wang.eny.export_excel.mapper.ExportExcelMapper;
import com.api.xuanran.wang.eny.export_excel.service.ExportExcelServiceImpl;
import org.apache.commons.lang3.StringUtils;
import org.apache.poi.hssf.usermodel.HSSFWorkbook;
import org.apache.poi.ss.usermodel.Cell;
import org.apache.poi.ss.usermodel.Row;
import org.apache.poi.ss.usermodel.Sheet;
import org.apache.poi.ss.usermodel.Workbook;
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
import org.junit.Test;
import weaver.general.GCONST;
import javax.ws.rs.core.StreamingOutput;
import java.io.*;
import java.util.HashMap;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
/**
* <h1></h1>
@ -15,10 +32,84 @@ import org.junit.Test;
public class ExcelExportTest extends BaseTest {
private final ExportExcelServiceImpl exportExcelService = new ExportExcelServiceImpl();
private final ExportExcelMapper exportExcelMapper = Util.getMapper(ExportExcelMapper.class);
@Test
public void testA(){
CusExportExcelConfigMain config = exportExcelService.getConfig(126);
CusExportExcelConfigMain config = exportExcelService.getConfig("class");
System.out.println("config : " + JSONObject.toJSONString(config));
try {
String suffix = config.getTemplate_path().substring(config.getTemplate_path().lastIndexOf("."));
StreamingOutput streamingOutput = exportExcelService.exportExcel(config, "1", suffix);
FileOutputStream fos = new FileOutputStream("/Users/wangxuanran/company/project/ebu_ecology_dev1/file/eny/" + System.currentTimeMillis() + ".xls");
streamingOutput.write(fos);
}catch (Exception e){
System.out.println("e : " + e.getMessage());
System.out.println(Util.getErrString(e));
}
}
public void service1(CusExportExcelConfigMain config, String dataId) throws IOException {
String sql = "select * from " + config.getTable_name() + " where id in ( " + dataId + " )";
Map<String, Object> map = exportExcelMapper.selectCustomerSqlMap(sql, new HashMap<>());
String filePath = config.getTemplate_path();
String suffix = filePath.substring(filePath.lastIndexOf("."));
FileInputStream fis = new FileInputStream(parseConfigPath(filePath));
ByteArrayOutputStream bos = new ByteArrayOutputStream();
Workbook workbook;
if (".xls".equals(suffix)) {
workbook = new HSSFWorkbook(fis);
}else {
workbook = new XSSFWorkbook(fis);
}
Sheet sheet = workbook.getSheetAt(0); // 获取第一个工作表
for (Row row : sheet) {
for (Cell cell : row) {
String cellValue = cell.getStringCellValue();
if(StringUtils.isNotBlank(cellValue)){
String replacedValue = replacePlaceholder(cellValue, map);
cell.setCellValue(replacedValue);
}
}
}
}
public String replacePlaceholder(String cellValue, Map<String, Object> modelMap){
Pattern pattern = Pattern.compile("\\{(.*?)}");
Matcher matcher = pattern.matcher(cellValue);
StringBuffer replacedValue = new StringBuffer();
while (matcher.find()) {
String placeholder = matcher.group(1); // 获取{}中的内容
Object replacement = Util.null2DefaultStr(modelMap.get(placeholder),""); // 根据需要进行替换的逻辑
matcher.appendReplacement(replacedValue, replacement.toString());
}
matcher.appendTail(replacedValue);
return replacedValue.toString();
}
/**
* <h1>解析请求xls模板位置</h1>
* @param configFilePath 模板文件路径
* @return 解析后的文件路径
*/
public String parseConfigPath(String configFilePath){
StringBuilder filePath = new StringBuilder(GCONST.getSysFilePath());
int beginIndex = configFilePath.indexOf(".");
int endIndex = configFilePath.lastIndexOf(".");
if(beginIndex == endIndex){
filePath.append(configFilePath);
}else {
String[] pathArr = configFilePath.split("\\.");
for (int i = 0; i < pathArr.length - 2; i++) {
if(i != 0){
filePath.append(File.separator);
}
filePath.append(pathArr[i]);
}
filePath.append(File.separator)
.append(pathArr[pathArr.length - 2])
.append(".")
.append(pathArr[pathArr.length - 1]);
}
return filePath.toString();
}
}