Skip to content

G
gic-cloud
Commit 35cf4c60 by 陶光胜
Options

取数平台日志

parent 5b5390ca
Showing with 87 additions and 77 deletions
gic-cloud-data-hook-api/src/main/java/com/gic/cloud/data/hook/api/dto/DownloadProcessDTO.java 0 → 100644
package com.gic.cloud.data.hook.api.dto;
import java.io.Serializable;
public class DownloadProcessDTO implements Serializable {
private Integer taskAmount;
private Integer dataAmount;
public Integer getTaskAmount() {
return taskAmount;
}
public void setTaskAmount(Integer taskAmount) {
this.taskAmount = taskAmount;
}
public Integer getDataAmount() {
return dataAmount;
}
public void setDataAmount(Integer dataAmount) {
this.dataAmount = dataAmount;
}
}
gic-cloud-data-hook-api/src/main/java/com/gic/cloud/data/hook/api/service/IDownloadTaskService.java
package com.gic.cloud.data.hook.api.service; package com.gic.cloud.data.hook.api.service;
import com.gic.cloud.common.api.base.Page; import com.gic.cloud.common.api.base.Page;
import com.gic.cloud.data.hook.api.dto.DownloadProcessDTO;
import com.gic.cloud.data.hook.api.dto.DownloadRecord; import com.gic.cloud.data.hook.api.dto.DownloadRecord;
import com.gic.cloud.data.hook.api.dto.DownloadTask; import com.gic.cloud.data.hook.api.dto.DownloadTask;
import com.gic.cloud.data.hook.api.dto.RiskModeRecord; import com.gic.cloud.data.hook.api.dto.RiskModeRecord;
...@@ -64,4 +65,6 @@ public interface IDownloadTaskService { ...@@ -64,4 +65,6 @@ public interface IDownloadTaskService {
List<DownloadRecord> listUnDownloadTask(String source); List<DownloadRecord> listUnDownloadTask(String source);
DownloadProcessDTO getDownloadProcess();
} }
gic-cloud-data-hook-service/dubbo/local/gic-member/dubbo.cache
#Dubbo Registry Cache #Dubbo Registry Cache
#Fri Sep 04 09:38:10 CST 2020 #Tue Sep 15 11:35:18 CST 2020
com.gic.cloud.data.hook.api.service.IDownloadTaskService=empty\://192.168.1.136\:20338/com.gic.cloud.data.hook.api.service.IDownloadTaskService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IDownloadTaskService&methods\=createRiskModeRecord,getRiskModeRecordPage,createDownloadRecord,listUnDownloadTask,getDownloadRecordPage,deleteDownloadTask,getDownloadTaskPage&payload\=41557050&pid\=14416&side\=provider&timeout\=120000&timestamp\=1599034368294 com.gic.cloud.data.hook.api.service.SearchLogService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.SearchLogService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.SearchLogService&methods\=saveLog&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140918276
com.gic.cloud.data.hook.api.service.IFlatQueryTableService=empty\://192.168.1.136\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryTableService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryTableService&methods\=queryFlatQueryFavo,queryFlatQueryTableById,queryFlatQueryTablePage,createFlatQueryFavo,queryFlatQueryTableDetailByTableId,removeFlatQueryFavo&payload\=41557050&pid\=14416&side\=provider&timeout\=120000&timestamp\=1599034368068 com.gic.cloud.data.hook.api.service.IDownloadTaskService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.IDownloadTaskService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IDownloadTaskService&methods\=createRiskModeRecord,listUnDownloadTask,createDownloadRecord,getRiskModeRecordPage,getDownloadRecordPage,deleteDownloadTask,getDownloadProcess,getDownloadTaskPage&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140918147
com.gic.cloud.data.hook.api.service.IFlatQueryResultService=empty\://192.168.1.136\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryResultService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryResultService&methods\=getFlatQueryFilterData,initTask,estimateFlatQueryDownloadTask,buildFlatQueryDownloadTask,getFlatQueryResult&payload\=41557050&pid\=14416&side\=provider&timeout\=120000&timestamp\=1599034368206 com.gic.cloud.data.hook.api.service.IFlatQueryTableService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryTableService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryTableService&methods\=queryFlatQueryFavo,queryFlatQueryTableById,queryFlatQueryTablePage,createFlatQueryFavo,removeFlatQueryFavo,queryFlatQueryTableDetailByTableId&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140918020
com.gic.cloud.data.hook.api.service.IMyFlatQueryService=empty\://192.168.1.136\:20338/com.gic.cloud.data.hook.api.service.IMyFlatQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IMyFlatQueryService&methods\=createMyFlatQuery,queryMyFlatQueryPage,deleteMyFlatQuery,updateMyFlatQuery,queryMyFlatQueryById&payload\=41557050&pid\=14416&side\=provider&timeout\=120000&timestamp\=1599034368508 com.gic.cloud.data.hook.api.service.IFlatQueryResultService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryResultService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryResultService&methods\=getFlatQueryFilterData,initTask,estimateFlatQueryDownloadTask,buildFlatQueryDownloadTask,getFlatQueryResult&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140918093
com.gic.cloud.data.hook.api.service.IFreeQueryService=empty\://192.168.1.136\:20338/com.gic.cloud.data.hook.api.service.IFreeQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFreeQueryService&methods\=getFreeQueryRecordByUserIdAndRecordId,createFreeQueryRecord,getColumnsByTable,buildFreeQueryDownloadTask,deleteFreeQueryRecord,updateFreeQueryRecord,getFreeQueryResult,initTask,getFreeQuerySource,getFreeQueryCount,getFreeQueryRecordListByUserId,getFreeQueryTableList&payload\=41557050&pid\=14416&side\=provider&timeout\=120000&timestamp\=1599034366747 com.gic.cloud.data.hook.api.service.IMyFlatQueryService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.IMyFlatQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IMyFlatQueryService&methods\=createMyFlatQuery,queryMyFlatQueryPage,deleteMyFlatQuery,updateMyFlatQuery,queryMyFlatQueryById&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140918216
com.gic.cloud.data.hook.api.service.IFreeQueryService=empty\://192.168.1.217\:20338/com.gic.cloud.data.hook.api.service.IFreeQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFreeQueryService&methods\=getFreeQueryRecordByUserIdAndRecordId,createFreeQueryRecord,deleteFreeQueryRecord,getColumnsByTable,buildFreeQueryDownloadTask,updateFreeQueryRecord,getFreeQueryResult,initTask,getFreeQuerySource,getFreeQueryCount,getFreeQueryRecordListByUserId,getFreeQueryTableList&payload\=41557050&pid\=16652&side\=provider&timeout\=120000&timestamp\=1600140917339
gic-cloud-data-hook-service/src/main/java/com/gic/cloud/data/hook/service/dao/DownloadTaskDao.java
package com.gic.cloud.data.hook.service.dao; package com.gic.cloud.data.hook.service.dao;
import com.gic.cloud.data.hook.api.dto.DownloadProcessDTO;
import com.gic.cloud.data.hook.api.dto.DownloadTask; import com.gic.cloud.data.hook.api.dto.DownloadTask;
import org.apache.ibatis.annotations.Mapper; import org.apache.ibatis.annotations.Mapper;
import org.apache.ibatis.annotations.Param; import org.apache.ibatis.annotations.Param;
...@@ -61,4 +62,6 @@ public interface DownloadTaskDao { ...@@ -61,4 +62,6 @@ public interface DownloadTaskDao {
*/ */
public List<DownloadTask> getDownloadTaskOfWaiting(@Param("queryDataSource") String queryDataSource); public List<DownloadTask> getDownloadTaskOfWaiting(@Param("queryDataSource") String queryDataSource);
DownloadProcessDTO getDownloadProcess();
} }
gic-cloud-data-hook-service/src/main/java/com/gic/cloud/data/hook/service/impl/DownloadTaskServiceImpl.java
...@@ -3,10 +3,7 @@ package com.gic.cloud.data.hook.service.impl; ...@@ -3,10 +3,7 @@ package com.gic.cloud.data.hook.service.impl;
import cn.medubi.client.utils.LogPak; import cn.medubi.client.utils.LogPak;
import com.alibaba.fastjson.JSON; import com.alibaba.fastjson.JSON;
import com.gic.cloud.common.api.base.Page; import com.gic.cloud.common.api.base.Page;
import com.gic.cloud.data.hook.api.dto.DownloadRecord; import com.gic.cloud.data.hook.api.dto.*;
import com.gic.cloud.data.hook.api.dto.DownloadTask;
import com.gic.cloud.data.hook.api.dto.FlatQueryTable;
import com.gic.cloud.data.hook.api.dto.RiskModeRecord;
import com.gic.cloud.data.hook.api.entity.DownloadTaskStatus; import com.gic.cloud.data.hook.api.entity.DownloadTaskStatus;
import com.gic.cloud.data.hook.api.entity.FreeQueryTaskCondition; import com.gic.cloud.data.hook.api.entity.FreeQueryTaskCondition;
import com.gic.cloud.data.hook.api.entity.Global; import com.gic.cloud.data.hook.api.entity.Global;
...@@ -251,5 +248,11 @@ public class DownloadTaskServiceImpl implements IDownloadTaskService { ...@@ -251,5 +248,11 @@ public class DownloadTaskServiceImpl implements IDownloadTaskService {
return this.downloadRecordDao.listUnDownloadTask(source); return this.downloadRecordDao.listUnDownloadTask(source);
} }
@Override
public DownloadProcessDTO getDownloadProcess() {
DownloadProcessDTO downloadProcess = this.downloadTaskDao.getDownloadProcess();
return downloadProcess;
}
} }
gic-cloud-data-hook-service/src/main/resources/mapper/DownloadTaskDao.xml
...@@ -184,4 +184,11 @@ ...@@ -184,4 +184,11 @@
AND q.del_flag = '0' AND q.del_flag = '0'
</select> </select>
<select id="getDownloadProcess" resultType="DownloadProcessDTO">
SELECT sum(amount) dataAmount,count(1) taskAmount
FROM
dh_download_task
WHERE
status = 'building' or status = 'waiting'
</select>
</mapper> </mapper>
\ No newline at end of file
gic-cloud-data-hook/src/main/java/com/gic/cloud/data/hook/vo/DownloadProcessVO.java 0 → 100644
package com.gic.cloud.data.hook.vo;
import java.io.Serializable;
public class DownloadProcessVO implements Serializable {
private Integer taskAmount;
private Integer milliSecond;
public Integer getTaskAmount() {
return taskAmount;
}
public void setTaskAmount(Integer taskAmount) {
this.taskAmount = taskAmount;
}
public Integer getMilliSecond() {
return milliSecond;
}
public void setMilliSecond(Integer milliSecond) {
this.milliSecond = milliSecond;
}
}
gic-cloud-data-hook/src/main/java/com/gic/cloud/data/hook/web/DownloadTaskController.java
package com.gic.cloud.data.hook.web; package com.gic.cloud.data.hook.web;
import com.gic.cloud.common.api.base.Page; import com.gic.cloud.common.api.base.Page;
import com.gic.cloud.data.hook.api.dto.DownloadProcessDTO;
import com.gic.cloud.data.hook.api.dto.DownloadRecord; import com.gic.cloud.data.hook.api.dto.DownloadRecord;
import com.gic.cloud.data.hook.api.dto.DownloadTask; import com.gic.cloud.data.hook.api.dto.DownloadTask;
import com.gic.cloud.data.hook.api.dto.RiskModeRecord; import com.gic.cloud.data.hook.api.dto.RiskModeRecord;
import com.gic.cloud.data.hook.api.entity.GeneralResult; import com.gic.cloud.data.hook.api.entity.GeneralResult;
import com.gic.cloud.data.hook.api.service.IDownloadTaskService; import com.gic.cloud.data.hook.api.service.IDownloadTaskService;
import com.gic.cloud.data.hook.vo.DownloadProcessVO;
import com.gic.web.common.utils.SessionContextUtils; import com.gic.web.common.utils.SessionContextUtils;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
...@@ -117,6 +119,15 @@ public class DownloadTaskController { ...@@ -117,6 +119,15 @@ public class DownloadTaskController {
return this.downloadTaskService.getRiskModeRecordPage(enterpriseId, startTime, endTime, riskDuration, fuzzyRange, fuzzy, pageNum, pageSize); return this.downloadTaskService.getRiskModeRecordPage(enterpriseId, startTime, endTime, riskDuration, fuzzyRange, fuzzy, pageNum, pageSize);
} }
@RequestMapping("/get-task-process")
public DownloadProcessVO getDownloadProcess(){
DownloadProcessDTO downloadProcess = this.downloadTaskService.getDownloadProcess();
Integer unit = 8;
DownloadProcessVO vo = new DownloadProcessVO();
vo.setMilliSecond(downloadProcess.getDataAmount()*unit);
vo.setTaskAmount(downloadProcess.getTaskAmount());
return vo;
}
} }
gic-cloud-data-hook/src/main/java/com/gic/cloud/data/hook/web/TestController.java deleted 100644 → 0
package com.gic.cloud.data.hook.web;
import com.alibaba.fastjson.JSON;
import com.gic.cloud.data.hook.api.dto.FlatQueryResult;
import com.gic.cloud.data.hook.api.dto.FlatQueryTable;
import com.gic.cloud.data.hook.api.entity.FlatQueryCondition;
import com.gic.cloud.data.hook.api.entity.FlatQueryFieldType;
import com.gic.cloud.data.hook.api.service.IFlatQueryResultService;
import com.gic.cloud.data.hook.api.service.IFlatQueryTableService;
import com.google.common.collect.Lists;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.ResponseBody;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.http.HttpServletResponse;
import java.util.List;
@Controller
public class TestController {
private org.slf4j.Logger logger= LoggerFactory.getLogger(TestController.class);
@Autowired
private IFlatQueryTableService flatQueryTableService;
@Autowired
private IFlatQueryResultService flatQueryResultService;
// @ResponseBody
// @RequestMapping("/test2")
// public String test2(HttpServletRequest request, HttpServletResponse response) {
// return "hello world";
// }
// @ResponseBody
// @RequestMapping("/test")
// public FlatQueryTable test(HttpServletRequest request, HttpServletResponse response) {
// FlatQueryTable table = this.flatQueryTableService.queryFlatQueryTableById("test_table");
// logger.debug("json 格式为 " + JSON.toJSONString(table));
// return table;
// }
// @ResponseBody
// @RequestMapping("/test2")
// public FlatQueryResult test2(HttpServletRequest request, HttpServletResponse response) {
// // 准备查询条件
// List<FlatQueryCondition> conditions = Lists.newArrayList();
// FlatQueryCondition testCondition = new FlatQueryCondition();
// testCondition.setFieldName("order_id");
// testCondition.setFieldType(FlatQueryFieldType.TEXT);
// conditions.add(testCondition);
// // 进行查询
// FlatQueryResult result = this.flatQueryResultService.getFlatQueryResult("extract_order_information", conditions, "", "", false, 500000);
//
// return result;
// }
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment