Skip to content

G
gic-cloud
Commit e475d341 by fudahua
Options

feat: 新版本的下载

parent 4c3e5a68
Showing with 31 additions and 17 deletions
gic-cloud-data-hook-service/dubbo/local/gic-member/dubbo.cache
#Dubbo Registry Cache #Dubbo Registry Cache
#Thu Sep 09 18:47:36 CST 2021 #Thu Apr 06 21:53:29 CST 2023
com.gic.cloud.data.hook.api.service.IDownloadTaskService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.IDownloadTaskService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IDownloadTaskService&methods\=createRiskModeRecord,createDownloadRecord,getRiskModeRecordPage,listUnDownloadTask,getDownloadRecordPage,deleteDownloadTask,getDownloadProcess,getDownloadTaskPage&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184455577 com.gic.cloud.data.hook.api.service.SearchLogService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.SearchLogService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.SearchLogService&methods\=saveLog&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789209110
com.gic.cloud.data.hook.api.service.SearchLogService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.SearchLogService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.SearchLogService&methods\=saveLog&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184455823 com.gic.cloud.data.hook.api.service.IDownloadTaskService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.IDownloadTaskService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IDownloadTaskService&methods\=createRiskModeRecord,checkTaskStatus,getRiskModeRecordPage,listUnDownloadTask,createDownloadRecord,getDownloadRecordPage,getDownloadProcess,deleteDownloadTask,getDownloadTaskPage&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789209071
com.gic.cloud.data.hook.api.service.IFlatQueryTableService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryTableService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryTableService&methods\=queryFlatQueryFavo,queryFlatQueryTableById,queryFlatQueryTablePage,createFlatQueryFavo,removeFlatQueryFavo,queryFlatQueryTableDetailByTableId&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184455351 com.gic.cloud.data.hook.api.service.IFlatQueryTableService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryTableService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryTableService&methods\=queryFlatQueryFavo,queryFlatQueryTableById,queryFlatQueryTablePage,createFlatQueryFavo,removeFlatQueryFavo,queryFlatQueryTableDetailByTableId&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789209027
com.gic.cloud.data.hook.api.service.TableSyncRecordService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.TableSyncRecordService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.TableSyncRecordService&methods\=lastSyncDateTime&payload\=41557050&pid\=47060&side\=provider&timestamp\=1631184456001 com.gic.enterprise.api.service.EnterpriseService=empty\://192.168.200.250/com.gic.enterprise.api.service.EnterpriseService?application\=gic-cloud-data-hook&category\=configurators&default.check\=false&default.loadbalance\=traceid&default.retries\=0&default.timeout\=10000&dubbo\=2.8.5&interface\=com.gic.enterprise.api.service.EnterpriseService&methods\=queryTelTaskLog,getEnterpriseIdBySmsSignText,isWmAppid,getEnterpriseByFactoryCode,updateHeartbeatTime,getEnterpriseAndUserByName,isExitFactoryCode,reFreshMemberSystemInfo,activityAnnounceClerkByMQ,syncToWeimob,saveAnnounceClerkLogByMQ,queryEnterpriseImplementList,findEnterpriseIdsAndNamesByCliqueId,listAllMemberErpField,getByWxappkey,sendDailyReportToAllStoreClerk,getAllEnterpriseList,listEnterprise,initEnterprise,getByWxappkeyForfwh,dealSingleStoredOldData,listCliqueBrandByEnterpriseId,saveAnnounceAndSendMsg,executeDataUpReport,getEnterpriseMemberAppSetting,listErpField,listCliqueEnterprise,isOpenClique,createTask,getEnterPriseByCorpId,getRelOpenCardList,getEnterpriseIdsByFactoryCode,getAnnounceClerkExtendList,saveEnterpriseInfo,repairTabGicPaidAppConfig,queryEnterpriseAccountStandard,updateAuthTypeByAppkey,getEnterpriseIdByQrcodeParams,deleteWaitTaskAnnounceByEnterpriseId,saveAnnounceClerkExtend,updateEnterpriseClique,getEnterPriseByAppKey,listEnterpriseAndClique,isContainInJNBY,saveEnterpriseMemberAppSetting,getEnterpriseWxaRelationList,queryStorePerformanceInfo,saveOrUpdateEnterWxaRelation,getAccompanyOpenidByEnterprise,activityAnnounceClerk,saveAnnounceClerkLog,queryAppId,getEnterpriseByIdNoStatus,saveRelOpenCardList,getUpRoleName,getDataPermissionType,getOnLiveStoreNumByEnterprise,outageEnterprise,updateEnterPriseBydto,reFreshTemplateAdvice,queryCompetitorList,getEnterpriseByEid,createStorePerformance,jpushByRegistrationIdByMQ,isExists,updateEnterpriseCustomSettingForKey,listSubEnterprise,reFreshEntetrpriseInfo,updateEnabledState,getEnterprise2OrderDTO,saveCliqueInfo,updateEnterpriseSettingInfoByEid,getEnterpriseSettingByEnterpriseId,getEnterpriseByWebankAppid,selectEnterpriseById,getEnterpriseByName,getEnterpriseCustomSettingForKey,getEnterpriseIdList,queryAuthImg,getEnterpriseCustomSetting,getEnterpriseSettingByEid,getEnterprise2OrderDTONoProcess,createStorePerformanceByMQ,getEnterpriseIdBySourceChannel,createTaskLog,listByEnterpriseId,updateTablesCliqueMemberId,updateEnterprise,getEnterpriseById,createStoreYmByStoreIdAndClerkId,getCallingPhoneByEnterpriseId,taskCount,updateTask,updateClerkTaskLog,isSycYz,getEnterPriseByMS,modifyEnterprise,getOpenClique,queryTaskRecordLog,queryAnnounceReadCount,sendWaitingTaskAnnounce,updateCliqueStatus,hasMembershipLevel,getEnterpriseIdsByIntegralFlag,updateEntDataCountFlag,getEnterpriseFromMemCacById,hasStore,queryTemplateAdvice,saveAnnouncement,getEnterprise2ERPDTOBList,getEnterpriseAppkeyList,queryTelTaskRecordLog,updateEnterpriseCustomSetting,isExistSmsSign,pageClique,queryErpType,getTemplateAdvice,enterpriseBusiness,queryEnterpriseListByIds,reFreshEnterpriseSettingInfo,listEnterpriseByIds,hasIntegralSettlement,selectEnterTransacationDTOByEnterpriseId,getMemberSystem,updateEnterpriseExpire,saveErpFieldList,updateEnterpriseSettingWeimobByEid,queryByAuthType,getEnterpriseList,deleteTask,modifyEnterpriseAppkey&pid\=23960&revision\=3.0-20230404.080516-2738&side\=consumer&timeout\=10000&timestamp\=1680789200574 empty\://192.168.200.250/com.gic.enterprise.api.service.EnterpriseService?application\=gic-cloud-data-hook&category\=routers&default.check\=false&default.loadbalance\=traceid&default.retries\=0&default.timeout\=10000&dubbo\=2.8.5&interface\=com.gic.enterprise.api.service.EnterpriseService&methods\=queryTelTaskLog,getEnterpriseIdBySmsSignText,isWmAppid,getEnterpriseByFactoryCode,updateHeartbeatTime,getEnterpriseAndUserByName,isExitFactoryCode,reFreshMemberSystemInfo,activityAnnounceClerkByMQ,syncToWeimob,saveAnnounceClerkLogByMQ,queryEnterpriseImplementList,findEnterpriseIdsAndNamesByCliqueId,listAllMemberErpField,getByWxappkey,sendDailyReportToAllStoreClerk,getAllEnterpriseList,listEnterprise,initEnterprise,getByWxappkeyForfwh,dealSingleStoredOldData,listCliqueBrandByEnterpriseId,saveAnnounceAndSendMsg,executeDataUpReport,getEnterpriseMemberAppSetting,listErpField,listCliqueEnterprise,isOpenClique,createTask,getEnterPriseByCorpId,getRelOpenCardList,getEnterpriseIdsByFactoryCode,getAnnounceClerkExtendList,saveEnterpriseInfo,repairTabGicPaidAppConfig,queryEnterpriseAccountStandard,updateAuthTypeByAppkey,getEnterpriseIdByQrcodeParams,deleteWaitTaskAnnounceByEnterpriseId,saveAnnounceClerkExtend,updateEnterpriseClique,getEnterPriseByAppKey,listEnterpriseAndClique,isContainInJNBY,saveEnterpriseMemberAppSetting,getEnterpriseWxaRelationList,queryStorePerformanceInfo,saveOrUpdateEnterWxaRelation,getAccompanyOpenidByEnterprise,activityAnnounceClerk,saveAnnounceClerkLog,queryAppId,getEnterpriseByIdNoStatus,saveRelOpenCardList,getUpRoleName,getDataPermissionType,getOnLiveStoreNumByEnterprise,outageEnterprise,updateEnterPriseBydto,reFreshTemplateAdvice,queryCompetitorList,getEnterpriseByEid,createStorePerformance,jpushByRegistrationIdByMQ,isExists,updateEnterpriseCustomSettingForKey,listSubEnterprise,reFreshEntetrpriseInfo,updateEnabledState,getEnterprise2OrderDTO,saveCliqueInfo,updateEnterpriseSettingInfoByEid,getEnterpriseSettingByEnterpriseId,getEnterpriseByWebankAppid,selectEnterpriseById,getEnterpriseByName,getEnterpriseCustomSettingForKey,getEnterpriseIdList,queryAuthImg,getEnterpriseCustomSetting,getEnterpriseSettingByEid,getEnterprise2OrderDTONoProcess,createStorePerformanceByMQ,getEnterpriseIdBySourceChannel,createTaskLog,listByEnterpriseId,updateTablesCliqueMemberId,updateEnterprise,getEnterpriseById,createStoreYmByStoreIdAndClerkId,getCallingPhoneByEnterpriseId,taskCount,updateTask,updateClerkTaskLog,isSycYz,getEnterPriseByMS,modifyEnterprise,getOpenClique,queryTaskRecordLog,queryAnnounceReadCount,sendWaitingTaskAnnounce,updateCliqueStatus,hasMembershipLevel,getEnterpriseIdsByIntegralFlag,updateEntDataCountFlag,getEnterpriseFromMemCacById,hasStore,queryTemplateAdvice,saveAnnouncement,getEnterprise2ERPDTOBList,getEnterpriseAppkeyList,queryTelTaskRecordLog,updateEnterpriseCustomSetting,isExistSmsSign,pageClique,queryErpType,getTemplateAdvice,enterpriseBusiness,queryEnterpriseListByIds,reFreshEnterpriseSettingInfo,listEnterpriseByIds,hasIntegralSettlement,selectEnterTransacationDTOByEnterpriseId,getMemberSystem,updateEnterpriseExpire,saveErpFieldList,updateEnterpriseSettingWeimobByEid,queryByAuthType,getEnterpriseList,deleteTask,modifyEnterpriseAppkey&pid\=23960&revision\=3.0-20230404.080516-2738&side\=consumer&timeout\=10000&timestamp\=1680789200574 empty\://192.168.200.250/com.gic.enterprise.api.service.EnterpriseService?application\=gic-cloud-data-hook&category\=providers&default.check\=false&default.loadbalance\=traceid&default.retries\=0&default.timeout\=10000&dubbo\=2.8.5&interface\=com.gic.enterprise.api.service.EnterpriseService&methods\=queryTelTaskLog,getEnterpriseIdBySmsSignText,isWmAppid,getEnterpriseByFactoryCode,updateHeartbeatTime,getEnterpriseAndUserByName,isExitFactoryCode,reFreshMemberSystemInfo,activityAnnounceClerkByMQ,syncToWeimob,saveAnnounceClerkLogByMQ,queryEnterpriseImplementList,findEnterpriseIdsAndNamesByCliqueId,listAllMemberErpField,getByWxappkey,sendDailyReportToAllStoreClerk,getAllEnterpriseList,listEnterprise,initEnterprise,getByWxappkeyForfwh,dealSingleStoredOldData,listCliqueBrandByEnterpriseId,saveAnnounceAndSendMsg,executeDataUpReport,getEnterpriseMemberAppSetting,listErpField,listCliqueEnterprise,isOpenClique,createTask,getEnterPriseByCorpId,getRelOpenCardList,getEnterpriseIdsByFactoryCode,getAnnounceClerkExtendList,saveEnterpriseInfo,repairTabGicPaidAppConfig,queryEnterpriseAccountStandard,updateAuthTypeByAppkey,getEnterpriseIdByQrcodeParams,deleteWaitTaskAnnounceByEnterpriseId,saveAnnounceClerkExtend,updateEnterpriseClique,getEnterPriseByAppKey,listEnterpriseAndClique,isContainInJNBY,saveEnterpriseMemberAppSetting,getEnterpriseWxaRelationList,queryStorePerformanceInfo,saveOrUpdateEnterWxaRelation,getAccompanyOpenidByEnterprise,activityAnnounceClerk,saveAnnounceClerkLog,queryAppId,getEnterpriseByIdNoStatus,saveRelOpenCardList,getUpRoleName,getDataPermissionType,getOnLiveStoreNumByEnterprise,outageEnterprise,updateEnterPriseBydto,reFreshTemplateAdvice,queryCompetitorList,getEnterpriseByEid,createStorePerformance,jpushByRegistrationIdByMQ,isExists,updateEnterpriseCustomSettingForKey,listSubEnterprise,reFreshEntetrpriseInfo,updateEnabledState,getEnterprise2OrderDTO,saveCliqueInfo,updateEnterpriseSettingInfoByEid,getEnterpriseSettingByEnterpriseId,getEnterpriseByWebankAppid,selectEnterpriseById,getEnterpriseByName,getEnterpriseCustomSettingForKey,getEnterpriseIdList,queryAuthImg,getEnterpriseCustomSetting,getEnterpriseSettingByEid,getEnterprise2OrderDTONoProcess,createStorePerformanceByMQ,getEnterpriseIdBySourceChannel,createTaskLog,listByEnterpriseId,updateTablesCliqueMemberId,updateEnterprise,getEnterpriseById,createStoreYmByStoreIdAndClerkId,getCallingPhoneByEnterpriseId,taskCount,updateTask,updateClerkTaskLog,isSycYz,getEnterPriseByMS,modifyEnterprise,getOpenClique,queryTaskRecordLog,queryAnnounceReadCount,sendWaitingTaskAnnounce,updateCliqueStatus,hasMembershipLevel,getEnterpriseIdsByIntegralFlag,updateEntDataCountFlag,getEnterpriseFromMemCacById,hasStore,queryTemplateAdvice,saveAnnouncement,getEnterprise2ERPDTOBList,getEnterpriseAppkeyList,queryTelTaskRecordLog,updateEnterpriseCustomSetting,isExistSmsSign,pageClique,queryErpType,getTemplateAdvice,enterpriseBusiness,queryEnterpriseListByIds,reFreshEnterpriseSettingInfo,listEnterpriseByIds,hasIntegralSettlement,selectEnterTransacationDTOByEnterpriseId,getMemberSystem,updateEnterpriseExpire,saveErpFieldList,updateEnterpriseSettingWeimobByEid,queryByAuthType,getEnterpriseList,deleteTask,modifyEnterpriseAppkey&pid\=23960&revision\=3.0-20230404.080516-2738&side\=consumer&timeout\=10000&timestamp\=1680789200574
com.gic.cloud.data.hook.api.service.IFlatQueryResultService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryResultService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryResultService&methods\=getFlatQueryFilterData,initTask,estimateFlatQueryDownloadTask,buildFlatQueryDownloadTask,getFlatQueryResult&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184455489 com.gic.cloud.data.hook.api.service.TableSyncRecordService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.TableSyncRecordService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.TableSyncRecordService&methods\=lastSyncDateTime&payload\=41557050&pid\=23960&side\=provider&timestamp\=1680789209128
com.gic.cloud.data.hook.api.service.IMyFlatQueryService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.IMyFlatQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IMyFlatQueryService&methods\=queryMyFlatQueryPage,createMyFlatQuery,deleteMyFlatQuery,updateMyFlatQuery,queryMyFlatQueryById&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184455740 com.gic.cloud.data.hook.api.service.IFlatQueryResultService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.IFlatQueryResultService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFlatQueryResultService&methods\=getFlatQueryFilterData,initTask,estimateFlatQueryDownloadTask,buildFlatQueryDownloadTask,getFlatQueryResult&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789209047
com.gic.cloud.data.hook.api.service.IFreeQueryService=empty\://172.16.40.36\:20338/com.gic.cloud.data.hook.api.service.IFreeQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFreeQueryService&methods\=getFreeQueryRecordByUserIdAndRecordId,createFreeQueryRecord,buildFreeQueryDownloadTask,deleteFreeQueryRecord,getColumnsByTable,updateFreeQueryRecord,getFreeQueryResult,getFreeQuerySource,initTask,getFreeQueryCount,getFreeQueryRecordListByUserId,getFreeQueryTableList&payload\=41557050&pid\=47060&side\=provider&timeout\=120000&timestamp\=1631184454144 com.gic.cloud.data.hook.api.service.IMyFlatQueryService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.IMyFlatQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IMyFlatQueryService&methods\=queryMyFlatQueryPage,createMyFlatQuery,delMyFields,deleteMyFlatQuery,updateMyFlatQuery,queryMyFlatQueryById&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789209092
com.gic.cloud.data.hook.api.service.IFreeQueryService=empty\://192.168.200.250\:20338/com.gic.cloud.data.hook.api.service.IFreeQueryService?anyhost\=true&application\=gic-cloud-data-hook&category\=configurators&check\=false&default.dispatcher\=maintenance&default.queues\=10000&default.retries\=0&default.threads\=30&default.timeout\=10000&dubbo\=2.8.5&generic\=false&interface\=com.gic.cloud.data.hook.api.service.IFreeQueryService&methods\=listFilterUserName,getFreeQueryRecordByUserIdAndRecordId,createFreeQueryRecord,deleteFreeQueryRecord,getColumnsByTable,buildFreeQueryDownloadTask,updateFreeQueryRecord,getFreeQueryResult,listFilterPhoneAndCardNoField,getFreeQuerySource,initTask,getFreeQueryCount,listFilterPhoneField,listFilterPhoneAndCardNoCardNumField,getFreeQueryRecordListByUserId,getFreeQueryTableList&payload\=41557050&pid\=23960&side\=provider&timeout\=120000&timestamp\=1680789208902
gic-cloud-data-hook-service/src/main/java/com/gic/cloud/data/hook/service/HDFSUtil.java
...@@ -47,7 +47,7 @@ public class HDFSUtil { ...@@ -47,7 +47,7 @@ public class HDFSUtil {
*/ */
public boolean downloadFile(String srcPath,String toPath) { public boolean downloadFile(String srcPath,String toPath) {
try { try {
fileSystem.copyToLocalFile(true,new Path(srcPath),new Path(toPath)); fileSystem.copyToLocalFile(false,new Path(srcPath),new Path(toPath));
return true; return true;
} catch (IOException e) { } catch (IOException e) {
logger.info("下载失败：{}",e); logger.info("下载失败：{}",e);
......
gic-cloud-data-hook-service/src/main/java/com/gic/cloud/data/hook/service/impl/FlatQueryResultServiceImpl.java
...@@ -68,7 +68,8 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -68,7 +68,8 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
private static LogPak log = new LogPak(FlatQueryResultServiceImpl.class); private static LogPak log = new LogPak(FlatQueryResultServiceImpl.class);
/** csv / xls 下载目录 */ /** csv / xls 下载目录 */
public static final String SAVE_FOLDER = "/usr/local/data-hook-file"; // public static final String SAVE_FOLDER = "/usr/local/data-hook-file";
public static final String SAVE_FOLDER = "D:\\testorder";
public static final String HDFS_URL = "/data/hook"; public static final String HDFS_URL = "/data/hook";
...@@ -106,7 +107,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -106,7 +107,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
private FlatQueryResultServiceImpl() { private FlatQueryResultServiceImpl() {
log.debug("construct", "准备初始化 FlatQuery 查询服务"); log.debug("construct", "准备初始化 FlatQuery 查询服务");
runDealHiveFile(3); // runDealHiveFile(3);
// runDistTask(3); // runDistTask(3);
runDownloadTask(3); runDownloadTask(3);
runBalaDownloadTask(3); runBalaDownloadTask(3);
...@@ -879,7 +880,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -879,7 +880,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
currentFile.set(xlsxFileInfo); currentFile.set(xlsxFileInfo);
xlsxFiles.add(currentFile.get().filepath); xlsxFiles.add(currentFile.get().filepath);
} }
count.incrementAndGet();
saveXlsSplitNew(currentFile.get().filepath,cells,titles,currentFile.get(),count,false); saveXlsSplitNew(currentFile.get().filepath,cells,titles,currentFile.get(),count,false);
}); });
//结束 //结束
...@@ -951,10 +952,10 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -951,10 +952,10 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
} }
} }
if (first) { if (first) {
first=false;
continue; continue;
} }
func.deal(cells,titles,first); func.deal(cells,titles,first);
first=false;
}while ((cells = csvReader.readNext())!=null); }while ((cells = csvReader.readNext())!=null);
...@@ -1215,8 +1216,8 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -1215,8 +1216,8 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
} }
} }
Integer limitSize = FileUtil.getLimitSize(); Integer limitSize = FileUtil.getLimitSize();
int c = count.incrementAndGet(); int c = count.get();
if (c>=limitSize||endFlag) { if (c>limitSize||endFlag) {
FileOutputStream fileOut = new FileOutputStream(originalFilePath); FileOutputStream fileOut = new FileOutputStream(originalFilePath);
wb.write(fileOut); wb.write(fileOut);
//fileOut.flush(); // SXSSFWorkbook 使用 auto-flush 模式 //fileOut.flush(); // SXSSFWorkbook 使用 auto-flush 模式
......
gic-cloud-data-hook-service/src/main/resources/mapper/DownloadTaskDao.xml
...@@ -30,7 +30,8 @@ ...@@ -30,7 +30,8 @@
q.apply_status, q.apply_status,
q.real_sql, q.real_sql,
q.enterprise_id, q.enterprise_id,
q.report_id q.report_id,
q.download_condition
</sql> </sql>
......
gic-cloud-data-hook-service/src/test/java/Test.java
import com.gic.cloud.data.hook.api.dto.DownloadTask;
import com.gic.cloud.data.hook.service.impl.DownloadTaskServiceImpl;
import com.gic.cloud.data.hook.service.impl.FlatQueryResultServiceImpl; import com.gic.cloud.data.hook.service.impl.FlatQueryResultServiceImpl;
import org.junit.runner.RunWith; import org.junit.runner.RunWith;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
...@@ -11,8 +13,17 @@ public class Test { ...@@ -11,8 +13,17 @@ public class Test {
@Autowired @Autowired
private FlatQueryResultServiceImpl flatQueryResultService; private FlatQueryResultServiceImpl flatQueryResultService;
@Autowired
private DownloadTaskServiceImpl downloadTaskService;
@org.junit.Test @org.junit.Test
public void test(){ public void test(){
flatQueryResultService.runDealHiveFile(3); DownloadTask downloadTask = downloadTaskService.getDownloadTaskById("1680778799753");
flatQueryResultService.takeFileNew(downloadTask);
try {
Thread.sleep(10000000000L);
} catch (InterruptedException e) {
e.printStackTrace();
}
} }
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment