Commit ca427a5c by fudahua

feat: 新版本的下载

parent bea1509a
...@@ -927,7 +927,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService { ...@@ -927,7 +927,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
File[] files = file.listFiles(); File[] files = file.listFiles();
List<ColumnInfo> titles=null; List<ColumnInfo> titles=null;
for (File midFile : files) { for (File midFile : files) {
if (midFile.getName().lastIndexOf("csv")<0) { if (!midFile.getName().endsWith("csv")) {
continue; continue;
} }
try { try {
......
import com.gic.cloud.data.hook.service.HDFSUtil; import com.gic.cloud.data.hook.service.HDFSUtil;
import com.opencsv.CSVReader;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.Path;
import java.io.FileReader;
import java.io.IOException; import java.io.IOException;
public class hdfs { public class hdfs {
...@@ -17,6 +19,15 @@ public class hdfs { ...@@ -17,6 +19,15 @@ public class hdfs {
// e.printStackTrace(); // e.printStackTrace();
// } // }
HDFSUtil.getInstance().downloadFile("/data/emr/order-1.csv","D:\\testorder"); // HDFSUtil.getInstance().downloadFile("/data/emr/order-1.csv","D:\\testorder");
try{
CSVReader csvReader = new CSVReader(new FileReader("C:\\Users\\hua\\Desktop\\part-00000-fa2dd286-1eda-452d-91a3-a222beb0f327-c000.csv"));
String[] cells = csvReader.readNext();
System.out.println(cells);
}catch (Exception e) {
}
} }
} }
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment