Commit ca427a5c by fudahua

feat: 新版本的下载

parent bea1509a
......@@ -927,7 +927,7 @@ public class FlatQueryResultServiceImpl implements IFlatQueryResultService {
File[] files = file.listFiles();
List<ColumnInfo> titles=null;
for (File midFile : files) {
if (midFile.getName().lastIndexOf("csv")<0) {
if (!midFile.getName().endsWith("csv")) {
continue;
}
try {
......
import com.gic.cloud.data.hook.service.HDFSUtil;
import com.opencsv.CSVReader;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import java.io.FileReader;
import java.io.IOException;
public class hdfs {
......@@ -17,6 +19,15 @@ public class hdfs {
// e.printStackTrace();
// }
HDFSUtil.getInstance().downloadFile("/data/emr/order-1.csv","D:\\testorder");
// HDFSUtil.getInstance().downloadFile("/data/emr/order-1.csv","D:\\testorder");
try{
CSVReader csvReader = new CSVReader(new FileReader("C:\\Users\\hua\\Desktop\\part-00000-fa2dd286-1eda-452d-91a3-a222beb0f327-c000.csv"));
String[] cells = csvReader.readNext();
System.out.println(cells);
}catch (Exception e) {
}
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment