Commit d73205a1 by guos

会员标签4.0

parent 7c0df42c
......@@ -54,7 +54,7 @@ public class DataSourceHive extends DataSourceEntity {
// .repartition(new Column("ent_id"));
Dataset<Row> sourceDataset = sparkSession
.sql(String.format("select * from %s where ds='%s' and ent_id in (%s) distribute by ent_id ", sourceTable, DateUtil.dateToString(DateUtil.getStartTimeOfDayAgo(1),DateUtil.FORMAT_DATE_8), Joiner.on("','").join(enterpriseList)));
.sql(String.format("select * from %s where ds='%s' and ent_id in (%s) distribute by ent_id ", sourceTable, DateUtil.dateToString(DateUtil.getStartTimeOfDayAgo(1),DateUtil.FORMAT_DATE_8), Joiner.on(",").join(enterpriseList)));
SparkHiveUtil.createHivePartitionTable(sourceDataset, "ent_id", getSchema(), schema.replaceAll("\\.", "_") + "_" + table,sparkSession);
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment