Commit 999b77e4 by guos

会员标签4.0

parent d8cb25e2
......@@ -274,13 +274,10 @@ public class TagProcessManager {
}
return tagGroupInfoList.iterator();
});
System.out.println("tagGroupInfoRDD.count==>"+tagGroupInfoRDD.count());
SparkSession sparkSession=SparkEnvManager.getInstance().getSparkSession();
Dataset<Row>tagGroupInfoDataset=sparkSession.createDataFrame(tagGroupInfoRDD,TagGroupInfo.class);
tagGroupInfoDataset.createOrReplaceTempView("tag_group_info_tmp");
System.out.println("-------------tagGroupInfoDataset-------------");
tagGroupInfoDataset.show();
// sparkSession.sql(String.format("INSERT overwrite table %s.tag_group_info PARTITION(enterprise_id = '%s') SELECT id,tag_group_info from tag_group_info_tmp",isProduction?"tag4_prod":"tag4_test", enterpriseId));
sparkSession.sql(String.format("INSERT overwrite table %s.tag_group_info PARTITION(enterprise_id = '%s') SELECT id,tag_group_info from tag_group_info_tmp",isProduction?"tag4_prod":"tag4_test", enterpriseId));
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment