Commit c679cffa by guos

会员标签4.0

parent d208ce70
......@@ -40,6 +40,9 @@ import scala.collection.JavaConversions;
import java.util.*;
import org.apache.spark.api.java.Optional;
import javax.sound.midi.MidiSystem;
import javax.swing.text.TabSet;
import static com.gic.spark.datasource.mysql.MysqlDatasource.JDBC_OPTIONS;
/**
......@@ -83,7 +86,7 @@ public class TagProcess {
}
mysqlRddManager=member4Datasource.buildRddManager();
Dataset<TabSceneCrowd>sceneCrowdDataset=mysqlRddManager.getPojo("", TabSceneCrowd.class,null)
Dataset<TabSceneCrowd>sceneCrowdDataset=mysqlRddManager.getPojo("tab_scene_crowd", TabSceneCrowd.class,null)
.filter(new Column("valid_flag").equalTo(1));
List<TabSceneCrowd> sceneCrowdList=sceneCrowdDataset.collectAsList();
for(TabSceneCrowd sceneCrowd:sceneCrowdList){
......@@ -93,6 +96,21 @@ public class TagProcess {
}
public void setEnterpriseId(List<Integer>enterpriseIdList){
for(SceneCrowdDTO dto:sceneCrowdDTOList){
if(!enterpriseIdList.contains(dto.getEnterprise_Id())){
sceneCrowdDTOList.remove(dto);
}
}
}
public void setTagGroupId(List<Integer>tagGroupIdList){
for(SceneCrowdDTO dto:sceneCrowdDTOList){
if(!tagGroupIdList.contains(dto.getId())){
sceneCrowdDTOList.remove(dto);
}
}
}
public void process(boolean extractData){
Map<Integer, List<TagProcessEntity>> tagGroupByEnterpriseMap = new HashMap<>();
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment