事件流处理抽取代码提交

eagleEye-flink_kafka/src/main/java/com/flink/achieve/base/CollectLogAchi.java

@@ -48,7 +48,7 @@ public class CollectLogAchi implements Serializable {
 	private static final String DORIS_DELETE_SIGN = "__DORIS_DELETE_SIGN__";
 	private static final int DELETE_SIGN_VALUE = 0;
 
-	// 用户表配置
+	// 设备信息采集日志表配置
 	private static final String[] COLLECT_FIELDS = { "id", "dt", "device_id", "device_id_v1", "uid", "idfv", "app_key",
 			"app_type", "other_info", "device_info", "env_info", "cid", "phone", "nick", "unique_id", "create_time",
 			DORIS_DELETE_SIGN };
@@ -66,7 +66,7 @@ public class CollectLogAchi implements Serializable {
 		DorisSink<RowData> dorisCollectSink = DorisConnector.sinkDoris(collectConfig.getFields(),
 				collectConfig.getTypes(), collectConfig.getTableName());
 
-		// 处理用户数据
+		// 处理设备信息采集日志数据
 		processDataStream(dataStreamSource, "newCollectLog", collectConfig, dorisCollectSink,
 				(RowMapper<String>) CollectLogAchi::mapToCollectRow);
 	}
@@ -114,7 +114,6 @@ public class CollectLogAchi implements Serializable {
 
 	// 设备日志采集数据映射
 	private static RowData mapToCollectRow(String value, int fieldCount) {
-		logger.error("CollectLogAchi  mapToCollectRow 数据打印 | rawData:{} | fieldCount:{}", value, fieldCount);
 		OdsCollectLog log = JSON.parseObject(value, new TypeReference<OdsCollectLog>() {});
 		String appType = log.getApp_type();
 		String appKey = log.getApp_key();
@@ -122,8 +121,7 @@ public class CollectLogAchi implements Serializable {
 		String device_info = log.getDevice_info();
 		String env_info = log.getEnv_info();
 		String createTime = log.getCreate_time();
-		DeviceIdInfo deviceIdInfo = GenDeviceIdProcessor.genDeviceId(appType, appKey, other_info, device_info,
-				env_info);
+		DeviceIdInfo deviceIdInfo = GenDeviceIdProcessor.genDeviceId(appType, appKey, other_info, device_info,env_info);
 		UserProperties userProperties = UserPropertiesProcessor.userPropertiesToJson(log.getUser_properties());
 		GenericRowData row = new GenericRowData(fieldCount);
 		row.setField(0, StringData.fromString(log.getId()));

eagleEye-flink_kafka/src/main/java/com/flink/achieve/base/CommonConsumeBaseAchi.java

@@ -36,10 +36,10 @@ public class CommonConsumeBaseAchi extends MultipleSourceCommonBase implements S
 					DataStreamSource<String> userInvitationStreamSource = kafkaDataSource.getDataStreamSource();
 					UserInvitationAchi.userInvitation(userInvitationStreamSource);
 				}
-//				if(StringUtils.equals(kafkaDataSource.getTopic(),TopicTypeEnum.ODS_EVENT_LOG.getTopic())) {
-//					DataStreamSource<String> eventLogStreamSource = kafkaDataSource.getDataStreamSource();
-//					EventLogAchi.eventLog(eventLogStreamSource);
-//				}
+				if(StringUtils.equals(kafkaDataSource.getTopic(),TopicTypeEnum.ODS_EVENT_LOG.getTopic())) {
+					DataStreamSource<String> eventLogStreamSource = kafkaDataSource.getDataStreamSource();
+					EventLogAchi.eventLog(eventLogStreamSource);
+				}
 //				if(StringUtils.equals(kafkaDataSource.getTopic(),TopicTypeEnum.ODS_COMMUNITY_HISTORY.getTopic())) {
 //					DataStreamSource<String> communityHistoryStreamSource = kafkaDataSource.getDataStreamSource();
 //					CommunityHistoryAchi.communityHistory(communityHistoryStreamSource);

eagleEye-flink_kafka/src/main/java/com/flink/processor/impl/EventLogProcessor.java

@@ -26,7 +26,7 @@ public class EventLogProcessor implements JobProcessor{
 
 	private static List<KafkaTopic> createTopicList() {
 	    return Arrays.stream(new TopicTypeEnum[]{
-	    		TopicTypeEnum.ODS_EVENT_LOG,
+//	    		TopicTypeEnum.ODS_EVENT_LOG,
 	    		TopicTypeEnum.ODS_COMMUNITY_HISTORY
 	            
 	    }).map(TopicTypeEnum::createKafkaTopic)