Skip to content
Toggle navigation
P
Projects
G
Groups
S
Snippets
Help
eagleEye
/
flume-interceptor
This project
Loading...
Sign in
Toggle navigation
Go to a project
Project
Repository
Issues
0
Merge Requests
0
Pipelines
Wiki
Snippets
Settings
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Commit
ee5706a2
authored
Jan 09, 2025
by
魏建枢
Browse files
Options
_('Browse Files')
Download
Email Patches
Plain Diff
增加社区采集拦截器
parent
c18d88cb
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
32 additions
and
0 deletions
flume-interceptor/src/main/java/com/org/apache/flume/interceptor/interceptor/InterceptorDataFormatUtil.java
flume-interceptor/src/main/java/com/org/apache/flume/interceptor/interceptor/InterceptorSelector.java
flume-interceptor/src/main/java/com/org/apache/flume/interceptor/interceptor/InterceptorDataFormatUtil.java
View file @
ee5706a2
...
@@ -97,5 +97,33 @@ public class InterceptorDataFormatUtil {
...
@@ -97,5 +97,33 @@ public class InterceptorDataFormatUtil {
arrayList
.
add
(
jsonObj
.
getString
(
"send_time"
));
arrayList
.
add
(
jsonObj
.
getString
(
"send_time"
));
return
arrayList
;
return
arrayList
;
}
}
public
static
List
<
String
>
sminCommunityAiClassDataFormat
(
JSONObject
jsonObj
)
{
List
<
String
>
arrayList
=
new
ArrayList
<>();
arrayList
.
add
(
jsonObj
.
getString
(
"primaryId"
));
arrayList
.
add
(
jsonObj
.
getString
(
"risk"
));
arrayList
.
add
(
jsonObj
.
getString
(
"label"
));
arrayList
.
add
(
jsonObj
.
getString
(
"ad_risk"
));
return
arrayList
;
}
public
static
List
<
String
>
sminCommunityCollectDataFormat
(
JSONObject
jsonObj
)
{
List
<
String
>
arrayList
=
new
ArrayList
<>();
arrayList
.
add
(
jsonObj
.
getString
(
"primaryId"
));
arrayList
.
add
(
jsonObj
.
getString
(
"userName"
));
arrayList
.
add
(
jsonObj
.
getString
(
"createTime"
));
arrayList
.
add
(
jsonObj
.
getString
(
"topics"
));
arrayList
.
add
(
jsonObj
.
getString
(
"countryName"
));
arrayList
.
add
(
jsonObj
.
getString
(
"provinceNmae"
));
arrayList
.
add
(
jsonObj
.
getString
(
"publishBlog"
));
arrayList
.
add
(
jsonObj
.
getString
(
"authorization"
));
arrayList
.
add
(
jsonObj
.
getString
(
"content"
));
arrayList
.
add
(
jsonObj
.
getString
(
"images"
));
arrayList
.
add
(
jsonObj
.
getString
(
"thumbnailImages"
));
arrayList
.
add
(
jsonObj
.
getString
(
"reduceImages"
));
arrayList
.
add
(
jsonObj
.
getString
(
"forwardId"
));
arrayList
.
add
(
jsonObj
.
getString
(
"forwardType"
));
return
arrayList
;
}
}
}
flume-interceptor/src/main/java/com/org/apache/flume/interceptor/interceptor/InterceptorSelector.java
View file @
ee5706a2
...
@@ -27,6 +27,10 @@ public class InterceptorSelector {
...
@@ -27,6 +27,10 @@ public class InterceptorSelector {
return
dataSplit
(
InterceptorDataFormatUtil
.
eventLogDataFormat
(
jsonObj
));
return
dataSplit
(
InterceptorDataFormatUtil
.
eventLogDataFormat
(
jsonObj
));
}
else
if
(
StringUtils
.
equals
(
flume_type
,
"deviceIdNode"
))
{
}
else
if
(
StringUtils
.
equals
(
flume_type
,
"deviceIdNode"
))
{
return
dataSplit
(
InterceptorDataFormatUtil
.
deviceIdNodeDataFormat
(
jsonObj
));
return
dataSplit
(
InterceptorDataFormatUtil
.
deviceIdNodeDataFormat
(
jsonObj
));
}
else
if
(
StringUtils
.
equals
(
flume_type
,
"sminCommunityAiClass"
))
{
return
dataSplit
(
InterceptorDataFormatUtil
.
sminCommunityAiClassDataFormat
(
jsonObj
));
}
else
if
(
StringUtils
.
equals
(
flume_type
,
"sminCommunityCollect"
))
{
return
dataSplit
(
InterceptorDataFormatUtil
.
sminCommunityCollectDataFormat
(
jsonObj
));
}
}
return
resultStr
;
return
resultStr
;
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment