Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
邬吉朋
relation
Commits
7f0d7a8a
Commit
7f0d7a8a
authored
Aug 13, 2025
by
wujipeng
Browse files
解析数据去除垃圾数据
parent
d8846085
Changes
1
Show whitespace changes
Inline
Side-by-side
src/main/java/com/platform/service/impl/AnalysisServiceImpl.java
View file @
7f0d7a8a
...
...
@@ -141,15 +141,29 @@ public class AnalysisServiceImpl implements AnalysisService {
//保存excel数据,判断是否使用默认模板
if
(!
ObjectUtils
.
isEmpty
(
ExcelTemplate
)
&&
!
filterIndex
.
isEmpty
())
{
List
<
ExcelDataEntity
>
afterDeduplication
=
Lists
.
newArrayList
();
List
<
ExcelDataEntity
>
afterDeduplication1
=
Lists
.
newArrayList
();
deduplicationData
(
excelDataMap
,
excelData
,
filterIndex
);
//excelDataMap中的value传给afterDeduplication
excelDataMap
.
forEach
(
(
key
,
excelDatum
)
->
afterDeduplication
.
add
(
excelDatum
)
);
excelDataService
.
saveBatch
(
afterDeduplication
);
for
(
ExcelDataEntity
excelDataEntity
:
afterDeduplication
)
{
if
(
StringUtils
.
isNotEmpty
(
excelDataEntity
.
getPayeeName
())
&&
!
"-"
.
equals
(
excelDataEntity
.
getPayeeName
())){
if
(
excelDataEntity
.
getPayeeName
().
contains
(
"(个人)"
)){
excelDataEntity
.
setPayeeName
(
excelDataEntity
.
getPayeeName
().
replace
(
"(个人)"
,
""
));
afterDeduplication1
.
add
(
excelDataEntity
);
}
else
if
(
excelDataEntity
.
getPayeeName
().
contains
(
"(商户)"
)){
excelDataEntity
.
setPayeeName
(
excelDataEntity
.
getPayeeName
().
replace
(
"(商户)"
,
""
));
afterDeduplication1
.
add
(
excelDataEntity
);
}
else
{
afterDeduplication1
.
add
(
excelDataEntity
);
}
}
}
excelDataService
.
saveBatch
(
afterDeduplication1
);
//保存无主用户
//afterDeduplication转换成payeeName的字符串集合并去重
List
<
String
>
payeeNameList
=
afterDeduplication
.
stream
().
map
(
ExcelDataEntity:
:
getPayeeName
).
distinct
().
collect
(
Collectors
.
toList
());
List
<
String
>
payeeNameList
=
afterDeduplication
1
.
stream
().
map
(
ExcelDataEntity:
:
getPayeeName
).
distinct
().
collect
(
Collectors
.
toList
());
for
(
String
s
:
payeeNameList
)
{
userList
.
add
(
UserEntity
.
builder
()
.
userName
(
s
)
...
...
@@ -159,10 +173,24 @@ public class AnalysisServiceImpl implements AnalysisService {
}
userService
.
saveUserBatch
(
userList
);
}
else
{
excelDataService
.
saveBatch
(
excelData
);
List
<
ExcelDataEntity
>
excelData1
=
Lists
.
newArrayList
();
for
(
ExcelDataEntity
excelDataEntity
:
excelData
)
{
if
(
StringUtils
.
isNotEmpty
(
excelDataEntity
.
getPayeeName
())
&&
!
"-"
.
equals
(
excelDataEntity
.
getPayeeName
())){
if
(
excelDataEntity
.
getPayeeName
().
contains
(
"(个人)"
)){
excelDataEntity
.
setPayeeName
(
excelDataEntity
.
getPayeeName
().
replace
(
"(个人)"
,
""
));
excelData1
.
add
(
excelDataEntity
);
}
else
if
(
excelDataEntity
.
getPayeeName
().
contains
(
"(商户)"
)){
excelDataEntity
.
setPayeeName
(
excelDataEntity
.
getPayeeName
().
replace
(
"(商户)"
,
""
));
excelData1
.
add
(
excelDataEntity
);
}
else
{
excelData1
.
add
(
excelDataEntity
);
}
}
}
excelDataService
.
saveBatch
(
excelData1
);
//保存无主用户
//afterDeduplication转换成payeeName的字符串集合并去重
List
<
String
>
payeeNameList
=
excelData
.
stream
().
map
(
ExcelDataEntity:
:
getPayeeName
).
distinct
().
collect
(
Collectors
.
toList
());
List
<
String
>
payeeNameList
=
excelData
1
.
stream
().
map
(
ExcelDataEntity:
:
getPayeeName
).
distinct
().
collect
(
Collectors
.
toList
());
for
(
String
s
:
payeeNameList
)
{
userList
.
add
(
UserEntity
.
builder
()
.
userName
(
s
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment