Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Keyboard shortcuts
?
Submit feedback
Sign in
Toggle navigation
Q
qk_backend
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
quanku
qk_backend
Commits
6dbddb95
Commit
6dbddb95
authored
Aug 21, 2023
by
muhong
Browse files
Options
Browse Files
Download
Plain Diff
Merge remote-tracking branch 'origin/master'
parents
9f1cf524
e7f337bd
Changes
4
Hide whitespace changes
Inline
Side-by-side
Showing
4 changed files
with
19 additions
and
13 deletions
+19
-13
ch-admin-api/src/main/java/com/wwdz/ch/admin/config/ShiroConfig.java
...i/src/main/java/com/wwdz/ch/admin/config/ShiroConfig.java
+1
-0
ch-admin-api/src/main/java/com/wwdz/ch/admin/controller/ItemController.java
...ain/java/com/wwdz/ch/admin/controller/ItemController.java
+6
-0
ch-admin-api/src/main/java/com/wwdz/ch/admin/job/SynCoinJob.java
...n-api/src/main/java/com/wwdz/ch/admin/job/SynCoinJob.java
+4
-1
ch-dao/src/main/java/com/wwdz/ch/db/es/ItemEsDao.java
ch-dao/src/main/java/com/wwdz/ch/db/es/ItemEsDao.java
+8
-12
No files found.
ch-admin-api/src/main/java/com/wwdz/ch/admin/config/ShiroConfig.java
View file @
6dbddb95
...
@@ -111,6 +111,7 @@ public class ShiroConfig {
...
@@ -111,6 +111,7 @@ public class ShiroConfig {
filterChainDefinitionMap
.
put
(
"/admin/auth/403"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/admin/auth/403"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/actuator/health"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/actuator/health"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/admin/item/updateUrl"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/admin/item/updateUrl"
,
"anon"
);
filterChainDefinitionMap
.
put
(
"/admin/item/synToEs"
,
"anon"
);
// filterChainDefinitionMap.put("/admin/**", "anon");
// filterChainDefinitionMap.put("/admin/**", "anon");
filterChainDefinitionMap
.
put
(
"/admin/**"
,
"authc"
);
filterChainDefinitionMap
.
put
(
"/admin/**"
,
"authc"
);
...
...
ch-admin-api/src/main/java/com/wwdz/ch/admin/controller/ItemController.java
View file @
6dbddb95
...
@@ -65,4 +65,10 @@ public class ItemController {
...
@@ -65,4 +65,10 @@ public class ItemController {
public
void
syn
()
{
public
void
syn
()
{
synCoinJob
.
updateImageUrlOfsSize
();
synCoinJob
.
updateImageUrlOfsSize
();
}
}
@GetMapping
(
"/synToEs"
)
public
void
synToEs
()
{
synCoinJob
.
synItemToEs
();
}
}
}
ch-admin-api/src/main/java/com/wwdz/ch/admin/job/SynCoinJob.java
View file @
6dbddb95
...
@@ -178,6 +178,7 @@ public class SynCoinJob {
...
@@ -178,6 +178,7 @@ public class SynCoinJob {
public
void
synItemToEs
()
{
public
void
synItemToEs
()
{
try
{
try
{
ExecutorService
executorService
=
Executors
.
newFixedThreadPool
(
10
);
CoinRequestDto
coinRequestDto
=
new
CoinRequestDto
();
CoinRequestDto
coinRequestDto
=
new
CoinRequestDto
();
coinRequestDto
.
setPage
(
1
);
coinRequestDto
.
setPage
(
1
);
coinRequestDto
.
setLimit
(
100
);
coinRequestDto
.
setLimit
(
100
);
...
@@ -190,7 +191,9 @@ public class SynCoinJob {
...
@@ -190,7 +191,9 @@ public class SynCoinJob {
dto
.
setPage
(
i
);
dto
.
setPage
(
i
);
dto
.
setLimit
(
100
);
dto
.
setLimit
(
100
);
List
<
Item
>
itemList
=
itemDao
.
findListByPage
(
dto
);
List
<
Item
>
itemList
=
itemDao
.
findListByPage
(
dto
);
itemEsDao
.
create
(
itemList
);
executorService
.
submit
(()
->
{
itemEsDao
.
create
(
itemList
);
});
logger
.
info
(
">>>>>>>>>>>>>>>>> 页码 = {}, 同步es 成功 ! <<<<<<<<<<<<<<<<<"
,
i
);
logger
.
info
(
">>>>>>>>>>>>>>>>> 页码 = {}, 同步es 成功 ! <<<<<<<<<<<<<<<<<"
,
i
);
});
});
logger
.
info
(
">>>>>>>>>>>>>>>>>数据同步es 完成 SUCCESS!!!!! <<<<<<<<<<<<<<<<<"
);
logger
.
info
(
">>>>>>>>>>>>>>>>>数据同步es 完成 SUCCESS!!!!! <<<<<<<<<<<<<<<<<"
);
...
...
ch-dao/src/main/java/com/wwdz/ch/db/es/ItemEsDao.java
View file @
6dbddb95
package
com.wwdz.ch.db.es
;
package
com.wwdz.ch.db.es
;
import
co.elastic.clients.elasticsearch.ElasticsearchClient
;
import
co.elastic.clients.elasticsearch.ElasticsearchClient
;
import
co.elastic.clients.elasticsearch._types.FieldValue
;
import
co.elastic.clients.elasticsearch._types.query_dsl.*
;
import
co.elastic.clients.elasticsearch._types.query_dsl.*
;
import
co.elastic.clients.elasticsearch.core.*
;
import
co.elastic.clients.elasticsearch.core.*
;
import
co.elastic.clients.elasticsearch.core.bulk.BulkOperation
;
import
co.elastic.clients.elasticsearch.core.bulk.BulkOperation
;
...
@@ -30,7 +31,7 @@ public class ItemEsDao {
...
@@ -30,7 +31,7 @@ public class ItemEsDao {
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
ItemEsDao
.
class
);
private
static
final
Logger
logger
=
LoggerFactory
.
getLogger
(
ItemEsDao
.
class
);
private
final
static
String
INDEX
=
"quanku_
temp
"
;
private
final
static
String
INDEX
=
"quanku_
new
"
;
//商品来源是中国,所对应的编码
//商品来源是中国,所对应的编码
private
final
static
List
<
String
>
CHINESE_SOURCE_LIST
=
Arrays
.
asList
(
"1"
,
"2"
,
"3"
,
"7"
,
"11"
,
"1000"
);
private
final
static
List
<
String
>
CHINESE_SOURCE_LIST
=
Arrays
.
asList
(
"1"
,
"2"
,
"3"
,
"7"
,
"11"
,
"1000"
);
...
@@ -79,25 +80,18 @@ public class ItemEsDao {
...
@@ -79,25 +80,18 @@ public class ItemEsDao {
int
page
=
esSearchRequestDto
.
getPage
();
int
page
=
esSearchRequestDto
.
getPage
();
int
size
=
esSearchRequestDto
.
getSize
();
int
size
=
esSearchRequestDto
.
getSize
();
int
from
=
(
page
-
1
)
*
size
;
int
from
=
(
page
-
1
)
*
size
;
/* Query sourceTermQuery = TermQuery.of(t ->
t.field("source")
.value(2))._toQuery();
Query sourceTermQuery2 = TermQuery.of(t ->
t.field("source")
.value(7))._toQuery();*/
SearchRequest
.
Builder
builder
=
new
SearchRequest
.
Builder
();
SearchRequest
.
Builder
builder
=
new
SearchRequest
.
Builder
();
builder
.
index
(
INDEX
);
builder
.
index
(
INDEX
);
if
(!
CollectionUtils
.
isEmpty
(
esSearchRequestDto
.
getIncludes
()))
{
if
(!
CollectionUtils
.
isEmpty
(
esSearchRequestDto
.
getIncludes
()))
{
builder
.
source
(
sourceBuild
->
sourceBuild
.
filter
(
f
->
f
.
includes
(
esSearchRequestDto
.
getIncludes
())));
builder
.
source
(
sourceBuild
->
sourceBuild
.
filter
(
f
->
f
.
includes
(
esSearchRequestDto
.
getIncludes
())));
}
}
List
<
Query
>
sourceTyp
eQueryList
=
new
ArrayList
<>();
List
<
FieldValue
>
sourc
eQueryList
=
new
ArrayList
<>();
SOURCE_LIST
.
forEach
(
i
->
{
SOURCE_LIST
.
forEach
(
i
->
{
Query
query
=
TermQuery
.
of
(
t
->
t
.
field
(
"source"
).
value
(
i
)).
_toQuery
();
sourceQueryList
.
add
(
FieldValue
.
of
(
i
));
sourceTypeQueryList
.
add
(
query
);
});
});
Query
shouldQuery
=
QueryBuilders
.
bool
(
q
->
q
.
should
(
sourceTypeQueryList
));
Query
termsQuery
=
QueryBuilders
.
terms
(
s
->
s
.
field
(
"source"
).
terms
(
t
->
t
.
value
(
sourceQueryList
)));
Query
shouldQuery
=
QueryBuilders
.
bool
(
q
->
q
.
should
(
termsQuery
));
BoolQuery
.
Builder
build
=
QueryBuilders
.
bool
().
must
(
shouldQuery
);
BoolQuery
.
Builder
build
=
QueryBuilders
.
bool
().
must
(
shouldQuery
);
if
(
StringUtils
.
hasLength
(
esSearchRequestDto
.
getContent
()))
{
if
(
StringUtils
.
hasLength
(
esSearchRequestDto
.
getContent
()))
{
...
@@ -115,6 +109,8 @@ public class ItemEsDao {
...
@@ -115,6 +109,8 @@ public class ItemEsDao {
.
functions
(
b
->
b
.
randomScore
(
s
->
s
.
field
(
"id"
).
seed
(
String
.
valueOf
(
random
.
nextDouble
())))));
.
functions
(
b
->
b
.
randomScore
(
s
->
s
.
field
(
"id"
).
seed
(
String
.
valueOf
(
random
.
nextDouble
())))));
builder
.
query
(
functionScoreQuery
.
_toQuery
());
builder
.
query
(
functionScoreQuery
.
_toQuery
());
}
}
Query
wildcardQuery
=
WildcardQuery
.
of
(
w
->
w
.
field
(
"images"
).
value
(
"*_*"
)).
_toQuery
();
build
.
must
(
wildcardQuery
);
builder
.
size
(
size
);
builder
.
size
(
size
);
SearchRequest
searchRequest
=
builder
.
build
();
SearchRequest
searchRequest
=
builder
.
build
();
logger
.
info
(
"查询语句 : {}"
,
searchRequest
.
query
());
logger
.
info
(
"查询语句 : {}"
,
searchRequest
.
query
());
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment