yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-28 09:13:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

increase size of es results when checking for existing data (#8966)

Browse Source
This commit is contained in:
Teddy 2022-11-23 10:44:24 +01:00 committed by GitHub
parent 0a570c8585
commit b8d99fc275
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/data_insight/api/workflow.py
View File

@ -160,6 +160,7 @@ class DataInsightWorkflow:
gte = get_beginning_of_day_timestamp_mill() gte = get_beginning_of_day_timestamp_mill()
lte = get_end_of_day_timestamp_mill() lte = get_end_of_day_timestamp_mill()
query = { query = {
"size": 1000,
"query": { "query": {
"range": { "range": {
"timestamp": { "timestamp": {
@ -167,7 +168,7 @@ class DataInsightWorkflow:
"lte": lte, "lte": lte,
} }
} }
} },
} }
data = self.es_sink.read_records(index, query) data = self.es_sink.read_records(index, query)
try: try: