yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2026-01-07 15:27:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(elasticsearch logging): log how long bulk execution took (#10116)

Browse Source
This commit is contained in:
Davi Arnaut 2024-03-23 04:11:39 -07:00 committed by GitHub
parent 93b5907f99
commit a0d952d4a2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
metadata-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java
View File

@ -39,12 +39,19 @@ public class BulkListener implements BulkProcessor.Listener {
@Override
public void afterBulk(long executionId, BulkRequest request, BulkResponse response) {
String ingestTook = "";
long ingestTookInMillis = response.getIngestTookInMillis();
if (ingestTookInMillis != BulkResponse.NO_INGEST_TOOK) {
ingestTook = " Bulk ingest preprocessing took time ms: " + ingestTookInMillis;
}
if (response.hasFailures()) {
log.error(
"Failed to feed bulk request. Number of events: "
+ response.getItems().length
+ " Took time ms: "
+ response.getIngestTookInMillis()
+ response.getTook().getMillis()
+ ingestTook
+ " Message: "
+ response.buildFailureMessage());
} else {
@ -52,7 +59,8 @@ public class BulkListener implements BulkProcessor.Listener {
"Successfully fed bulk request. Number of events: "
+ response.getItems().length
+ " Took time ms: "
+ response.getIngestTookInMillis());
+ response.getTook().getMillis()
+ ingestTook);
}
incrementMetrics(response);
}