diff --git a/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/CsvFileSourceReader.java b/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/CsvFileSourceReader.java index a6a62346..08b23ad9 100644 --- a/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/CsvFileSourceReader.java +++ b/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/CsvFileSourceReader.java @@ -61,7 +61,6 @@ public class CsvFileSourceReader extends BaseSourceReader { poll = queue.poll(); } - // 如果拿到的是空,则说明队列中确实没有了,则breaks if (poll == null) { break; } diff --git a/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/JsonFileSourceReader.java b/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/JsonFileSourceReader.java new file mode 100644 index 00000000..65f0b544 --- /dev/null +++ b/builder/runner/local/src/main/java/com/antgroup/openspg/builder/runner/local/physical/source/impl/JsonFileSourceReader.java @@ -0,0 +1,3 @@ +package com.antgroup.openspg.builder.runner.local.physical.source.impl; + +public class JsonFileSourceReader {} diff --git a/reasoner/pom.xml b/reasoner/pom.xml index 49bc8177..5a1c2a22 100644 --- a/reasoner/pom.xml +++ b/reasoner/pom.xml @@ -131,11 +131,6 @@ slf4j-api 1.7.25 - - org.slf4j - slf4j-log4j12 - 1.7.25 - com.alibaba fastjson @@ -241,6 +236,12 @@ hadoop-common ${hadoop.version} provided + + + org.slf4j + slf4j-log4j12 + + @@ -323,6 +324,30 @@ org.apache.hbase hbase-server + + org.slf4j + slf4j-log4j12 + + + org.apache.arrow + arrow-vector + + + io.netty + netty + + + org.apache.hbase + hbase-mapreduce + + + io.netty + netty-all + + + org.apache.hadoop + hadoop-yarn-server-resourcemanager + diff --git a/reasoner/runner/local-runner/pom.xml b/reasoner/runner/local-runner/pom.xml index 15e4f8b4..c1ad3db1 100644 --- a/reasoner/runner/local-runner/pom.xml +++ b/reasoner/runner/local-runner/pom.xml @@ -58,14 +58,6 @@ org.apache.hive hive-jdbc - - com.alipay.cloudsdk - object-storage-cloud-driver-minio - - - com.alipay.cloudsdk - object-storage-cloud-driver-s3 - org.apache.parquet parquet-hadoop-bundle diff --git a/reasoner/runner/runner-common/pom.xml b/reasoner/runner/runner-common/pom.xml index 2f068b8a..dd10784f 100644 --- a/reasoner/runner/runner-common/pom.xml +++ b/reasoner/runner/runner-common/pom.xml @@ -99,10 +99,6 @@ org.apache.commons commons-collections4 - - org.slf4j - slf4j-log4j12 - com.google.guava guava @@ -141,28 +137,6 @@ org.apache.hive hive-jdbc - - - org.apache.arrow - arrow-vector - - - io.netty - netty - - - org.apache.hbase - hbase-mapreduce - - - io.netty - netty-all - - - org.apache.hadoop - hadoop-yarn-server-resourcemanager - -