From c939360d1b7e71a5e8b6bb3d541374e6578d654e Mon Sep 17 00:00:00 2001 From: Suresh Srinivas Date: Fri, 20 May 2022 15:05:10 -0700 Subject: [PATCH] Upgrade dependencies (#5079) --- catalog-rest-service/pom.xml | 12 +++++----- .../openmetadata/catalog/TypeRegistry.java | 14 +++++------- .../catalog/jdbi3/TypeRepository.java | 3 +++ .../openmetadata/catalog/util/JsonUtils.java | 22 +++++++++++++------ openmetadata-ui/pom.xml | 1 - pom.xml | 10 ++++----- 6 files changed, 34 insertions(+), 28 deletions(-) diff --git a/catalog-rest-service/pom.xml b/catalog-rest-service/pom.xml index d884616571b..8db148f60dc 100644 --- a/catalog-rest-service/pom.xml +++ b/catalog-rest-service/pom.xml @@ -13,12 +13,12 @@ 2.0.12-1 - 7.5 4.1.2 - ${project.basedir}/target/surefire-reports ${project.basedir}/target/site/jacoco-aggregate/jacoco.xml ${project.basedir}/src/test/java + ${project.basedir}/src/test/java + 1.17.2 @@ -262,25 +262,25 @@ org.testcontainers testcontainers - 1.17.1 + ${org.testcontainers.version} test org.testcontainers junit-jupiter - 1.17.1 + ${org.testcontainers.version} test org.testcontainers postgresql - 1.17.1 + ${org.testcontainers.version} test org.testcontainers mysql - 1.17.1 + ${org.testcontainers.version} test diff --git a/catalog-rest-service/src/main/java/org/openmetadata/catalog/TypeRegistry.java b/catalog-rest-service/src/main/java/org/openmetadata/catalog/TypeRegistry.java index 135983f4903..f9c8967a2f1 100644 --- a/catalog-rest-service/src/main/java/org/openmetadata/catalog/TypeRegistry.java +++ b/catalog-rest-service/src/main/java/org/openmetadata/catalog/TypeRegistry.java @@ -27,16 +27,16 @@ import org.openmetadata.catalog.util.JsonUtils; /** Type registry used for storing Types in OpenMetadata and customFields of entity types. */ @Slf4j public class TypeRegistry { - /** Type map used for extending entities with customFields */ - public static final Map TYPES = new ConcurrentHashMap<>(); + /** Type map used for storing both Field Types and Entity Types */ + protected static final Map TYPES = new ConcurrentHashMap<>(); /** Custom field map (fully qualified customFieldName) to (customField) */ - public static final Map CUSTOM_FIELDS = new ConcurrentHashMap<>(); + protected static final Map CUSTOM_FIELDS = new ConcurrentHashMap<>(); /** Custom field map (fully qualified customFieldName) to (jsonSchema) */ - public static final Map CUSTOM_FIELD_SCHEMAS = new ConcurrentHashMap<>(); + protected static final Map CUSTOM_FIELD_SCHEMAS = new ConcurrentHashMap<>(); - public static final TypeRegistry INSTANCE = new TypeRegistry(); + private static final TypeRegistry INSTANCE = new TypeRegistry(); private TypeRegistry() { /* Singleton instance */ @@ -56,10 +56,6 @@ public class TypeRegistry { } } - public void getType(String typeName) { - TYPES.get(typeName); - } - public static void removeType(String typeName) { TYPES.remove(typeName); LOG.info("Deleted type {}\n", typeName); diff --git a/catalog-rest-service/src/main/java/org/openmetadata/catalog/jdbi3/TypeRepository.java b/catalog-rest-service/src/main/java/org/openmetadata/catalog/jdbi3/TypeRepository.java index 0ec793d92ae..7796c884e7f 100644 --- a/catalog-rest-service/src/main/java/org/openmetadata/catalog/jdbi3/TypeRepository.java +++ b/catalog-rest-service/src/main/java/org/openmetadata/catalog/jdbi3/TypeRepository.java @@ -107,6 +107,9 @@ public class TypeRepository extends EntityRepository { } private List getCustomFields(Type type) throws IOException { + if (type.getCategory().equals(Category.Field)) { + return null; // Field types don't support custom fields + } List customFields = new ArrayList<>(); List> results = daoCollection diff --git a/catalog-rest-service/src/main/java/org/openmetadata/catalog/util/JsonUtils.java b/catalog-rest-service/src/main/java/org/openmetadata/catalog/util/JsonUtils.java index 2157a79d3e4..d4b473cab96 100644 --- a/catalog-rest-service/src/main/java/org/openmetadata/catalog/util/JsonUtils.java +++ b/catalog-rest-service/src/main/java/org/openmetadata/catalog/util/JsonUtils.java @@ -55,6 +55,7 @@ public final class JsonUtils { public static final String FIELD_TYPE_ANNOTATION = "@om-field-type"; public static final String ENTITY_TYPE_ANNOTATION = "@om-entity-type"; public static final MediaType DEFAULT_MEDIA_TYPE = MediaType.APPLICATION_JSON_TYPE; + public static final String JSON_FILE_EXTENSION = ".json"; private static final ObjectMapper OBJECT_MAPPER; private static final JsonSchemaFactory schemaFactory = JsonSchemaFactory.getInstance(VersionFlag.V7); @@ -270,8 +271,7 @@ public final class JsonUtils { return Collections.emptyList(); } - String fileName = Paths.get(jsonSchemaFile).getFileName().toString(); - String jsonNamespace = fileName.replace(" ", "").replace(".json", ""); + String jsonNamespace = getSchemaName(jsonSchemaFile); List types = new ArrayList<>(); Iterator> definitions = node.get("definitions").fields(); @@ -308,11 +308,8 @@ public final class JsonUtils { return null; } - String fileName = Paths.get(jsonSchemaFile).getFileName().toString(); - String entityName = fileName.replace(" ", "").replace(".json", ""); - - String namespaceFile = Paths.get(jsonSchemaFile).getParent().getFileName().toString(); - String namespace = namespaceFile.replace(" ", "").replace(".json", ""); + String entityName = getSchemaName(jsonSchemaFile); + String namespace = getSchemaGroup(jsonSchemaFile); String description = String.valueOf(node.get("description")); return new Type() @@ -324,4 +321,15 @@ public final class JsonUtils { .withDisplayName(entityName) .withSchema(node.toPrettyString()); } + + /** Given a json schema file name .../json/schema/entity/data/table.json - return table */ + private static String getSchemaName(String path) { + String fileName = Paths.get(path).getFileName().toString(); + return fileName.replace(" ", "").replace(JSON_FILE_EXTENSION, ""); + } + + /** Given a json schema file name .../json/schema/entity/data/table.json - return data */ + private static String getSchemaGroup(String path) { + return Paths.get(path).getParent().getFileName().toString(); + } } diff --git a/openmetadata-ui/pom.xml b/openmetadata-ui/pom.xml index 8b3159e8bbb..bd476858249 100644 --- a/openmetadata-ui/pom.xml +++ b/openmetadata-ui/pom.xml @@ -13,7 +13,6 @@ 2.0.12-1 - 7.5 4.1.1 false diff --git a/pom.xml b/pom.xml index 7183a45b4d1..df2fa65e273 100644 --- a/pom.xml +++ b/pom.xml @@ -37,7 +37,7 @@ UTF-8 4.5.1 1.7.36 - 2.13.2 + 2.13.3 2.0.28 2.0.28 2.35 @@ -75,7 +75,7 @@ 7.9 1.0.1.RELEASE 4.5.13 - 5.3.19 + 5.3.20 2.17.0 5.8.2 1.7.2 @@ -94,7 +94,7 @@ java false reuseReports - + 7.6.0 @@ -128,7 +128,7 @@ com.fasterxml.jackson.core jackson-databind - 2.13.2.2 + 2.13.3 io.dropwizard @@ -415,7 +415,7 @@ org.apache.johnzon johnzon-core - 1.2.17 + 1.2.18 com.fasterxml.jackson.datatype