From f7daad83daa15335053f4dd87fb2308271e689cb Mon Sep 17 00:00:00 2001 From: Pere Miquel Brull Date: Fri, 27 Oct 2023 13:42:53 +0200 Subject: [PATCH] Fix postgres migrations (#13743) --- .../migrations/native/1.2.0/postgres/schemaChanges.sql | 4 ++-- .../v1.2/deployment/upgrade/upgrade-prerequisites.md | 7 +++++-- .../content/v1.2.x/deployment/upgrade/kubernetes.md | 9 +++++---- 3 files changed, 12 insertions(+), 8 deletions(-) diff --git a/bootstrap/sql/migrations/native/1.2.0/postgres/schemaChanges.sql b/bootstrap/sql/migrations/native/1.2.0/postgres/schemaChanges.sql index 39465f8303a..0475d7ee32b 100644 --- a/bootstrap/sql/migrations/native/1.2.0/postgres/schemaChanges.sql +++ b/bootstrap/sql/migrations/native/1.2.0/postgres/schemaChanges.sql @@ -237,7 +237,7 @@ WHERE json #>> '{reportDataType}' = 'WebAnalyticUserActivityReportData'; CREATE TABLE IF NOT EXISTS installed_apps ( id VARCHAR(36) GENERATED ALWAYS AS (json ->> 'id') STORED NOT NULL, nameHash VARCHAR(256) NOT NULL, - name VARCHAR(256) GENERATED ALWAYS AS (json ->> 'name') NOT NULL, + name VARCHAR(256) GENERATED ALWAYS AS (json ->> 'name') STORED NOT NULL, json JSONB NOT NULL, updatedAt BIGINT GENERATED ALWAYS AS ((json ->> 'updatedAt')::bigint) STORED NOT NULL, updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> 'updatedBy') STORED NOT NULL, @@ -249,7 +249,7 @@ CREATE TABLE IF NOT EXISTS installed_apps ( CREATE TABLE IF NOT EXISTS apps_marketplace ( id VARCHAR(36) GENERATED ALWAYS AS (json ->> 'id') STORED NOT NULL, nameHash VARCHAR(256) NOT NULL, - name VARCHAR(256) GENERATED ALWAYS AS (json ->> 'name') NOT NULL, + name VARCHAR(256) GENERATED ALWAYS AS (json ->> 'name') STORED NOT NULL, json JSONB NOT NULL, updatedAt BIGINT GENERATED ALWAYS AS ((json ->> 'updatedAt')::bigint) STORED NOT NULL, updatedBy VARCHAR(256) GENERATED ALWAYS AS (json ->> 'updatedBy') STORED NOT NULL, diff --git a/openmetadata-docs/content/partials/v1.2/deployment/upgrade/upgrade-prerequisites.md b/openmetadata-docs/content/partials/v1.2/deployment/upgrade/upgrade-prerequisites.md index e85f801ec6b..3532aeeace2 100644 --- a/openmetadata-docs/content/partials/v1.2/deployment/upgrade/upgrade-prerequisites.md +++ b/openmetadata-docs/content/partials/v1.2/deployment/upgrade/upgrade-prerequisites.md @@ -117,12 +117,12 @@ After the migration is finished, you can revert this changes. There is no direct migration to bump the indexes to the new supported versions. You might see errors like: ``` -"java.lang.IllegalStateException: cannot upgrade a node from version [7.16.3] directly to version [8.5.1] +java.lang.IllegalStateException: cannot upgrade a node from version [7.16.3] directly to version [8.5.1] ERROR: Elasticsearch did not exit normally - check the logs at /usr/share/elasticsearch/logs/elasticsearch.log ERROR: Elasticsearch exited unexpectedly ``` -In order to move forward, **you must remove volumes or delete the indexes** directly from your search instances. Note that +In order to move forward, **you must remove the volumes or delete the indexes** directly from your search instances. Note that OpenMetadata stores everything in the database, so indexes can be recreated from the UI. We will show you how in the [Post-Upgrade Steps](/deployment/upgrade#reindex). @@ -143,6 +143,9 @@ then there is no way to link a query to a service and the query will be removed. ### Service Connection Changes - Domo Database, Dashboard and Pipeline renamed the `sandboxDomain` in favor of `instanceDomain`. +- The `DatabaseMetadata` configuration renamed `viewParsingTimeoutLimit` to `queryParsingTimeoutLimit`. +- The `DatabaseMetadata` configuration removed the `markAllDeletedTables` option. For simplicity, we'll only + mark as deleted the tables coming from the filtered ingestion results. ### Ingestion Framework Changes diff --git a/openmetadata-docs/content/v1.2.x/deployment/upgrade/kubernetes.md b/openmetadata-docs/content/v1.2.x/deployment/upgrade/kubernetes.md index 571b3642fc4..c8a30c62049 100644 --- a/openmetadata-docs/content/v1.2.x/deployment/upgrade/kubernetes.md +++ b/openmetadata-docs/content/v1.2.x/deployment/upgrade/kubernetes.md @@ -45,11 +45,12 @@ Verify with the below command to see the latest release available locally. ```commandline helm search repo open-metadata --versions > NAME CHART VERSION APP VERSION DESCRIPTION -open-metadata/openmetadata 1.1.3 1.1.0 A Helm chart for OpenMetadata on Kubernetes -open-metadata/openmetadata 1.1.2 1.1.0 A Helm chart for OpenMetadata on Kubernetes +open-metadata/openmetadata 1.2.1 1.2.0 A Helm chart for OpenMetadata on Kubernetes +open-metadata/openmetadata 1.2.0 1.2.0 A Helm chart for OpenMetadata on Kubernetes + ... -open-metadata/openmetadata-dependencies 1.1.3 1.1.0 Helm Dependencies for OpenMetadata -open-metadata/openmetadata-dependencies 1.1.2 1.1.0 Helm Dependencies for OpenMetadata +open-metadata/openmetadata-dependencies 1.2.1 1.2.0 Helm Dependencies for OpenMetadata +open-metadata/openmetadata-dependencies 1.2.0 1.2.0 Helm Dependencies for OpenMetadata ... ```