| 
									
										
										
										
											2021-10-09 23:28:33 +05:30
										 |  |  | #!/bin/bash
 | 
					
						
							| 
									
										
										
										
											2021-12-01 12:46:28 +05:30
										 |  |  | #  Copyright 2021 Collate | 
					
						
							|  |  |  | #  Licensed under the Apache License, Version 2.0 (the "License"); | 
					
						
							|  |  |  | #  you may not use this file except in compliance with the License. | 
					
						
							|  |  |  | #  You may obtain a copy of the License at | 
					
						
							|  |  |  | #  http://www.apache.org/licenses/LICENSE-2.0 | 
					
						
							|  |  |  | #  Unless required by applicable law or agreed to in writing, software | 
					
						
							|  |  |  | #  distributed under the License is distributed on an "AS IS" BASIS, | 
					
						
							|  |  |  | #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
					
						
							|  |  |  | #  See the License for the specific language governing permissions and | 
					
						
							|  |  |  | #  limitations under the License. | 
					
						
							| 
									
										
										
										
											2021-10-09 23:28:33 +05:30
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-08-31 21:30:24 +02:00
										 |  |  | cd "$(dirname "${BASH_SOURCE[0]}")" || exit | 
					
						
							| 
									
										
										
										
											2022-07-26 17:47:03 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-08-31 21:30:24 +02:00
										 |  |  | helpFunction() | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |    echo "" | 
					
						
							|  |  |  |    echo "Usage: $0 -m mode -d database" | 
					
						
							|  |  |  |    printf "\t-m Running mode: [ui, no-ui]. Default [ui]\n" | 
					
						
							|  |  |  |    printf "\t-d Database: [mysql, postgresql]. Default [mysql]\n" | 
					
						
							|  |  |  |    printf "\t-s Skip maven build: [true, false]. Default [false]\n" | 
					
						
							|  |  |  |    printf "\t-h For usage help\n" | 
					
						
							|  |  |  |    exit 1 # Exit script after printing help | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | while getopts "m:d:s:h" opt | 
					
						
							|  |  |  | do | 
					
						
							|  |  |  |    case "$opt" in | 
					
						
							|  |  |  |       m ) mode="$OPTARG" ;; | 
					
						
							|  |  |  |       d ) database="$OPTARG" ;; | 
					
						
							|  |  |  |       s ) skipMaven="$OPTARG" ;; | 
					
						
							|  |  |  |       h ) helpFunction ;; | 
					
						
							|  |  |  |       ? ) helpFunction ;; | 
					
						
							|  |  |  |    esac | 
					
						
							|  |  |  | done | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | mode="${mode:=ui}" | 
					
						
							|  |  |  | database="${database:=mysql}" | 
					
						
							|  |  |  | skipMaven="${skipMaven:=false}" | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | echo "Running local docker using mode [$mode] database [$database] and skipping maven build [$skipMaven]" | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | cd ../ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | if [[ $skipMaven == "false" ]]; then | 
					
						
							|  |  |  |     if [[ $mode == "no-ui" ]]; then | 
					
						
							|  |  |  |         echo "Maven Build - Skipping Tests and UI" | 
					
						
							|  |  |  |         mvn -DskipTests -DonlyBackend clean package -pl !openmetadata-ui | 
					
						
							|  |  |  |     else | 
					
						
							|  |  |  |         echo "Maven Build - Skipping Tests" | 
					
						
							|  |  |  |         mvn -DskipTests clean package | 
					
						
							|  |  |  |     fi | 
					
						
							| 
									
										
										
										
											2022-07-26 17:47:03 +02:00
										 |  |  | else | 
					
						
							| 
									
										
										
										
											2022-08-31 21:30:24 +02:00
										 |  |  |     echo "Skipping Maven Build" | 
					
						
							| 
									
										
										
										
											2022-07-26 17:47:03 +02:00
										 |  |  | fi | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-08-31 21:30:24 +02:00
										 |  |  | cd docker/local-metadata || exit | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | echo "Stopping any previous Local Docker Containers" | 
					
						
							|  |  |  | docker compose -f docker-compose-postgres.yml down | 
					
						
							|  |  |  | docker compose down | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-11-13 00:00:28 +05:30
										 |  |  | echo "Starting Local Docker Containers" | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-08-31 19:01:00 +02:00
										 |  |  | echo "Using ingestion dependency: ${INGESTION_DEPENDENCY:-all}" | 
					
						
							| 
									
										
										
										
											2022-08-31 21:30:24 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | if [[ $database == "postgresql" ]]; then | 
					
						
							|  |  |  |     docker compose -f docker-compose-postgres.yml build --build-arg INGESTION_DEPENDENCY="${INGESTION_DEPENDENCY:-all}" && docker compose -f docker-compose-postgres.yml up -d | 
					
						
							|  |  |  | else | 
					
						
							|  |  |  |     docker compose build --build-arg INGESTION_DEPENDENCY="${INGESTION_DEPENDENCY:-all}" && docker compose up --build -d | 
					
						
							|  |  |  | fi | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-07-18 14:44:50 +02:00
										 |  |  | until curl -s -f "http://localhost:9200/_cat/indices/team_search_index"; do | 
					
						
							|  |  |  |   printf 'Checking if Elastic Search instance is up...\n' | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  |   sleep 5 | 
					
						
							|  |  |  | done | 
					
						
							| 
									
										
										
										
											2022-07-18 14:44:50 +02:00
										 |  |  | until curl -s -f --header 'Authorization: Basic YWRtaW46YWRtaW4=' "http://localhost:8080/api/v1/dags/sample_data"; do | 
					
						
							|  |  |  |   printf 'Checking if Sample Data DAG is reachable...\n' | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  |   sleep 5 | 
					
						
							|  |  |  | done | 
					
						
							|  |  |  | curl --location --request PATCH 'localhost:8080/api/v1/dags/sample_data' \
 | 
					
						
							|  |  |  |   --header 'Authorization: Basic YWRtaW46YWRtaW4=' \
 | 
					
						
							|  |  |  |   --header 'Content-Type: application/json' \
 | 
					
						
							|  |  |  |   --data-raw '{ | 
					
						
							|  |  |  |         "is_paused": false | 
					
						
							|  |  |  |       }' | 
					
						
							| 
									
										
										
										
											2022-07-18 14:44:50 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | cd ../ | 
					
						
							|  |  |  | printf 'Validate sample data DAG...' | 
					
						
							|  |  |  | sleep 5 | 
					
						
							|  |  |  | python validate_compose.py | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | until curl -s -f "http://localhost:8585/api/v1/tables/name/sample_data.ecommerce_db.shopify.fact_sale"; do | 
					
						
							|  |  |  |   printf 'Waiting on Sample Data Ingestion to complete...\n' | 
					
						
							|  |  |  |   curl -v "http://localhost:8585/api/v1/tables" | 
					
						
							|  |  |  |   sleep 5 | 
					
						
							| 
									
										
										
										
											2021-11-16 13:55:40 +05:30
										 |  |  | done | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  | sleep 5 | 
					
						
							|  |  |  | curl --location --request PATCH 'localhost:8080/api/v1/dags/sample_usage' \
 | 
					
						
							|  |  |  |   --header 'Authorization: Basic YWRtaW46YWRtaW4=' \
 | 
					
						
							|  |  |  |   --header 'Content-Type: application/json' \
 | 
					
						
							|  |  |  |   --data-raw '{ | 
					
						
							|  |  |  |       "is_paused": false | 
					
						
							|  |  |  |       }' | 
					
						
							|  |  |  | sleep 5 | 
					
						
							|  |  |  | curl --location --request PATCH 'localhost:8080/api/v1/dags/index_metadata' \
 | 
					
						
							|  |  |  |   --header 'Authorization: Basic YWRtaW46YWRtaW4=' \
 | 
					
						
							|  |  |  |   --header 'Content-Type: application/json' \
 | 
					
						
							|  |  |  |   --data-raw '{ | 
					
						
							|  |  |  |       "is_paused": false | 
					
						
							|  |  |  |       }' | 
					
						
							|  |  |  | sleep 2 | 
					
						
							| 
									
										
										
										
											2022-05-25 08:35:16 +02:00
										 |  |  | curl --location --request PATCH 'localhost:8080/api/v1/dags/sample_lineage' \
 | 
					
						
							|  |  |  |   --header 'Authorization: Basic YWRtaW46YWRtaW4=' \
 | 
					
						
							|  |  |  |   --header 'Content-Type: application/json' \
 | 
					
						
							|  |  |  |   --data-raw '{ | 
					
						
							|  |  |  |       "is_paused": false | 
					
						
							|  |  |  |       }' | 
					
						
							| 
									
										
										
										
											2022-03-28 11:08:13 +05:30
										 |  |  | tput setaf 2 | 
					
						
							|  |  |  | echo "✔ OpenMetadata is up and running" | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 |