mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-15 04:26:59 +00:00
Openmetadata.yaml for docker updated (#1606)
* Dockerfiles changed - updated elasticsearch, openmetadata.yaml * Added blue color to docker info
This commit is contained in:
Ayush Shah
GitHub
parent
2ec12efcd6
commit
777afd1d3f
@ -16,8 +16,8 @@ EXPOSE 8585
|
||||
RUN apt-get update -y && \
|
||||
apt-get install --no-install-recommends wget -y && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
COPY docker/local-metadata/openmetadata-start.sh /
|
||||
COPY docker/local-metadata/openmetadata.yaml /
|
||||
COPY docker/metadata/openmetadata-start.sh /
|
||||
COPY docker/metadata/openmetadata.yaml /
|
||||
COPY openmetadata-dist/target/openmetadata-*.tar.gz /
|
||||
RUN chmod 777 openmetadata-start.sh && tar zxvf openmetadata-*.tar.gz
|
||||
CMD ["./openmetadata-start.sh"]
|
||||
@ -1,17 +0,0 @@
|
||||
#!/bin/bash
|
||||
# Copyright 2021 Collate
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
while ! wget -O /dev/null -o /dev/null mysql:3306; do sleep 5; done
|
||||
mv /openmetadata.yaml /openmetadata-*/conf/openmetadata.yaml
|
||||
cd /openmetadata-*/
|
||||
./bootstrap/bootstrap_storage.sh migrate
|
||||
./bin/openmetadata-server-start.sh conf/openmetadata.yaml
|
||||
@ -1,141 +0,0 @@
|
||||
# Copyright 2021 Collate
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
swagger:
|
||||
resourcePackage: org.openmetadata.catalog.resources
|
||||
|
||||
|
||||
server:
|
||||
rootPath: '/api/*'
|
||||
applicationConnectors:
|
||||
- type: http
|
||||
port: 8585
|
||||
adminConnectors:
|
||||
- type: http
|
||||
port: 8586
|
||||
|
||||
# Above configuration for running http is fine for dev and testing.
|
||||
# For production setup, where UI app will hit apis through DPS it
|
||||
# is strongly recommended to run https instead. Note that only
|
||||
# keyStorePath and keyStorePassword are mandatory properties. Values
|
||||
# for other properties are defaults
|
||||
#server:
|
||||
#applicationConnectors:
|
||||
# - type: https
|
||||
# port: 8585
|
||||
# keyStorePath: ./conf/keystore.jks
|
||||
# keyStorePassword: changeit
|
||||
# keyStoreType: JKS
|
||||
# keyStoreProvider:
|
||||
# trustStorePath: /path/to/file
|
||||
# trustStorePassword: changeit
|
||||
# trustStoreType: JKS
|
||||
# trustStoreProvider:
|
||||
# keyManagerPassword: changeit
|
||||
# needClientAuth: false
|
||||
# wantClientAuth:
|
||||
# certAlias: <alias>
|
||||
# crlPath: /path/to/file
|
||||
# enableCRLDP: false
|
||||
# enableOCSP: false
|
||||
# maxCertPathLength: (unlimited)
|
||||
# ocspResponderUrl: (none)
|
||||
# jceProvider: (none)
|
||||
# validateCerts: true
|
||||
# validatePeers: true
|
||||
# supportedProtocols: SSLv3
|
||||
# supportedCipherSuites: TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256
|
||||
# allowRenegotiation: true
|
||||
# endpointIdentificationAlgorithm: (none)
|
||||
|
||||
#adminConnectors:
|
||||
# - type: https
|
||||
# port: 8586
|
||||
# keyStorePath: ./conf/keystore.jks
|
||||
# keyStorePassword: changeit
|
||||
# keyStoreType: JKS
|
||||
# keyStoreProvider:
|
||||
# trustStorePath: /path/to/file
|
||||
# trustStorePassword: changeit
|
||||
# trustStoreType: JKS
|
||||
# trustStoreProvider:
|
||||
# keyManagerPassword: changeit
|
||||
# needClientAuth: false
|
||||
# wantClientAuth:
|
||||
# certAlias: <alias>
|
||||
# crlPath: /path/to/file
|
||||
# enableCRLDP: false
|
||||
# enableOCSP: false
|
||||
# maxCertPathLength: (unlimited)
|
||||
# ocspResponderUrl: (none)
|
||||
# jceProvider: (none)
|
||||
# validateCerts: true
|
||||
# validatePeers: true
|
||||
# supportedProtocols: SSLv3
|
||||
# supportedCipherSuites: TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256
|
||||
# allowRenegotiation: true
|
||||
# endpointIdentificationAlgorithm: (none)
|
||||
|
||||
# Logging settings.
|
||||
# https://logback.qos.ch/manual/layouts.html#conversionWord
|
||||
logging:
|
||||
level: INFO
|
||||
loggers:
|
||||
org.openmetadata.catalog.common: DEBUG
|
||||
io.swagger: ERROR
|
||||
appenders:
|
||||
- type: file
|
||||
threshold: TRACE
|
||||
logFormat: "%level [%d{HH:mm:ss.SSS}] [%t] %logger{5} - %msg %n"
|
||||
currentLogFilename: ./logs/openmetadata.log
|
||||
archivedLogFilenamePattern: ./logs/openmetadata-%d{yyyy-MM-dd}-%i.log.gz
|
||||
archivedFileCount: 7
|
||||
timeZone: UTC
|
||||
maxFileSize: 50MB
|
||||
|
||||
database:
|
||||
# the name of the JDBC driver, mysql in our case
|
||||
driverClass: com.mysql.cj.jdbc.Driver
|
||||
# the username and password
|
||||
user: openmetadata_user
|
||||
password: openmetadata_password
|
||||
# the JDBC URL; the database is called openmetadata_db
|
||||
url: jdbc:mysql://mysql:3306/openmetadata_db?allowPublicKeyRetrieval=true&useSSL=false&serverTimezone=UTC
|
||||
|
||||
|
||||
elasticsearch:
|
||||
host: elasticsearch
|
||||
port: 9200
|
||||
|
||||
eventHandlerConfiguration:
|
||||
eventHandlerClassNames:
|
||||
- "org.openmetadata.catalog.events.AuditEventHandler"
|
||||
- "org.openmetadata.catalog.events.ElasticSearchEventHandler"
|
||||
|
||||
airflowConfiguration:
|
||||
apiEndpoint: "http://ingestion:8080"
|
||||
username: "admin"
|
||||
password: "admin"
|
||||
metadataApiEndpoint: "http://openmetadata-server:8585/api"
|
||||
authProvider: "no-auth"
|
||||
|
||||
health:
|
||||
delayedShutdownHandlerEnabled: true
|
||||
shutdownWaitPeriod: 1s
|
||||
healthCheckUrlPaths: ["/api/v1/health-check"]
|
||||
healthChecks:
|
||||
- name: UserDatabaseCheck
|
||||
critical: true
|
||||
schedule:
|
||||
checkInterval: 2500ms
|
||||
downtimeInterval: 10s
|
||||
failureAttempts: 2
|
||||
successAttempts: 1
|
||||
@ -1,3 +1,14 @@
|
||||
# Copyright 2021 Collate
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
FROM openjdk:11
|
||||
|
||||
EXPOSE 8585
|
||||
|
||||
@ -13,5 +13,5 @@
|
||||
while ! wget -O /dev/null -o /dev/null mysql:3306; do sleep 5; done
|
||||
cp /openmetadata.yaml /openmetadata-*/conf/openmetadata.yaml
|
||||
cd /openmetadata-*/
|
||||
./bootstrap/bootstrap_storage.sh migrate
|
||||
./bootstrap/bootstrap_storage.sh drop-create-all
|
||||
./bin/openmetadata-server-start.sh conf/openmetadata.yaml
|
||||
|
||||
@ -114,11 +114,20 @@ database:
|
||||
elasticsearch:
|
||||
host: elasticsearch
|
||||
port: 9200
|
||||
scheme: "http"
|
||||
|
||||
eventHandlerConfiguration:
|
||||
eventHandlerClassNames:
|
||||
- "org.openmetadata.catalog.events.AuditEventHandler"
|
||||
- "org.openmetadata.catalog.events.ElasticSearchEventHandler"
|
||||
- "org.openmetadata.catalog.elasticsearch.ElasticSearchEventHandler"
|
||||
- "org.openmetadata.catalog.events.ChangeEventHandler"
|
||||
|
||||
airflowConfiguration:
|
||||
apiEndpoint: "http://ingestion:8080"
|
||||
username: "admin"
|
||||
password: "admin"
|
||||
metadataApiEndpoint: "http://openmetadata-server:8585/api"
|
||||
authProvider: "no-auth"
|
||||
|
||||
health:
|
||||
delayedShutdownHandlerEnabled: true
|
||||
|
||||
@ -61,13 +61,6 @@ metadata ingest -c ./examples/workflows/redshift.json
|
||||
source env/bin/activate
|
||||
metadata ingest -c ./pipelines/sample_usage.json
|
||||
```
|
||||
#### Generate Sample Users
|
||||
|
||||
```text
|
||||
source env/bin/activate
|
||||
metadata ingest -c ./pipelines/sample_users.json
|
||||
```
|
||||
|
||||
#### Ingest MySQL data to Metadata APIs
|
||||
|
||||
```text
|
||||
|
||||
@ -238,7 +238,7 @@ def docker(start, stop, clean, type, path) -> None:
|
||||
"""\nHead to http://localhost:8585 to play around with OpenMetadata UI.
|
||||
\nTo checkout Ingestion via Airflow, go to http://localhost:8080 \n(username: admin, password: admin)
|
||||
""",
|
||||
fg="bright_white",
|
||||
fg="bright_blue",
|
||||
)
|
||||
click.secho(
|
||||
"Need support? Get in touch on Slack: https://slack.open-metadata.org/",
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user