yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-16 10:08:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

README and Setup.py Modification

Browse Source
This commit is contained in:
Ayush Shah 2021-08-13 02:03:39 +05:30
parent a44f87c252
commit a3f4398284
2 changed files with 17 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/README.md
View File

@ -12,14 +12,14 @@ OpenMetadata Ingesiton is a simple framework to build connectors and ingest meta
### Install From PyPI ### Install From PyPI
```text ```text
python3 -m pip install --upgrade pip wheel setuptools python3 -m pip install --upgrade pip wheel setuptools openmetadata-ingestion
python3 -m pip install --upgrade openmetadata-ingestion
python3 -m spacy download en_core_web_sm python3 -m spacy download en_core_web_sm
``` ```
### Install Ingestion Connector Dependencies ### Install Ingestion Connector Dependencies
Click here to go to [Ingestion Connector's Documentation](https://docs.open-metadata.org/install/metadata-ingestion) Click here to go to [Ingestion Connector's Documentation](https://docs.open-metadata.org/install/metadata-ingestion)
#### Generate Redshift Data #### Generate Redshift Data
```text ```text

32
ingestion/setup.py
View File

@ -55,9 +55,7 @@ base_requirements = {
"wheel~=0.36.2", "wheel~=0.36.2",
"python-jose==3.3.0", "python-jose==3.3.0",
"okta==1.7.0", "okta==1.7.0",
"pandas~=1.3.1" "pandas~=1.3.1",
}
connector_requirements = {
"sqlalchemy>=1.3.24", "sqlalchemy>=1.3.24",
"sql-metadata~=2.0.0", "sql-metadata~=2.0.0",
"spacy==3.0.5", "spacy==3.0.5",
@ -71,28 +69,28 @@ base_plugins = {
"sql-metadata~=2.0.0", "sql-metadata~=2.0.0",
} }
plugins: Dict[str, Set[str]] = { plugins: Dict[str, Set[str]] = {
"athena": connector_requirements | {"PyAthena[SQLAlchemy]"}, "athena": {"PyAthena[SQLAlchemy]"},
"bigquery": connector_requirements | {"pybigquery >= 0.6.0"}, "bigquery": {"pybigquery >= 0.6.0"},
"bigquery-usage": {"google-cloud-logging", "cachetools"}, "bigquery-usage": {"google-cloud-logging", "cachetools"},
"elasticsearch": {"elasticsearch~=7.13.1"}, "elasticsearch": {"elasticsearch~=7.13.1"},
"hive": connector_requirements | {"pyhive~=0.6.3", "thrift~=0.13.0", "sasl==0.3.1", "thrift-sasl==0.4.3"}, "hive": {"pyhive~=0.6.3", "thrift~=0.13.0", "sasl==0.3.1", "thrift-sasl==0.4.3"},
"ldap-users": {"ldap3==2.9.1"}, "ldap-users": {"ldap3==2.9.1"},
"mssql": connector_requirements | {"sqlalchemy-pytds>=0.3"}, "mssql": {"sqlalchemy-pytds>=0.3"},
"mssql-odbc": connector_requirements | {"pyodbc"}, "mssql-odbc": {"pyodbc"},
"mysql": connector_requirements | {"pymysql>=1.0.2"}, "mysql": {"pymysql>=1.0.2"},
"oracle": connector_requirements | {"cx_Oracle"}, "oracle": {"cx_Oracle"},
"postgres": connector_requirements | {"pymysql>=1.0.2", "psycopg2-binary", "GeoAlchemy2"}, "postgres": {"pymysql>=1.0.2", "psycopg2-binary", "GeoAlchemy2"},
"redshift": connector_requirements | {"sqlalchemy-redshift", "psycopg2-binary", "GeoAlchemy2"}, "redshift": {"sqlalchemy-redshift", "psycopg2-binary", "GeoAlchemy2"},
"redshift-usage": connector_requirements | {"sqlalchemy-redshift", "psycopg2-binary", "GeoAlchemy2"}, "redshift-usage": {"sqlalchemy-redshift", "psycopg2-binary", "GeoAlchemy2"},
"snowflake": connector_requirements | {"snowflake-sqlalchemy<=1.2.4"}, "snowflake": {"snowflake-sqlalchemy<=1.2.4"},
"snowflake-usage": connector_requirements | {"snowflake-sqlalchemy<=1.2.4"}, "snowflake-usage": {"snowflake-sqlalchemy<=1.2.4"},
"sample-tables": connector_requirements | {"faker~=8.1.1", } "sample-tables": {"faker~=8.1.1", }
} }
build_options = {"includes": ["_cffi_backend"]} build_options = {"includes": ["_cffi_backend"]}
setup( setup(
name="openmetadata-ingestion", name="openmetadata-ingestion",
version="0.2.0", version="0.2.1",
url="https://open-metadata.org/", url="https://open-metadata.org/",
author="OpenMetadata Committers", author="OpenMetadata Committers",
license="Apache License 2.0", license="Apache License 2.0",