yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-15 04:26:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

#12027 - Add support for Python 3.11 (#14385)

Browse Source 
* Fix datamodel codegen and bump versions

* Add 3.11 tests

* Update hive

* pandas

* pandas
This commit is contained in:
Pere Miquel Brull 2023-12-14 15:46:58 +01:00 committed by GitHub
parent d4d8f3655f
commit eaacc693bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 11 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/py-tests.yml vendored
View File

@ -36,7 +36,7 @@ jobs:
runs-on: ubuntu-latest runs-on: ubuntu-latest
strategy: strategy:
matrix: matrix:
py-version: ['3.8', '3.9', '3.10'] py-version: ['3.8', '3.9', '3.10', '3.11']
steps: steps:
- name: Free Disk Space (Ubuntu) - name: Free Disk Space (Ubuntu)
uses: jlumbroso/free-disk-space@main uses: jlumbroso/free-disk-space@main

13
ingestion/setup.py
View File

@ -28,7 +28,7 @@ VERSIONS = {
"grpc-tools": "grpcio-tools>=1.47.2", "grpc-tools": "grpcio-tools>=1.47.2",
"msal": "msal~=1.2", "msal": "msal~=1.2",
"neo4j": "neo4j~=5.3.0", "neo4j": "neo4j~=5.3.0",
"pandas": "pandas==1.3.5", "pandas": "pandas<=2,<3",
"pyarrow": "pyarrow~=10.0", "pyarrow": "pyarrow~=10.0",
"pydomo": "pydomo~=0.3", "pydomo": "pydomo~=0.3",
"pymysql": "pymysql>=1.0.2", "pymysql": "pymysql>=1.0.2",
@ -45,7 +45,7 @@ VERSIONS = {
"looker-sdk": "looker-sdk>=22.20.0", "looker-sdk": "looker-sdk>=22.20.0",
"lkml": "lkml~=1.3", "lkml": "lkml~=1.3",
"tableau": "tableau-api-lib~=0.1", "tableau": "tableau-api-lib~=0.1",
"pyhive": "pyhive~=0.7", "pyhive": "pyhive[hive_pure_sasl]~=0.7",
"mongo": "pymongo~=4.3", "mongo": "pymongo~=4.3",
"redshift": "sqlalchemy-redshift==0.8.12", "redshift": "sqlalchemy-redshift==0.8.12",
"snowflake": "snowflake-sqlalchemy~=1.4", "snowflake": "snowflake-sqlalchemy~=1.4",
@ -58,7 +58,9 @@ COMMONS = {
VERSIONS["boto3"], VERSIONS["boto3"],
VERSIONS["pandas"], VERSIONS["pandas"],
VERSIONS["pyarrow"], VERSIONS["pyarrow"],
"python-snappy~=0.6.1", # python-snappy does not work well on 3.11 https://github.com/aio-libs/aiokafka/discussions/931
# Using this as an alternative
"cramjam~=2.7",
}, },
"hive": { "hive": {
"presto-types-parser>=0.0.2", "presto-types-parser>=0.0.2",
@ -189,7 +191,8 @@ plugins: Dict[str, Set[str]] = {
"hive": { "hive": {
*COMMONS["hive"], *COMMONS["hive"],
"thrift>=0.13,<1", "thrift>=0.13,<1",
"sasl~=0.3", # Replacing sasl with pure-sasl based on https://github.com/cloudera/python-sasl/issues/30 for py 3.11
"pure-sasl",
"thrift-sasl~=0.4", "thrift-sasl~=0.4",
"impyla~=0.18.0", "impyla~=0.18.0",
}, },
@ -197,7 +200,7 @@ plugins: Dict[str, Set[str]] = {
"presto-types-parser>=0.0.2", "presto-types-parser>=0.0.2",
"impyla[kerberos]~=0.18.0", "impyla[kerberos]~=0.18.0",
"thrift>=0.13,<1", "thrift>=0.13,<1",
"sasl~=0.3", "pure-sasl",
"thrift-sasl~=0.4", "thrift-sasl~=0.4",
}, },
"kafka": {*COMMONS["kafka"]}, "kafka": {*COMMONS["kafka"]},

3
scripts/datamodel_generation.py
View File

@ -46,6 +46,7 @@ main(args)
for file_path in UNICODE_REGEX_REPLACEMENT_FILE_PATHS: for file_path in UNICODE_REGEX_REPLACEMENT_FILE_PATHS:
with open(file_path, "r", encoding="UTF-8") as file_: with open(file_path, "r", encoding="UTF-8") as file_:
content = file_.read() content = file_.read()
content = content.replace("(?U)", "(?u)") # Python now requires to move the global flags at the very start of the expression
content = content.replace("^(?U)", "(?u)^")
with open(file_path, "w", encoding="UTF-8") as file_: with open(file_path, "w", encoding="UTF-8") as file_:
file_.write(content) file_.write(content)