yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-16 13:16:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

More python 3.6 compat

Browse Source
This commit is contained in:
Harshal Sheth 2021-02-11 16:23:03 -08:00 committed by Shirshanka Das
parent 42320081e1
commit 0660991fb8
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/README.md
View File

@ -1,7 +1,7 @@
# Install From Source # Install From Source
## Pre-Requisites ## Pre-Requisites
- On MacOS: `brew install librdkafka` - On MacOS: `brew install librdkafka`
- On Debian/Ubuntu: `sudo apt install librdkafka-dev` - On Debian/Ubuntu: `sudo apt install librdkafka-dev python3-dev python3-venv`
## Set up python environment (requires python 3.7+) ## Set up python environment (requires python 3.7+)
- python3 -m venv venv - python3 -m venv venv

2
metadata-ingestion/setup.py
View File

@ -50,7 +50,7 @@ setuptools.setup(
"Environment :: MacOS X", "Environment :: MacOS X",
"Topic :: Software Development", "Topic :: Software Development",
], ],
python_requires=">=3.7", python_requires=">=3.6",
package_dir={"": "src"}, package_dir={"": "src"},
packages=setuptools.find_packages(where='./src'), packages=setuptools.find_packages(where='./src'),
include_package_data=True, include_package_data=True,

4
metadata-ingestion/src/gometa/ingestion/source/kafka.py
View File

@ -3,7 +3,7 @@ from gometa.configuration import ConfigModel
from gometa.configuration.kafka import KafkaConsumerConnectionConfig from gometa.configuration.kafka import KafkaConsumerConnectionConfig
from gometa.ingestion.api.source import Source, Extractor, SourceReport from gometa.ingestion.api.source import Source, Extractor, SourceReport
from gometa.ingestion.api.source import WorkUnit from gometa.ingestion.api.source import WorkUnit
from typing import Optional, Iterable, List, Dict from typing import Optional, Iterable, List, Dict, Any
from dataclasses import dataclass, field from dataclasses import dataclass, field
import confluent_kafka import confluent_kafka
from confluent_kafka.schema_registry.schema_registry_client import SchemaRegistryClient from confluent_kafka.schema_registry.schema_registry_client import SchemaRegistryClient
@ -54,7 +54,7 @@ class KafkaSourceReport(SourceReport):
@dataclass @dataclass
class KafkaSource(Source): class KafkaSource(Source):
source_config: KafkaSourceConfig source_config: KafkaSourceConfig
topic_pattern: re.Pattern topic_pattern: Any # actually re.Pattern
consumer: confluent_kafka.Consumer consumer: confluent_kafka.Consumer
report: KafkaSourceReport report: KafkaSourceReport