diff --git a/metadata-ingestion/README.md b/metadata-ingestion/README.md index 6f9bcbd504..84a9648a6e 100644 --- a/metadata-ingestion/README.md +++ b/metadata-ingestion/README.md @@ -1,7 +1,7 @@ # Install From Source ## Pre-Requisites - On MacOS: `brew install librdkafka` -- On Debian/Ubuntu: `sudo apt install librdkafka-dev` +- On Debian/Ubuntu: `sudo apt install librdkafka-dev python3-dev python3-venv` ## Set up python environment (requires python 3.7+) - python3 -m venv venv diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index 7d0b21444f..e3c0e0d2a2 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -50,7 +50,7 @@ setuptools.setup( "Environment :: MacOS X", "Topic :: Software Development", ], - python_requires=">=3.7", + python_requires=">=3.6", package_dir={"": "src"}, packages=setuptools.find_packages(where='./src'), include_package_data=True, diff --git a/metadata-ingestion/src/gometa/ingestion/source/kafka.py b/metadata-ingestion/src/gometa/ingestion/source/kafka.py index 941696a78e..4ead0cd515 100644 --- a/metadata-ingestion/src/gometa/ingestion/source/kafka.py +++ b/metadata-ingestion/src/gometa/ingestion/source/kafka.py @@ -3,7 +3,7 @@ from gometa.configuration import ConfigModel from gometa.configuration.kafka import KafkaConsumerConnectionConfig from gometa.ingestion.api.source import Source, Extractor, SourceReport from gometa.ingestion.api.source import WorkUnit -from typing import Optional, Iterable, List, Dict +from typing import Optional, Iterable, List, Dict, Any from dataclasses import dataclass, field import confluent_kafka from confluent_kafka.schema_registry.schema_registry_client import SchemaRegistryClient @@ -54,7 +54,7 @@ class KafkaSourceReport(SourceReport): @dataclass class KafkaSource(Source): source_config: KafkaSourceConfig - topic_pattern: re.Pattern + topic_pattern: Any # actually re.Pattern consumer: confluent_kafka.Consumer report: KafkaSourceReport