Mars Lan 682bb87a7e
feat(ingest): replace custom hive-etl with sql-based ETL (#1713)
This offloads most of the heavy lifting to SQLAlchemy.
Also add a docker file for testing
2020-06-25 19:04:56 -07:00

8 lines
272 B
Python

from common import run
# See https://github.com/dropbox/PyHive for more details
URL = '' # e.g. hive://username:password@hostname:port
OPTIONS = {} # e.g. {"connect_args": {"configuration": {"hive.exec.reducers.max": "123"}}
PLATFORM = 'hive'
run(URL, OPTIONS, PLATFORM)