mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-24 10:00:07 +00:00
c7892ada4c
* Add codegen * New architecture + setup file -> console pipeline * Cleanup source loader * Basic Kafka metadata source * Kafka source and extractor * Add kwargs construct interface * Fix kafka source unit test * start working on pipeline test * kafka datahub sink * Make myself a profile * Ingest to datahub from kafka * Update codegen * Add restli transport * Fix bug in restli conversion
13 lines
388 B
Bash
Executable File
13 lines
388 B
Bash
Executable File
#!/bin/bash
|
|
set -euxo pipefail
|
|
|
|
OUTDIR=./src/gometa/metadata
|
|
|
|
# Note: this assumes that datahub has already been built with `./gradlew build`.
|
|
DATAHUB_ROOT=../datahub
|
|
cp $DATAHUB_ROOT/metadata-events/mxe-schemas/src/renamed/avro/com/linkedin/mxe/MetadataChangeEvent.avsc .
|
|
|
|
rm -r $OUTDIR || true
|
|
python scripts/avro_codegen.py MetadataChangeEvent.avsc $OUTDIR
|
|
rm MetadataChangeEvent.avsc
|