From dabda67c8f44fb869d1e6f659f014f3ba1f47aff Mon Sep 17 00:00:00 2001 From: ryannikolaidis <1208590+ryannikolaidis@users.noreply.github.com> Date: Wed, 7 Jun 2023 21:48:49 -0700 Subject: [PATCH] fix: ingest-test-fixtures-update script to pass env vars (#697) --- docker/ubuntu-22/Dockerfile | 4 +++- scripts/ingest-test-fixtures-update.sh | 12 +++++++----- 2 files changed, 10 insertions(+), 6 deletions(-) diff --git a/docker/ubuntu-22/Dockerfile b/docker/ubuntu-22/Dockerfile index f91338245..e224d3654 100644 --- a/docker/ubuntu-22/Dockerfile +++ b/docker/ubuntu-22/Dockerfile @@ -20,4 +20,6 @@ RUN source ~/.bashrc && pyenv virtualenv 3.8.15 unstructured && \ make install-ingest-azure && \ make install-ingest-github && \ make install-ingest-gitlab && \ - make install-ingest-wikipedia + make install-ingest-wikipedia && \ + make install-ingest-discord && \ + make install install-ingest-slack diff --git a/scripts/ingest-test-fixtures-update.sh b/scripts/ingest-test-fixtures-update.sh index aa97211f3..4c2681ea4 100755 --- a/scripts/ingest-test-fixtures-update.sh +++ b/scripts/ingest-test-fixtures-update.sh @@ -38,15 +38,17 @@ if [ "$AGE_DAYS" -gt 6 ]; then echo "You may want to 'docker rmi $IMAGE_NAME' and rerun this script if it is not current." fi -docker run --rm -v "$SCRIPT_DIR"/../unstructured:/root/unstructured -v \ - "$SCRIPT_DIR"/../test_unstructured_ingest:/root/test_unstructured_ingest \ - -w /root "$IMAGE_NAME" \ - bash -c "export OVERWRITE_FIXTURES=true && source ~/.bashrc && pyenv activate unstructured && tesseract --version && +docker run --rm -v "$SCRIPT_DIR"/../unstructured:/root/unstructured \ + -v "$SCRIPT_DIR"/../test_unstructured_ingest:/root/test_unstructured_ingest \ + ${DISCORD_TOKEN:+-e DISCORD_TOKEN="$DISCORD_TOKEN"} \ + ${SLACK_TOKEN:+-e SLACK_TOKEN="$SLACK_TOKEN"} \ + ${GH_READ_ONLY_ACCESS_TOKEN:+-e GH_READ_ONLY_ACCESS_TOKEN="$GH_READ_ONLY_ACCESS_TOKEN"} \ + -w /root "$IMAGE_NAME" \ + bash -c "export OVERWRITE_FIXTURES=true && source ~/.bashrc && pyenv activate unstructured && tesseract --version && ./test_unstructured_ingest/test-ingest-azure.sh && ./test_unstructured_ingest/test-ingest-discord.sh && ./test_unstructured_ingest/test-ingest-github.sh && ./test_unstructured_ingest/test-ingest-biomed-api.sh && ./test_unstructured_ingest/test-ingest-biomed-path.sh && ./test_unstructured_ingest/test-ingest-s3.sh && - ./test_unstructured_ingest/test-ingest-slack.sh && ./test_unstructured_ingest/test-ingest-slack.sh"