diff --git a/docker/ubuntu-22/Dockerfile b/docker/ubuntu-22/Dockerfile index f91338245..e224d3654 100644 --- a/docker/ubuntu-22/Dockerfile +++ b/docker/ubuntu-22/Dockerfile @@ -20,4 +20,6 @@ RUN source ~/.bashrc && pyenv virtualenv 3.8.15 unstructured && \ make install-ingest-azure && \ make install-ingest-github && \ make install-ingest-gitlab && \ - make install-ingest-wikipedia + make install-ingest-wikipedia && \ + make install-ingest-discord && \ + make install install-ingest-slack diff --git a/scripts/ingest-test-fixtures-update.sh b/scripts/ingest-test-fixtures-update.sh index aa97211f3..4c2681ea4 100755 --- a/scripts/ingest-test-fixtures-update.sh +++ b/scripts/ingest-test-fixtures-update.sh @@ -38,15 +38,17 @@ if [ "$AGE_DAYS" -gt 6 ]; then echo "You may want to 'docker rmi $IMAGE_NAME' and rerun this script if it is not current." fi -docker run --rm -v "$SCRIPT_DIR"/../unstructured:/root/unstructured -v \ - "$SCRIPT_DIR"/../test_unstructured_ingest:/root/test_unstructured_ingest \ - -w /root "$IMAGE_NAME" \ - bash -c "export OVERWRITE_FIXTURES=true && source ~/.bashrc && pyenv activate unstructured && tesseract --version && +docker run --rm -v "$SCRIPT_DIR"/../unstructured:/root/unstructured \ + -v "$SCRIPT_DIR"/../test_unstructured_ingest:/root/test_unstructured_ingest \ + ${DISCORD_TOKEN:+-e DISCORD_TOKEN="$DISCORD_TOKEN"} \ + ${SLACK_TOKEN:+-e SLACK_TOKEN="$SLACK_TOKEN"} \ + ${GH_READ_ONLY_ACCESS_TOKEN:+-e GH_READ_ONLY_ACCESS_TOKEN="$GH_READ_ONLY_ACCESS_TOKEN"} \ + -w /root "$IMAGE_NAME" \ + bash -c "export OVERWRITE_FIXTURES=true && source ~/.bashrc && pyenv activate unstructured && tesseract --version && ./test_unstructured_ingest/test-ingest-azure.sh && ./test_unstructured_ingest/test-ingest-discord.sh && ./test_unstructured_ingest/test-ingest-github.sh && ./test_unstructured_ingest/test-ingest-biomed-api.sh && ./test_unstructured_ingest/test-ingest-biomed-path.sh && ./test_unstructured_ingest/test-ingest-s3.sh && - ./test_unstructured_ingest/test-ingest-slack.sh && ./test_unstructured_ingest/test-ingest-slack.sh"