mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-07-19 15:06:21 +00:00
56 lines
2.0 KiB
Bash
56 lines
2.0 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
set -e
|
||
|
|
|
||
|
|
# Description: This test checks if all the processed content is the same as the expected outputs
|
||
|
|
SCRIPT_DIR=$(dirname "$(realpath "$0")")
|
||
|
|
cd "$SCRIPT_DIR"/.. || exit 1
|
||
|
|
|
||
|
|
OUTPUT_FOLDER_NAME=jira-diff
|
||
|
|
OUTPUT_DIR=$SCRIPT_DIR/structured-output/$OUTPUT_FOLDER_NAME
|
||
|
|
DOWNLOAD_DIR=$SCRIPT_DIR/download/$OUTPUT_FOLDER_NAME
|
||
|
|
|
||
|
|
if [ -z "$JIRA_INGEST_USER_EMAIL" ] || [ -z "$JIRA_INGEST_API_TOKEN" ]; then
|
||
|
|
echo "Skipping Jira ingest test because the JIRA_INGEST_USER_EMAIL or JIRA_INGEST_API_TOKEN env var is not set."
|
||
|
|
exit 0
|
||
|
|
fi
|
||
|
|
|
||
|
|
# Required arguments:
|
||
|
|
# --url
|
||
|
|
# --> Atlassian (Jira) domain URL
|
||
|
|
# --api-token
|
||
|
|
# --> Api token to authenticate into Atlassian (Jira).
|
||
|
|
# Check https://support.atlassian.com/atlassian-account/docs/manage-api-tokens-for-your-atlassian-account/ for more info.
|
||
|
|
# --user-email
|
||
|
|
# --> User email for the domain, such as xyz@unstructured.io
|
||
|
|
|
||
|
|
# Optional arguments:
|
||
|
|
# --list-of-projects
|
||
|
|
# --> Space separated project ids or keys
|
||
|
|
# --list-of-boards
|
||
|
|
# --> Space separated board ids or keys
|
||
|
|
# --list-of-issues
|
||
|
|
# --> Space separated issue ids or keys
|
||
|
|
|
||
|
|
# Note: When any of the optional arguments are provided, connector will ingest only those components, and nothing else.
|
||
|
|
# When none of the optional arguments are provided, all issues in all projects will be ingested.
|
||
|
|
|
||
|
|
PYTHONPATH=. ./unstructured/ingest/main.py \
|
||
|
|
jira \
|
||
|
|
--download-dir "$DOWNLOAD_DIR" \
|
||
|
|
--metadata-exclude filename,file_directory,metadata.data_source.date_processed,metadata.last_modified \
|
||
|
|
--num-processes 2 \
|
||
|
|
--preserve-downloads \
|
||
|
|
--reprocess \
|
||
|
|
--structured-output-dir "$OUTPUT_DIR" \
|
||
|
|
--verbose \
|
||
|
|
--url https://unstructured-jira-connector-test.atlassian.net \
|
||
|
|
--user-email "$JIRA_INGEST_USER_EMAIL" \
|
||
|
|
--api-token "$JIRA_INGEST_API_TOKEN" \
|
||
|
|
--list-of-projects "JCTP3" \
|
||
|
|
--list-of-boards "1" \
|
||
|
|
--list-of-issues "JCTP2-4 JCTP2-7 JCTP2-8 10012 JCTP2-11" \
|
||
|
|
|
||
|
|
|
||
|
|
|
||
|
|
sh "$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
|