mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-07-14 04:25:54 +00:00
59e850bbd9
### Description Update all other connectors to use the new downstream architecture that was recently introduced for the s3 connector. Closes #1313 and #1311
33 lines
1.3 KiB
Bash
33 lines
1.3 KiB
Bash
#!/usr/bin/env bash
|
||
|
||
# Processes the Unstructured-IO/unstructured repository
|
||
# through Unstructured's library in 2 processes.
|
||
|
||
# Structured outputs are stored in onedrive-ingest-output/
|
||
|
||
# NOTE, this script is not ready-to-run!
|
||
# You must enter a Azure AD app client-id, client secret and user principal name
|
||
# before running.
|
||
|
||
# To get the credentials for your Azure AD app, follow these steps:
|
||
# https://learn.microsoft.com/en-us/graph/auth-register-app-v2
|
||
# https://learn.microsoft.com/en-us/graph/auth-v2-service
|
||
|
||
# Assign the neccesary permissions for the application to read from OneDrive.
|
||
# https://learn.microsoft.com/en-us/graph/permissions-reference
|
||
|
||
SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
|
||
cd "$SCRIPT_DIR"/../../.. || exit 1
|
||
|
||
PYTHONPATH=. ./unstructured/ingest/main.py \
|
||
onedrive \
|
||
--client-id "<Azure AD app client-id>" \
|
||
--client-cred "<Azure AD app client-secret>" \
|
||
--authority-url "<Authority URL, default is https://login.microsoftonline.com>" \
|
||
--tenant "<Azure AD tenant_id, default is 'common'>" \
|
||
--user-pname "<Azure AD principal name, in most cases is the email linked to the drive>" \
|
||
--path "<Path to start parsing files from>" \
|
||
--output-dir onedrive-ingest-output \
|
||
--num-processes 2 \
|
||
--verbose
|