unstructured/examples/ingest/onedrive/ingest.sh

#!/usr/bin/env bash

# Processes the Unstructured-IO/unstructured repository
# through Unstructured's library in 2 processes.

# Structured outputs are stored in onedrive-ingest-output/

# NOTE, this script is not ready-to-run!
# You must enter a Azure AD app client-id, client secret and user principal name
# before running.

# To get the credentials for your Azure AD app, follow these steps:
# https://learn.microsoft.com/en-us/graph/auth-register-app-v2
# https://learn.microsoft.com/en-us/graph/auth-v2-service

# Assign the neccesary permissions for the application to read from OneDrive.
# https://learn.microsoft.com/en-us/graph/permissions-reference

SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
cd "$SCRIPT_DIR"/../../.. || exit 1

PYTHONPATH=. ./unstructured/ingest/main.py \
    onedrive \
    --client-id "<Azure AD app client-id>" \
    --client-cred "<Azure AD app client-secret>" \
    --authority-url "<Authority URL, default is https://login.microsoftonline.com>" \
    --tenant "<Azure AD tenant_id, default is 'common'>" \
    --user-pname "<Azure AD principal name, in most cases is the email linked to the drive>" \
    --path "<Path to start parsing files from>" \
    --output-dir onedrive-ingest-output \
    --num-processes 2 \
    --verbose