17 lines
481 B
Bash
Raw Normal View History

#!/usr/bin/env bash
EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER:-"langchain-huggingface"}
unstructured-ingest \
local \
--input-path example-docs/book-war-and-peace-1225p.txt \
--output-dir local-output-to-dropbox \
--strategy fast \
--chunk-elements \
--embedding-provider "$EMBEDDING_PROVIDER" \
--num-processes 2 \
--verbose \
dropbox \
--token "$DROPBOX_TOKEN" \
--remote-url "<your destination path here, ie 'dropbox://unstructured/war-and-peace-output'>"