17 lines
484 B
Bash
Raw Normal View History

#!/usr/bin/env bash
EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER:-"langchain-huggingface"}
unstructured-ingest \
local \
--input-path example-docs/book-war-and-peace-1225p.txt \
--output-dir local-output-to-box \
--strategy fast \
--chunk-elements \
--embedding-provider "$EMBEDDING_PROVIDER" \
--num-processes 2 \
--verbose \
box \
--box_app_config "$BOX_APP_CONFIG_PATH" \
--remote-url "<your destination path here, ie 'box://unstructured/war-and-peace-output'>"