mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-07-08 09:33:43 +00:00
00f544f100
Improves the documentation code. Standardizes unstructured api key Replaces misc hard coded values Replaces `azureunstructured1` with a generic value
14 lines
363 B
Bash
14 lines
363 B
Bash
#!/usr/bin/env bash
|
|
|
|
unstructured-ingest \
|
|
reddit \
|
|
--subreddit-name machinelearning \
|
|
--client-id "$REDDIT_CLIENT_ID" \
|
|
--client-secret "$REDDIT_CLIENT_SECRET" \
|
|
--user-agent "Unstructured Ingest Subreddit fetcher by \u\..." \
|
|
--search-query "Unstructured" \
|
|
--num-posts 10 \
|
|
--output-dir reddit-ingest-output \
|
|
--num-processes 2 \
|
|
--verbose
|