mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-07-04 23:52:23 +00:00
14 lines
351 B
Bash
14 lines
351 B
Bash
|
#!/usr/bin/env bash
|
||
|
|
|
||
|
|
unstructured-ingest \
|
||
|
|
reddit \
|
||
|
|
--subreddit-name machinelearning \
|
||
|
|
--client-id "<client id here>" \
|
||
|
|
--client-secret "<client secret here>" \
|
||
|
|
--user-agent "Unstructured Ingest Subreddit fetcher by \u\..." \
|
||
|
|
--search-query "Unstructured" \
|
||
|
|
--num-posts 10 \
|
||
|
|
--output-dir reddit-ingest-output \
|
||
|
|
--num-processes 2 \
|
||
|
|
--verbose
|