yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-10-10 07:41:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: remove copy line from non-matrix connectors (#1976)

Browse Source
This commit is contained in:
Klaijan 2023-11-04 13:58:56 -04:00 committed by GitHub
parent 4db04b7a22
commit c471ea3cc7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
24 changed files with 5 additions and 48 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
test_unstructured_ingest/metrics/aggregate-scores-cct.tsv
View File

@ -1,3 +1,3 @@
strategy average sample_sd population_sd count
cct-accuracy 0.798 0.083 0.072 4
cct-%missing 0.089 0.04 0.035 4
cct-%missing 0.089 0.04 0.035 4
1 strategy average sample_sd population_sd count
2 cct-accuracy 0.798 0.083 0.072 4
3 cct-%missing 0.089 0.04 0.035 4

8
test_unstructured_ingest/metrics/all-docs-cct.tsv
View File

@ -1,5 +1,3 @@
filename doctype connector cct-accuracy cct-%missing
science-exploration-1p.pptx pptx dropbox 0.861 0.093
science-exploration-1p.pptx pptx box 0.861 0.093
example-10k.html html local 0.686 0.037
IRS-form-1987.pdf pdf azure 0.783 0.135
filename connector cct-accuracy cct-%missing
example-10k.html local 0.686 0.037
IRS-form-1987.pdf azure 0.783 0.135
1 filename doctype connector cct-accuracy cct-%missing
2 science-exploration-1p.pptx example-10k.html pptx dropbox local 0.861 0.686 0.093 0.037
3 science-exploration-1p.pptx IRS-form-1987.pdf pptx box azure 0.861 0.783 0.093 0.135
example-10k.html html local 0.686 0.037
IRS-form-1987.pdf pdf azure 0.783 0.135

1
test_unstructured_ingest/metrics/metrics-json-manifest.txt
View File

@ -1,3 +1,4 @@
handbook-1p.docx.json
example-10k.html.json
IRS-form-1987.pdf.json
science-exploration-1p.pptx.json

2
test_unstructured_ingest/src/against-api.sh
View File

@ -40,5 +40,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-num-files-output.sh 1 $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/airtable-diff.sh
View File

@ -51,5 +51,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--verbose
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/biomed-api.sh
View File

@ -42,5 +42,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/biomed-path.sh
View File

@ -40,5 +40,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/box.sh
View File

@ -54,5 +54,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/confluence-diff.sh
View File

@ -48,5 +48,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/delta-table.sh
View File

@ -45,5 +45,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/discord.sh
View File

@ -44,5 +44,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/dropbox.sh
View File

@ -51,5 +51,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/elasticsearch.sh
View File

@ -51,5 +51,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/embed.sh
View File

@ -37,5 +37,3 @@ set +e
# once we have an alternative encoder that is deterministic, we test the diff here
# until then just validating the file was created
"$SCRIPT_DIR"/check-num-files-output.sh 1 "$OUTPUT_FOLDER_NAME"
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/github.sh
View File

@ -55,5 +55,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
$ACCESS_TOKEN_FLAGS
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/gitlab.sh
View File

@ -41,5 +41,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-num-files-output.sh 2 $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/jira.sh
View File

@ -71,5 +71,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/notion.sh
View File

@ -45,5 +45,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/onedrive.sh
View File

@ -49,5 +49,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/outlook.sh
View File

@ -49,5 +49,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/pdf-fast-reprocess.sh
View File

@ -45,5 +45,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/salesforce.sh
View File

@ -61,5 +61,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/slack.sh
View File

@ -47,5 +47,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-diff-expected-output.sh $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"

2
test_unstructured_ingest/src/wikipedia.sh
View File

@ -38,5 +38,3 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \
--work-dir "$WORK_DIR"
"$SCRIPT_DIR"/check-num-files-output.sh 3 $OUTPUT_FOLDER_NAME
"$SCRIPT_DIR"/evaluation-ingest-cp.sh "$OUTPUT_DIR" "$OUTPUT_FOLDER_NAME"