mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-12-24 13:44:05 +00:00
chore: add Dropbox secrets to CI environments (#1029)
This commit is contained in:
ryannikolaidis
GitHub
parent
f8a7ae2953
commit
70365ea42d
17
.github/workflows/ci.yml
vendored
17
.github/workflows/ci.yml
vendored
@ -186,19 +186,22 @@ jobs:
|
||||
PYTHONPATH=. pytest test_unstructured_ingest/unit
|
||||
- name: Test (end-to-end)
|
||||
env:
|
||||
GH_READ_ONLY_ACCESS_TOKEN: ${{ secrets.GH_READ_ONLY_ACCESS_TOKEN }}
|
||||
SLACK_TOKEN: ${{ secrets.SLACK_TOKEN }}
|
||||
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
||||
CONFLUENCE_USER_EMAIL: ${{ secrets.CONFLUENCE_USER_EMAIL }}
|
||||
BOX_APP_CONFIG: ${{ secrets.BOX_APP_CONFIG }}
|
||||
CONFLUENCE_API_TOKEN: ${{ secrets.CONFLUENCE_API_TOKEN }}
|
||||
CONFLUENCE_USER_EMAIL: ${{ secrets.CONFLUENCE_USER_EMAIL }}
|
||||
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
||||
DROPBOX_APP_KEY: ${{ secrets.DROPBOX_APP_KEY }}
|
||||
DROPBOX_APP_SECRET: ${{ secrets.DROPBOX_APP_SECRET }}
|
||||
DROPBOX_REFRESH_TOKEN: ${{ secrets.DROPBOX_REFRESH_TOKEN }}
|
||||
GCP_INGEST_SERVICE_KEY: ${{ secrets.GCP_INGEST_SERVICE_KEY }}
|
||||
MS_CLIENT_ID: ${{ secrets.MS_CLIENT_ID }}
|
||||
GH_READ_ONLY_ACCESS_TOKEN: ${{ secrets.GH_READ_ONLY_ACCESS_TOKEN }}
|
||||
MS_CLIENT_CRED: ${{ secrets.MS_CLIENT_CRED }}
|
||||
MS_CLIENT_ID: ${{ secrets.MS_CLIENT_ID }}
|
||||
MS_TENANT_ID: ${{ secrets.MS_TENANT_ID }}
|
||||
MS_USER_EMAIL: ${{ secrets.MS_USER_EMAIL }}
|
||||
UNS_API_KEY: ${{ secrets.UNS_API_KEY }}
|
||||
MS_USER_PNAME: ${{ secrets.MS_USER_PNAME }}
|
||||
BOX_APP_CRED: ${{ secrets.BOX_APP_CRED }}
|
||||
SLACK_TOKEN: ${{ secrets.SLACK_TOKEN }}
|
||||
UNS_API_KEY: ${{ secrets.UNS_API_KEY }}
|
||||
run: |
|
||||
source .venv/bin/activate
|
||||
sudo apt-get update
|
||||
|
||||
@ -58,19 +58,22 @@ jobs:
|
||||
make install-ci
|
||||
- name: Update test fixtures
|
||||
env:
|
||||
GH_READ_ONLY_ACCESS_TOKEN: ${{ secrets.GH_READ_ONLY_ACCESS_TOKEN }}
|
||||
SLACK_TOKEN: ${{ secrets.SLACK_TOKEN }}
|
||||
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
||||
CONFLUENCE_USER_EMAIL: ${{ secrets.CONFLUENCE_USER_EMAIL }}
|
||||
BOX_APP_CONFIG: ${{ secrets.BOX_APP_CONFIG }}
|
||||
CONFLUENCE_API_TOKEN: ${{ secrets.CONFLUENCE_API_TOKEN }}
|
||||
CONFLUENCE_USER_EMAIL: ${{ secrets.CONFLUENCE_USER_EMAIL }}
|
||||
DISCORD_TOKEN: ${{ secrets.DISCORD_TOKEN }}
|
||||
DROPBOX_APP_KEY: ${{ secrets.DROPBOX_APP_KEY }}
|
||||
DROPBOX_APP_SECRET: ${{ secrets.DROPBOX_APP_SECRET }}
|
||||
DROPBOX_REFRESH_TOKEN: ${{ secrets.DROPBOX_REFRESH_TOKEN }}
|
||||
GCP_INGEST_SERVICE_KEY: ${{ secrets.GCP_INGEST_SERVICE_KEY }}
|
||||
UNS_API_KEY: ${{ secrets.UNS_API_KEY }}
|
||||
MS_CLIENT_ID: ${{ secrets.MS_CLIENT_ID }}
|
||||
GH_READ_ONLY_ACCESS_TOKEN: ${{ secrets.GH_READ_ONLY_ACCESS_TOKEN }}
|
||||
MS_CLIENT_CRED: ${{ secrets.MS_CLIENT_CRED }}
|
||||
MS_CLIENT_ID: ${{ secrets.MS_CLIENT_ID }}
|
||||
MS_TENANT_ID: ${{ secrets.MS_TENANT_ID }}
|
||||
MS_USER_EMAIL: ${{ secrets.MS_USER_EMAIL }}
|
||||
MS_USER_PNAME: ${{ secrets.MS_USER_PNAME }}
|
||||
BOX_APP_CRED: ${{ secrets.BOX_APP_CRED }}
|
||||
SLACK_TOKEN: ${{ secrets.SLACK_TOKEN }}
|
||||
UNS_API_KEY: ${{ secrets.UNS_API_KEY }}
|
||||
OVERWRITE_FIXTURES: "true"
|
||||
run: |
|
||||
source .venv/bin/activate
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
## 0.9.1-dev1
|
||||
## 0.9.1-dev4
|
||||
|
||||
### Enhancements
|
||||
|
||||
@ -9,8 +9,8 @@
|
||||
|
||||
### Fixes
|
||||
* Pass file_filename metadata when partitioning file object
|
||||
|
||||
* Skip ingest test on missing Slack token
|
||||
* Add Dropbox variables to CI environments
|
||||
|
||||
## 0.9.0
|
||||
|
||||
|
||||
@ -81,12 +81,12 @@
|
||||
},
|
||||
{
|
||||
"type": "PageBreak",
|
||||
"element_id": "5ea24028ea5addabb8f07dfff681501d",
|
||||
"element_id": "e3b0c44298fc1c149afbf4c8996fb924",
|
||||
"metadata": {
|
||||
"data_source": {},
|
||||
"filetype": "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
|
||||
},
|
||||
"text": "<PAGE BREAK>"
|
||||
"text": ""
|
||||
},
|
||||
{
|
||||
"type": "Title",
|
||||
|
||||
@ -5,7 +5,17 @@
|
||||
"metadata": {
|
||||
"data_source": {},
|
||||
"filetype": "text/html",
|
||||
"page_number": 1
|
||||
"page_number": 1,
|
||||
"links": [
|
||||
{
|
||||
"text": null,
|
||||
"url": "index.html"
|
||||
},
|
||||
{
|
||||
"text": null,
|
||||
"url": "https://twitter.com/stef/status/1617222428727586816"
|
||||
}
|
||||
]
|
||||
},
|
||||
"text": "January 2023(Someone fed my essays into GPT to make something that could answer\nquestions based on them, then asked it where good ideas come from. The\nanswer was ok, but not what I would have said. This is what I would have said.)The way to get new ideas is to notice anomalies: what seems strange,\nor missing, or broken? You can see anomalies in everyday life (much\nof standup comedy is based on this), but the best place to look for\nthem is at the frontiers of knowledge.Knowledge grows fractally.\nFrom a distance its edges look smooth, but when you learn enough\nto get close to one, you'll notice it's full of gaps. These gaps\nwill seem obvious; it will seem inexplicable that no one has tried\nx or wondered about y. In the best case, exploring such gaps yields\nwhole new fractal buds."
|
||||
}
|
||||
|
||||
@ -5,7 +5,17 @@
|
||||
"metadata": {
|
||||
"data_source": {},
|
||||
"filetype": "text/html",
|
||||
"page_number": 1
|
||||
"page_number": 1,
|
||||
"links": [
|
||||
{
|
||||
"text": null,
|
||||
"url": "index.html"
|
||||
},
|
||||
{
|
||||
"text": null,
|
||||
"url": "https://twitter.com/stef/status/1617222428727586816"
|
||||
}
|
||||
]
|
||||
},
|
||||
"text": "January 2023(Someone fed my essays into GPT to make something that could answer\nquestions based on them, then asked it where good ideas come from. The\nanswer was ok, but not what I would have said. This is what I would have said.)The way to get new ideas is to notice anomalies: what seems strange,\nor missing, or broken? You can see anomalies in everyday life (much\nof standup comedy is based on this), but the best place to look for\nthem is at the frontiers of knowledge.Knowledge grows fractally.\nFrom a distance its edges look smooth, but when you learn enough\nto get close to one, you'll notice it's full of gaps. These gaps\nwill seem obvious; it will seem inexplicable that no one has tried\nx or wondered about y. In the best case, exploring such gaps yields\nwhole new fractal buds."
|
||||
}
|
||||
|
||||
@ -28,7 +28,7 @@ PYTHONPATH=. ./unstructured/ingest/main.py \
|
||||
--box-app-config "$BOX_APP_CONFIG_PATH" \
|
||||
--remote-url box://utic-test-ingest-fixtures \
|
||||
--structured-output-dir box-output \
|
||||
--metadata-exclude coordinates,filename,file_directory,metadata.data_source.date_processed,metadata.date \
|
||||
--metadata-exclude coordinates,filename,file_directory,metadata.data_source.date_processed,metadata.last_modified \
|
||||
--num-processes 2 \
|
||||
--preserve-downloads \
|
||||
--recursive \
|
||||
|
||||
@ -1 +1 @@
|
||||
__version__ = "0.9.1-dev1" # pragma: no cover
|
||||
__version__ = "0.9.1-dev4" # pragma: no cover
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user