mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-08-29 03:06:38 +00:00
b8f24ba67e
Summary: Added support for AWS Bedrock embeddings. Leverages
"amazon.titan-tg1-large" for the embedding model.
Test
- find your aws secret access key and key id; make sure the account has
access to bedrock's tian embed model
- follow the instructions in
d5e797cd44/docs/source/bricks/embedding.rst (bedrockembeddingencoder)
---------
Co-authored-by: Ahmet Melek <39141206+ahmetmeleq@users.noreply.github.com>
Co-authored-by: Yao You <yao@unstructured.io>
Co-authored-by: Yao You <theyaoyou@gmail.com>
Co-authored-by: Ahmet Melek <ahmetmeleq@gmail.com>
19 lines
552 B
Bash
Executable File
19 lines
552 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# python version must match lowest supported (3.8)
|
|
major=3
|
|
minor=8
|
|
if ! python -c "import sys; assert sys.version_info.major == $major and sys.version_info.minor == $minor"; then
|
|
echo "python version not equal to expected $major.$minor: $(python --version)"
|
|
exit 1
|
|
fi
|
|
|
|
for file in requirements/*.in; do
|
|
if [[ "$file" =~ "constraints" ]]; then
|
|
continue;
|
|
fi;
|
|
echo "running: pip-compile --upgrade $file"
|
|
pip-compile --upgrade "$file" -c requirements/constraints.in
|
|
done
|
|
cp requirements/build.txt docs/requirements.txt
|