mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2025-06-27 02:30:08 +00:00
9049e4e2be
### Description Alternative to https://github.com/Unstructured-IO/unstructured/pull/3572 but maintaining all ingest tests, running them by pulling in the latest version of unstructured-ingest. --------- Co-authored-by: ryannikolaidis <1208590+ryannikolaidis@users.noreply.github.com> Co-authored-by: rbiseck3 <rbiseck3@users.noreply.github.com> Co-authored-by: Christine Straub <christinemstraub@gmail.com> Co-authored-by: christinestraub <christinestraub@users.noreply.github.com>
49 lines
1.5 KiB
Bash
Executable File
49 lines
1.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
####################################################################################################
|
|
# Check depedency consistency by forcing pip to resolve all the requirement .txt files at once
|
|
# (without installing).
|
|
####################################################################################################
|
|
|
|
echo "Checking consistency of dependencies..."
|
|
|
|
# Joins an array of strings using the specified delimiter.
|
|
function join_by {
|
|
local d=${1-} f=${2-}
|
|
if shift 2; then
|
|
printf %s "$f" "${@/#/$d}"
|
|
fi
|
|
}
|
|
|
|
# NOTE(alan): Add any dependency files here we don't want to include in the resolution.
|
|
excludefiles=("requirements/ingest/ingest.txt")
|
|
|
|
# Build an array of requirements files.
|
|
shopt -s nullglob
|
|
reqfiles=()
|
|
while IFS= read -r -d $'\0'; do
|
|
reqfiles+=("$REPLY")
|
|
done < <(find requirements/ -type f -name '*.txt' -print0)
|
|
|
|
# Remove the excluded files from the array of requirements files.
|
|
for excludefile in "${excludefiles[@]}"; do
|
|
for i in "${!reqfiles[@]}"; do
|
|
if [[ ${reqfiles[i]} = "$excludefile" ]]; then
|
|
unset 'reqfiles[i]'
|
|
fi
|
|
done
|
|
done
|
|
|
|
# Turn the requirement files array into pip -r flags.
|
|
reqstring=$(join_by ' -r ' "${reqfiles[@]}")
|
|
reqstring="-r ${reqstring}"
|
|
# This pip command will attempt to resolve the dependencies without installing anything.
|
|
pipcommand="pip install --dry-run --ignore-installed ${reqstring}"
|
|
echo "dry run install of the following req files:"
|
|
echo "${pipcommand}"
|
|
if $pipcommand >>/dev/null; then
|
|
echo "Everything looks fine!"
|
|
else
|
|
exit 1
|
|
fi
|