unstructured/test_unstructured_ingest/cleanup.sh

#!/usr/bin/env bash

function cleanup_dir() {
  # NOTE(crag): for developers that want to always clean up .json outputs, etc., set
  # export UNSTRUCTURED_CLEANUP_DEV_FIXTURES=1
  if [ "$CI" != "true" ] &&
    [ -n "$UNSTRUCTURED_CLEANUP_DEV_FIXTURES" ] &&
    [ "$UNSTRUCTURED_CLEANUP_DEV_FIXTURES" != "0" ]; then
    return 0
  fi
  local dir_to_cleanup="${1}"
  echo "--- Running cleanup of $dir_to_cleanup ---"

  if [ -d "$dir_to_cleanup" ]; then
    echo "cleaning up directory: $dir_to_cleanup"
    rm -rf "$dir_to_cleanup"
  else
    echo "$dir_to_cleanup does not exist or is not a directory, skipping deletion"
  fi

  echo "--- Cleanup done ---"
}