yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-11 08:23:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

Identify when Airflow DAG import errors in CI (#23589)

Browse Source
This commit is contained in:
Eugenio 2025-09-26 15:30:15 +02:00 committed by GitHub
parent 94104e0806
commit f528616b2f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
docker/run_local_docker.sh
View File

@ -10,6 +10,8 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
RED='\033[0;31m'
cd "$(dirname "${BASH_SOURCE[0]}")" || exit cd "$(dirname "${BASH_SOURCE[0]}")" || exit
helpFunction() helpFunction()
@ -116,6 +118,13 @@ until curl -s -f "http://localhost:9200/_cat/indices/openmetadata_team_search_in
done done
until curl -s -f --header 'Authorization: Basic YWRtaW46YWRtaW4=' "http://localhost:8080/api/v1/dags/sample_data"; do until curl -s -f --header 'Authorization: Basic YWRtaW46YWRtaW4=' "http://localhost:8080/api/v1/dags/sample_data"; do
IMPORT_ERRORS="$(curl -s --header 'Authorization: Basic YWRtaW46YWRtaW4=' "http://localhost:8080/api/v1/importErrors")"
echo $IMPORT_ERRORS | grep "/airflow_sample_data.py" > /dev/null;
if [[ "$?" == "0" ]]; then
echo -e "${RED}Airflow found an error importing \`sample_data\` DAG"
printf '%s' "$IMPORT_ERRORS" | jq '.["import_errors"] | .[] | select(.filename | endswith("airflow_sample_data.py"))'
exit 1
fi
echo 'Checking if Sample Data DAG is reachable...\n' echo 'Checking if Sample Data DAG is reachable...\n'
sleep 5 sleep 5
done done