Fix #2383 - Multiple validation workflows (#2500)

* Clean duplicated validation

* Move black dep to dev

* Fix black version for ingestion core

* Validate core generated in the same workflow

.github/workflows/py-generate.yml

@@ -39,3 +39,5 @@ jobs:
         run: |
           source env/bin/activate
           make generate
+      - name: Generate core models
+        run: make core_generate

.github/workflows/py-generate2.yml

@@ -1,43 +0,0 @@
-#  Copyright 2021 Collate
-#  Licensed under the Apache License, Version 2.0 (the "License");
-#  you may not use this file except in compliance with the License.
-#  You may obtain a copy of the License at
-#  http://www.apache.org/licenses/LICENSE-2.0
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-
-name: Validate Pydantic Models 2
-
-on:
-  pull_request:
-    branches:
-      - main
-    paths:
-      - 'catalog-rest-service/src/main/resources/json/**'
-
-jobs:
-  validate:
-    runs-on: ubuntu-latest
-    defaults:
-      run:
-        shell: bash
-        working-directory: ingestion-core
-    steps:
-      - uses: actions/checkout@v2
-      - name: Set up Python 3.9
-        uses: actions/setup-python@v2
-        with:
-          python-version: 3.9
-      - name: Install Ubuntu related dependencies
-        run: |
-          sudo apt-get install -y libsasl2-dev unixodbc-dev python3-venv
-      - name: Install Python
-        run: |
-          python3 -m venv env
-      - name: Generate models
-        run: |
-          source env/bin/activate
-          make generate

ingestion-core/setup.py

@@ -22,6 +22,7 @@ def get_long_description():
 
 dev = {
     "datamodel-code-generator==0.11.14",
+    "black==21.12b0",
     "incremental",
     "twine",
     "twisted",

ingestion/setup.py

@@ -113,12 +113,12 @@ dev = {
     "boto3==1.20.14",
     "botocore==1.23.14",
     "datamodel-code-generator==0.11.14",
+    "black==21.12b0",  # required for datamodel-code-generator==0.11.14
     "docker",
     "google-cloud-storage==1.43.0",
     "twine",
 }
 test = {
-    "black==21.12b0",
     "isort",
     "pre-commit",
     "pylint",