chore(ci): upgrade GE version (#7290)

.github/workflows/metadata-ingestion.yml

@@ -64,6 +64,9 @@ jobs:
           pip install --dry-run -e .[dev]  ${{ matrix.extraPythonRequirement }} | tail -n 1 > /tmp/would_be_installed.txt
           CHECKSUM=$(shasum /tmp/would_be_installed.txt | awk '{print $1}')
           echo "packages_checksum=$CHECKSUM" >> $GITHUB_OUTPUT
+      - name: print dependencies
+        id: print-dependency
+        run: cat /tmp/would_be_installed.txt
       - uses: actions/cache@v3
         id: cache-venv
         with:

metadata-ingestion/setup.py

@@ -110,7 +110,7 @@ sql_common = {
     # Required for all SQL sources.
     "sqlalchemy>=1.3.24, <2",
     # Required for SQL profiling.
-    "great-expectations>=0.15.12, <=0.15.41",
+    "great-expectations>=0.15.12, <=0.15.50",
     # scipy version restricted to reduce backtracking, used by great-expectations,
     "scipy>=1.7.2",
     # GE added handling for higher version of jinja2

metadata-ingestion/tests/integration/great-expectations/test_great_expectations.py

@@ -2,9 +2,11 @@ import shutil
 from typing import List
 from unittest import mock
 
-import great_expectations as ge
 import pytest
 from freezegun import freeze_time
+from great_expectations.data_context.data_context.file_data_context import (
+    FileDataContext,
+)
 
 from datahub.emitter.mcp import MetadataChangeProposalWrapper
 from datahub.ingestion.sink.file import write_metadata_file
@@ -59,7 +61,7 @@ def test_ge_ingest(
             test_resources_dir / "setup/great_expectations",
             tmp_path / "great_expectations",
         )
-        context = ge.DataContext.create(tmp_path)
+        context = FileDataContext.create(tmp_path)
         context.run_checkpoint(checkpoint_name=checkpoint)
 
         emitter.write_to_file(tmp_path / "ge_mcps.json")

metadata-ingestion/tests/unit/test_great_expectations_action.py

@@ -11,6 +11,9 @@ from great_expectations.core.expectation_validation_result import (
 from great_expectations.core.id_dict import IDDict
 from great_expectations.core.run_identifier import RunIdentifier
 from great_expectations.data_context import DataContext
+from great_expectations.data_context.data_context.file_data_context import (
+    FileDataContext,
+)
 from great_expectations.data_context.types.resource_identifiers import (
     ExpectationSuiteIdentifier,
     ValidationResultIdentifier,
@@ -46,7 +49,7 @@ logger = logging.getLogger(__name__)
 
 @pytest.fixture(scope="function")
 def ge_data_context(tmp_path: str) -> DataContext:
-    return DataContext.create(tmp_path)
+    return FileDataContext.create(tmp_path)
 
 
 @pytest.fixture(scope="function")