diff --git a/setup.py b/setup.py index 60e6e8de2..8a518b7c4 100644 --- a/setup.py +++ b/setup.py @@ -63,7 +63,7 @@ setuptools.setup( "statsmodels>=0.12.2", "psutil==5.8.0", "dataclasses", - "transformers[torch]", + "transformers[torch]==4.26", "datasets", "nltk", "rouge_score", diff --git a/test/spark/test_0sparkml.py b/test/spark/test_0sparkml.py index 8069616f3..8ada24988 100644 --- a/test/spark/test_0sparkml.py +++ b/test/spark/test_0sparkml.py @@ -21,7 +21,7 @@ else: .master("local[1]") .config( "spark.jars.packages", - f"com.microsoft.azure:synapseml_2.12:0.10.2,org.apache.hadoop:hadoop-azure:{pyspark.__version__},com.microsoft.azure:azure-storage:8.6.6", + "com.microsoft.azure:synapseml_2.12:0.10.2,org.apache.hadoop:hadoop-azure:3.3.5,com.microsoft.azure:azure-storage:8.6.6", ) .config("spark.jars.repositories", "https://mmlspark.azureedge.net/maven") .config("spark.sql.debug.maxToStringFields", "100")