Fix spark errors (#1274)

* Fix mlflow not found error

* Fix joblib>1.2.0 force cancel error

* Remove joblib version constraint

* Update log

* Improve joblib exception catch

* Added permissions
This commit is contained in:
Li Jiang
2024-02-09 09:08:24 +08:00
committed by GitHub
parent 0415638dd1
commit b645da3ea7
8 changed files with 20 additions and 8 deletions

View File

@@ -47,7 +47,6 @@ setuptools.setup(
"spark": [
"pyspark>=3.2.0",
"joblibspark>=0.5.0",
"joblib<1.3.0", # temp solution for joblib 1.3.0 issue, no need once https://github.com/joblib/joblib-spark/pull/48 is merged
],
"test": [
"lightgbm>=2.3.1",
@@ -88,7 +87,6 @@ setuptools.setup(
"pydantic==1.10.9",
"sympy",
"wolframalpha",
"joblib<1.3.0", # temp solution for joblib 1.3.0 issue, no need once https://github.com/joblib/joblib-spark/pull/48 is merged
],
"catboost": ["catboost>=0.26"],
"blendsearch": [
@@ -153,7 +151,6 @@ setuptools.setup(
"joblibspark>=0.5.0",
"optuna==2.8.0",
"pyspark>=3.2.0",
"joblib<1.3.0", # temp solution for joblib 1.3.0 issue, no need once https://github.com/joblib/joblib-spark/pull/48 is merged
],
"autozero": ["scikit-learn", "pandas", "packaging"],
},