FIX: Add fixture to set pyspark python driver (#3044)

* Add fixture to set pyspark python driver

* Typo

* Changelog

Author: connortann

CHANGELOG.md

@@ -60,6 +60,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 - Fixed failing unit tests
   ([dsgibbons#29](https://github.com/dsgibbons/shap/pull/29) by @dsgibbons,
    [dsgibbons#20](https://github.com/dsgibbons/shap/pull/20) by @simonangerbauer,
+   [#3044](https://github.com/slundberg/shap/pull/3044) by @connortann,
    [dsgibbons#24](https://github.com/dsgibbons/shap/pull/24) by @connortann).
 - Include CUDA GPU C extension files in the source distribution
   ([#3009](https://github.com/slundberg/shap/pull/3009) by @jklaise).

tests/explainers/test_tree.py

@@ -2,6 +2,7 @@
 import itertools
 import math
 import pickle
+import sys
 
 import numpy as np
 import pandas as pd
@@ -203,7 +204,13 @@ def test_ngboost():
         explainer.shap_values(X).sum(1) + explainer.expected_value - model.predict(X))) < 1e-5
 
 
-def test_pyspark_classifier_decision_tree():
+@pytest.fixture
+def configure_pyspark_python(monkeypatch):
+    monkeypatch.setenv("PYSPARK_PYTHON", sys.executable)
+    monkeypatch.setenv("PYSPARK_DRIVER_PYTHON", sys.executable)
+
+
+def test_pyspark_classifier_decision_tree(configure_pyspark_python):
     # pylint: disable=bare-except
     pyspark = pytest.importorskip("pyspark")
     pytest.importorskip("pyspark.ml")
@@ -258,7 +265,7 @@ def test_pyspark_classifier_decision_tree():
     spark.stop()
 
 
-def test_pyspark_regression_decision_tree():
+def test_pyspark_regression_decision_tree(configure_pyspark_python):
     # pylint: disable=bare-except
     pyspark = pytest.importorskip("pyspark")
     pytest.importorskip("pyspark.ml")