overriudes

intake · Feb 5, 2025 · 27ac62f · 27ac62f
1 parent 3c485fc
commit 27ac62f
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/tests/test_ray.py b/tests/test_ray.py
@@ -24,7 +24,7 @@ def df(rayc, tmpdir):
     import ray.data
 
     pd.DataFrame({"x": x, "y": y}).to_parquet(f"{tmpdir}/a.parquet")
-    return ray.data.read_parquet(f"{tmpdir}/a.parquet")
+    return ray.data.read_parquet(f"{tmpdir}/a.parquet", override_num_blocks=2)
 
 
 def test_unary(df):

diff --git a/tests/test_spark.py b/tests/test_spark.py
@@ -1,3 +1,6 @@
+import os
+import sys
+
 import awkward as ak
 import numpy as np
 import pytest
@@ -16,6 +19,9 @@
 def spark():
     from pyspark.sql import SparkSession
 
+    os.environ["PYSPARK_PYTHON"] = sys.executable
+    os.environ["PYSPARK_DRIVER_PYTHON"] = sys.executable
+
     return (
         SparkSession.builder
         # .config("spark.sql.execution.arrow.enabled", "true")  # this was spark<3.0.0