File tree Expand file tree Collapse file tree 2 files changed +5
-10
lines changed Expand file tree Collapse file tree 2 files changed +5
-10
lines changed Original file line number Diff line number Diff line change 2121 Optional ,
2222)
2323
24- from pyspark .sql import SparkSession
25-
26- from datacustomcode .config import SparkConfig , config
27- from datacustomcode .spark .default import DefaultSparkSessionProvider
24+ from datacustomcode .config import config
2825from datacustomcode .file .path .default import DefaultFindFilePath
2926from datacustomcode .io .reader .base import BaseDataCloudReader
27+ from datacustomcode .spark .default import DefaultSparkSessionProvider
3028
3129if TYPE_CHECKING :
3230 from pathlib import Path
@@ -127,7 +125,6 @@ def __new__(
127125 raise ValueError (
128126 "Spark config is required when reader/writer is not provided"
129127 )
130- from datacustomcode .spark .base import BaseSparkSessionProvider
131128
132129 provider : BaseSparkSessionProvider
133130 if spark_provider is not None :
Original file line number Diff line number Diff line change 22
33from typing import TYPE_CHECKING , Any
44
5- import builtins
6-
75from datacustomcode .client import Client
86from datacustomcode .config import (
97 AccessLayerObjectConfig ,
@@ -92,10 +90,11 @@ def test_client_uses_provider_from_config(monkeypatch):
9290
9391 global_config .update (cfg )
9492
95- Client () # noqa: F841
93+ Client ()
9694 assert MockReader .last_spark is SENTINEL_SPARK
9795 assert MockWriter .last_spark is SENTINEL_SPARK
9896
97+
9998class ExplicitProvider (BaseSparkSessionProvider ):
10099 CONFIG_NAME = "ExplicitProvider"
101100
@@ -122,7 +121,6 @@ def test_client_explicit_provider_overrides_config(monkeypatch):
122121 global_config .update (cfg )
123122
124123 provider = ExplicitProvider ()
125- Client (spark_provider = provider ) # noqa: F841
124+ Client (spark_provider = provider )
126125 assert MockReader .last_spark is SENTINEL_SPARK
127126 assert MockWriter .last_spark is SENTINEL_SPARK
128-
You can’t perform that action at this time.
0 commit comments