Skip to content

Commit

Permalink
fixed merging issue
Browse files Browse the repository at this point in the history
  • Loading branch information
blublinsky committed Nov 27, 2024
1 parent da2870e commit a95b07e
Show file tree
Hide file tree
Showing 5 changed files with 10 additions and 7 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,11 @@
NOOPTransformConfiguration,
NOOPPythonTransformConfiguration
)
from data_processing.test_support.transform.noop_folder_transform import (
NOOPFolderTransform,
NOOPTransformConfiguration,
NOOPFolderPythonTransformConfiguration,
)
from data_processing.test_support.transform.resize_transform import (
ResizeTransform,
ResizePythonTransformConfiguration,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ def __init__(self, config: dict[str, Any]):
# Empty pipeline
self.logger.error("Pipeline transform with empty list")
raise UnrecoverableException("Pipeline transform with empty list")
self.data_access_factory = config.get("data_access_factory", None)
self.data_access_factory = config.get("data_access", None)
if self.data_access_factory is None:
self.logger.error("pipeline transform - Data access factory is not defined")
raise UnrecoverableException("pipeline transform - Data access factory is not defined")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@

from typing import Any

from data_processing.data_access import DataAccessFactoryBase
from data_processing.data_access import DataAccessFactoryBase, DataAccess
from data_processing.transform import BaseTransformRuntime
from ray.actor import ActorHandle

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,7 @@
from typing import Any

from data_processing.data_access import DataAccessFactoryBase
from data_processing.runtime import TransformRuntimeConfiguration
from data_processing.transform import TransformConfiguration
from data_processing.transform import TransformConfiguration, TransformRuntimeConfiguration
from data_processing_spark.runtime.spark import DefaultSparkTransformRuntime


Expand All @@ -29,7 +28,7 @@ def __init__(
:param transform_config - base configuration class
:param runtime_class: implementation of the transform runtime
"""
super().__init__(transform_config=transform_config)
super().__init__(transform_config=transform_config, runtime_class=runtime_class)
self.runtime_class = runtime_class

def get_bcast_params(self, data_access_factory: DataAccessFactoryBase) -> dict[str, Any]:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,7 @@
from typing import Any

from data_processing.data_access import DataAccessFactoryBase, DataAccess
from data_processing.transform import TransformStatistics
from data_processing.runtime import BaseTransformRuntime
from data_processing.transform import BaseTransformRuntime, TransformStatistics


class DefaultSparkTransformRuntime(BaseTransformRuntime):
Expand Down

0 comments on commit a95b07e

Please sign in to comment.