feat: add SQLiteLookup for lookup joins with SQLite database

quixstreams/dataframe/joins/lookups/__init__.py

@@ -3,10 +3,14 @@
     QuixConfigurationService,
     QuixConfigurationServiceField,
 )
+from .sqlite import SQLiteLookup, SQLiteLookupField, SQLiteLookupQueryField
 
 __all__ = [
     "BaseField",
     "BaseLookup",
     "QuixConfigurationService",
     "QuixConfigurationServiceField",
+    "SQLiteLookup",
+    "SQLiteLookupField",
+    "SQLiteLookupQueryField",
 ]

quixstreams/dataframe/joins/lookups/base.py

@@ -1,6 +1,6 @@
 import abc
 import dataclasses
-from typing import Any, Generic, TypeVar
+from typing import Any, Generic, Mapping, TypedDict, TypeVar
 
 from quixstreams.models.types import HeadersMapping
 
@@ -27,7 +27,7 @@ def join(self, fields, on, value, key, timestamp, headers):
     @abc.abstractmethod
     def join(
         self,
-        fields: dict[str, F],
+        fields: Mapping[str, F],
         on: str,
         value: dict[str, Any],
         key: Any,
@@ -60,3 +60,19 @@ class BaseField(abc.ABC):
     """
 
     pass
+
+
+class CacheInfo(TypedDict):
+    """
+    Typed dictionary containing cache statistics for the LRU cache.
+
+    :param hits: The number of cache hits.
+    :param misses: The number of cache misses.
+    :param size: The current size of the cache.
+    :param maxsize: The maximum size of the cache.
+    """
+
+    hits: int
+    misses: int
+    size: int
+    maxsize: int

quixstreams/dataframe/joins/lookups/quix_configuration_service/cache.py

@@ -1,27 +1,12 @@
 from collections import OrderedDict
-from typing import Any, Callable, Optional, Tuple, TypedDict
+from typing import Any, Callable, Optional, Tuple
 
 from quixstreams.utils.pickle import pickle_copier
 
+from ..base import CacheInfo
 from .models import ConfigurationVersion, Field
 
 
-class CacheInfo(TypedDict):
-    """
-    Typed dictionary containing cache statistics for the LRU cache.
-
-    :param hits: The number of cache hits.
-    :param misses: The number of cache misses.
-    :param size: The current size of the cache.
-    :param maxsize: The maximum size of the cache.
-    """
-
-    hits: int
-    misses: int
-    size: int
-    maxsize: int
-
-
 class VersionDataLRU:
     """
     Least Recently Used (LRU) cache for configuration version data.

quixstreams/dataframe/joins/lookups/quix_configuration_service/lookup.py

@@ -3,16 +3,16 @@
 import threading
 import time
 from collections import defaultdict
-from typing import TYPE_CHECKING, Any, Literal, Optional, Union
+from typing import TYPE_CHECKING, Any, Literal, Mapping, Optional, Union
 
 import httpx
 import orjson
 
 from quixstreams.kafka import ConnectionConfig, Consumer
 from quixstreams.models import HeadersMapping, Topic
 
-from ..base import BaseLookup
-from .cache import CacheInfo, VersionDataLRU
+from ..base import BaseLookup, CacheInfo
+from .cache import VersionDataLRU
 from .environment import QUIX_REPLICA_NAME
 from .models import Configuration, ConfigurationVersion, Event, Field
 
@@ -326,7 +326,7 @@ def cache_info(self) -> CacheInfo:
 
     def join(
         self,
-        fields: dict[str, Field],
+        fields: Mapping[str, Field],
         on: str,
         value: dict[str, Any],
         key: Any,