feat: add cachesize for inference cache

Signed-off-by: s0nicboOm <i.kushalbatra@gmail.com>
numaproj · Aug 31, 2023 · d7df651 · d7df651
1 parent 0243142
commit d7df651
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/numalogic/udfs/inference.py b/numalogic/udfs/inference.py
@@ -36,7 +36,8 @@ class InferenceUDF(NumalogicUDF):
     def __init__(self, r_client: redis_client_t, pl_conf: Optional[PipelineConf] = None):
         super().__init__(is_async=False)
         self.model_registry = RedisRegistry(
-            client=r_client, cache_registry=LocalLRUCache(ttl=LOCAL_CACHE_TTL, cachesize=LOCAL_CACHE_SIZE)
+            client=r_client,
+            cache_registry=LocalLRUCache(ttl=LOCAL_CACHE_TTL, cachesize=LOCAL_CACHE_SIZE),
         )
         self.pl_conf = pl_conf or PipelineConf()