Fixes #47

Signed-off-by: Prabhu Subramanian <prabhu@appthreat.com>
AppThreat · May 1, 2023 · a98811a · a98811a
1 parent 764a7bc
commit a98811a
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setuptools.setup(
     name="appthreat-vulnerability-db",
-    version="5.1.1",
+    version="5.1.2",
     author="Team AppThreat",
     author_email="cloud@appthreat.com",
     description="AppThreat's vulnerability database and package search library with a built-in file based storage. OSV, CVE, GitHub, npm are the primary sources of vulnerabilities.",

diff --git a/vdb/lib/storage.py b/vdb/lib/storage.py
@@ -7,6 +7,7 @@
 
 read_size = 256
 batch_write_size = 20
+max_buffer_size = 10 * 1024 * 1024  # 10 MiB
 
 
 def store(datas, db_file=config.vdb_bin_file, index_file=config.vdb_bin_index):
@@ -67,7 +68,12 @@ def stream_read(db_file=config.vdb_bin_file):
         return data_list
     with open(db_file, mode="rb") as fp:
         unpacker = msgpack.Unpacker(
-            fp, read_size=read_size, use_list=1, strict_map_key=False
+            fp,
+            read_size=read_size,
+            use_list=1,
+            strict_map_key=False,
+            raw=False,
+            max_buffer_size=max_buffer_size,
         )
         for unpacked in unpacker:
             if unpacked:
@@ -93,7 +99,12 @@ def stream_bulk_search(match_list, key_func, db_file=config.vdb_bin_file):
                 if store_pos and store_pos.isdigit():
                     fp.seek(int(store_pos))
             unpacker = msgpack.Unpacker(
-                fp, read_size=read_size, use_list=1, strict_map_key=False
+                fp,
+                read_size=read_size,
+                use_list=1,
+                strict_map_key=False,
+                raw=False,
+                max_buffer_size=max_buffer_size,
             )
             for unpacked in unpacker:
                 if isinstance(unpacked, list):