optimize card db loading

1 files changed, 22 insertions, 0 deletions

diff --git a/data/split.py b/data/split.py
new file mode 100644
index 0000000..1f93fca
--- /dev/null
+++ b/data/split.py
@@ -0,0 +1,22 @@
+import json
+
+def split_file(input_filename):
+    chunk_size = 102400  # 100kB
+    part_number = 1
+    parts = []
+    with open(input_filename, 'rb') as input_file:
+        while True:
+            data = input_file.read(chunk_size)
+            if not data:
+                break
+            output_filename = f'card_db_parts/part{part_number}'
+            with open(output_filename, 'wb') as output_file:
+                output_file.write(data)
+            parts.append(f'part{part_number}')
+            part_number += 1
+        with open("card_db_parts/index.json", 'w') as fp:
+            fp.write(json.dumps(parts))
+    print(f"file splited to {part_number-1} parts")
+
+# 示例用法
+split_file('card_db.json')