1

2020-07-16 16:07:03 +08:00
parent 598bd9e0f1
commit 7d720c181b
3 changed files with 7 additions and 7 deletions
--- a/data/lmdbify.py
+++ b/data/lmdbify.py
@@ -11,7 +11,7 @@ from tqdm import tqdm


 def dataset_to_lmdb(dataset, lmdb_path):
-    env = lmdb.open(lmdb_path, map_size=1099511627776, subdir=os.path.isdir(lmdb_path))
+    env = lmdb.open(lmdb_path, map_size=1099511627776*2, subdir=os.path.isdir(lmdb_path))
    with env.begin(write=True) as txn:
        for i in tqdm(range(len(dataset)), ncols=50):
            buffer = BytesIO()