add lmdb dataset support and EpisodicDataset

This commit is contained in:
2020-08-10 10:51:24 +08:00
parent 8102651a28
commit 323bf2f6ab
4 changed files with 142 additions and 36 deletions

20
tool/lmdbify.py Normal file
View File

@@ -0,0 +1,20 @@
import fire
from omegaconf import OmegaConf
from data.dataset import ImprovedImageFolder, LMDBDataset
pipeline = """
pipeline:
- Load
"""
def transform(dataset_path, save_path):
print(save_path, dataset_path)
conf = OmegaConf.create(pipeline)
print(conf.pipeline.pretty())
origin_dataset = ImprovedImageFolder(dataset_path, conf.pipeline)
LMDBDataset.lmdbify(origin_dataset, conf.pipeline, save_path)
if __name__ == '__main__':
fire.Fire(transform)