"""
taken from:
http://codereview.stackexchange.com/questions/120802/recursively-save-python-dictionaries-to-hdf5-files-using-h5py?newreg=f582be64155a4c0f989a2aa05ee67efe
"""
import numpy as np
import h5py
import os
def make_writable_dict(dic):
dic2 = dic.copy()
for key, value in dic.items():
if (type(value)==float) or (type(value)==int):
dic2[key] = np.ones(1)*value
if type(value)==list:
dic2[key] = np.array(value)
return dic2
def save_dict_to_hdf5(dic, filename):
"""
....
"""
with h5py.File(filename, 'w') as h5file:
recursively_save_dict_contents_to_group(h5file, '/', dic)
def recursively_save_dict_contents_to_group(h5file, path, dic):
"""
....
"""
for key, item in dic.items():
if isinstance(item, (np.ndarray, np.int64, np.float64, str, bytes)):
h5file[path + key] = item
elif isinstance(item, dict):
recursively_save_dict_contents_to_group(h5file, path + key + '/', item)
elif isinstance(item, tuple):
h5file[path + key] = np.array(item)
elif isinstance(item, list):
h5file[path + key] = np.array(item)
elif isinstance(item, float):
h5file[path + key] = np.array(item)
else:
raise ValueError('Cannot save %s type'%type(item))
def load_dict_from_hdf5(filename):
"""
....
"""
with h5py.File(filename, 'r') as h5file:
return recursively_load_dict_contents_from_group(h5file, '/')
def recursively_load_dict_contents_from_group(h5file, path):
"""
....
"""
ans = {}
for key, item in h5file[path].items():
if isinstance(item, h5py._hl.dataset.Dataset):
ans[key] = item.value
elif isinstance(item, h5py._hl.group.Group):
ans[key] = recursively_load_dict_contents_from_group(h5file, path + key + '/')
return ans
if __name__ == '__main__':
data = {'x': 'astring',
'y': np.arange(10),
'd': {'z': np.ones((2,3)),
'sdkfjh':'',
'b': b'bytestring'}}
print(data)
filename = 'test.h5'
save_dict_to_hdf5(data, filename)
dd = load_dict_from_hdf5(filename)
print(dd)
# should test for bad type