1313
1414from copy import deepcopy as copy
1515from collections import namedtuple
16+
17+ import numpy as np
18+
19+ from .compat import filename_encode
20+ from .datatype import Datatype
1621from .selections import SimpleSelection , select
17- from .. import h5s , h5
22+ from .. import h5d , h5p , h5s , h5t , h5
1823from .. import version
1924
2025
@@ -24,7 +29,6 @@ class VDSmap(namedtuple('VDSmap', ('vspace', 'file_name',
2429 '''
2530
2631
27-
2832vds_support = False
2933hdf5_version = version .hdf5_version_tuple [0 :3 ]
3034
@@ -156,17 +160,90 @@ class VirtualLayout(object):
156160 maxshape
157161 The virtual dataset is resizable up to this shape. Use None for
158162 axes you want to be unlimited.
163+ filename
164+ The name of the destination file, if known in advance. Mappings from
165+ data in the same file will be stored with filename '.', allowing the
166+ file to be renamed later.
159167 """
160- def __init__ (self , shape , dtype , maxshape = None ):
168+ def __init__ (self , shape , dtype , maxshape = None , filename = None ):
161169 self .shape = (shape ,) if isinstance (shape , int ) else shape
162170 self .dtype = dtype
163171 self .maxshape = (maxshape ,) if isinstance (maxshape , int ) else maxshape
164- self .sources = []
172+ self ._filename = filename
173+ self ._src_filenames = set ()
174+ self .dcpl = h5p .create (h5p .DATASET_CREATE )
165175
166176 def __setitem__ (self , key , source ):
167177 sel = select (self .shape , key , dataset = None )
168178 _convert_space_for_key (sel .id , key )
169- self .sources .append (VDSmap (sel .id ,
170- source .path ,
171- source .name ,
172- source .sel .id ))
179+ src_filename = self ._source_file_name (source .path , self ._filename )
180+
181+ self .dcpl .set_virtual (
182+ sel .id , src_filename , source .name .encode ('utf-8' ), source .sel .id
183+ )
184+ if self ._filename is None :
185+ self ._src_filenames .add (src_filename )
186+
187+ @staticmethod
188+ def _source_file_name (src_filename , dst_filename ) -> bytes :
189+ src_filename = filename_encode (src_filename )
190+ if dst_filename and (src_filename == filename_encode (dst_filename )):
191+ # use relative path if the source dataset is in the same
192+ # file, in order to keep the virtual dataset valid in case
193+ # the file is renamed.
194+ return b'.'
195+ return filename_encode (src_filename )
196+
197+ def _get_dcpl (self , dst_filename ):
198+ """Get the property list containing virtual dataset mappings
199+
200+ If the destination filename wasn't known when the VirtualLayout was
201+ created, it is handled here.
202+ """
203+ dst_filename = filename_encode (dst_filename )
204+ if self ._filename is not None :
205+ # filename was known in advance; check dst_filename matches
206+ if dst_filename != filename_encode (self ._filename ):
207+ raise Exception (f"{ dst_filename !r} != { self ._filename !r} " )
208+ return self .dcpl
209+
210+ # destination file not known in advance
211+ if dst_filename in self ._src_filenames :
212+ # At least 1 source file is the same as the destination file,
213+ # but we didn't know this when making the mapping. Copy the mappings
214+ # to a new property list, replacing the dest filename with '.'
215+ new_dcpl = h5p .create (h5p .DATASET_CREATE )
216+ for i in range (self .dcpl .get_virtual_count ()):
217+ src_filename = self .dcpl .get_virtual_filename (i )
218+ new_dcpl .set_virtual (
219+ self .dcpl .get_virtual_vspace (i ),
220+ self ._source_file_name (src_filename , dst_filename ),
221+ self .dcpl .get_virtual_dsetname (i ).encode ('utf-8' ),
222+ self .dcpl .get_virtual_srcspace (i ),
223+ )
224+ return new_dcpl
225+ else :
226+ return self .dcpl # Mappings are all from other files
227+
228+ def make_dataset (self , parent , name , fillvalue = None ):
229+ """ Return a new low-level dataset identifier for a virtual dataset """
230+ dcpl = self ._get_dcpl (parent .file .filename )
231+
232+ if fillvalue is not None :
233+ dcpl .set_fill_value (np .array ([fillvalue ]))
234+
235+ maxshape = self .maxshape
236+ if maxshape is not None :
237+ maxshape = tuple (m if m is not None else h5s .UNLIMITED for m in maxshape )
238+
239+ virt_dspace = h5s .create_simple (self .shape , maxshape )
240+
241+ if isinstance (self .dtype , Datatype ):
242+ # Named types are used as-is
243+ tid = self .dtype .id
244+ else :
245+ dtype = np .dtype (self .dtype )
246+ tid = h5t .py_create (dtype , logical = 1 )
247+
248+ return h5d .create (parent .id , name = name , tid = tid , space = virt_dspace ,
249+ dcpl = dcpl )
0 commit comments