aqnwb 0.3.0
Loading...
Searching...
No Matches
HDF5IO.hpp
Go to the documentation of this file.
1#pragma once
2
3#include <iostream>
4#include <memory>
5#include <string>
6
7#include <H5Opublic.h>
8
9#include "Types.hpp"
10#include "io/BaseIO.hpp"
11#include "io/ReadIO.hpp"
12
13namespace H5
14{
15class DataSet;
16class Attribute;
17class H5File;
18class DataType;
19class Exception;
20class CommonFG;
21class PredType;
22class DataSpace;
23} // namespace H5
24
29namespace AQNWB::IO::HDF5
30{
31
32class HDF5RecordingData; // forward declaration
33
38class HDF5IO : public BaseIO
39{
40public:
45 explicit HDF5IO(const std::string& fileName);
46
50 ~HDF5IO() override;
51
56 Status open() override;
57
63 Status open(FileMode mode) override;
64
69 Status close() override;
70
75 Status flush() override;
76
85 StorageObjectType getStorageObjectType(std::string path) const override;
86
100 AQNWB::IO::DataBlockGeneric readDataset(const std::string& dataPath,
101 const SizeArray& start = {},
102 const SizeArray& count = {},
103 const SizeArray& stride = {},
104 const SizeArray& block = {}) override;
105
120 const std::string& dataPath) const override;
121
128 std::string readReferenceAttribute(
129 const std::string& dataPath) const override;
130
141 const void* data,
142 const std::string& path,
143 const std::string& name,
144 const SizeType& size = 1) override;
145
154 Status createAttribute(const std::string& data,
155 const std::string& path,
156 const std::string& name,
157 const bool overwrite = false) override;
158
169 Status createAttribute(const std::vector<std::string>& data,
170 const std::string& path,
171 const std::string& name,
172 const bool overwrite = false) override;
173
181 Status createReferenceAttribute(const std::string& referencePath,
182 const std::string& path,
183 const std::string& name) override;
184
190 Status createGroup(const std::string& path) override;
191
201 Status createLink(const std::string& path,
202 const std::string& reference) override;
203
210 Status createStringDataSet(const std::string& path,
211 const std::string& value) override;
212
219 Status createStringDataSet(const std::string& path,
220 const std::vector<std::string>& values) override;
221
230 const std::string& path,
231 const std::vector<std::string>& references) override;
232
237 Status startRecording() override;
238
252 Status startRecording(bool disableSWMRMode);
253
258 Status stopRecording() override;
259
266 bool canModifyObjects() override;
267
276 std::unique_ptr<IO::BaseRecordingData> createArrayDataSet(
277 const IO::BaseArrayDataSetConfig& config,
278 const std::string& path) override;
279
285 std::shared_ptr<IO::BaseRecordingData> getDataSet(
286 const std::string& path) override;
287
293 SizeArray getStorageObjectShape(const std::string& path) const override;
294
302 SizeArray getStorageObjectChunking(const std::string& path) const override;
303
311 BaseDataType getStorageObjectDataType(const std::string& path) const override;
312
319 bool objectExists(const std::string& path) const override;
320
329 bool attributeExists(const std::string& path) const override;
330
349 virtual std::vector<std::pair<std::string, StorageObjectType>>
350 getStorageObjects(const std::string& path,
351 const StorageObjectType& objectType =
352 StorageObjectType::Undefined) const override;
353
360 H5O_type_t getH5ObjectType(const std::string& path) const;
361
372 static H5::DataType getNativeType(IO::BaseDataType type);
373
382 static IO::BaseDataType getBaseDataType(const H5::DataType& nativeType);
383
393 static H5::DataType getH5Type(IO::BaseDataType type);
394
395protected:
401 Status createGroupIfDoesNotExist(const std::string& path) override;
402
403private:
421 template<typename T, typename HDF5TYPE>
422 std::vector<T> readDataHelper(const HDF5TYPE& dataSource,
423 size_t numElements,
424 const H5::DataSpace& memspace,
425 const H5::DataSpace& dataspace) const;
426
444 template<typename T, typename HDF5TYPE>
445 std::vector<T> readDataHelper(const HDF5TYPE& dataSource,
446 size_t numElements) const;
447
460 template<typename HDF5TYPE>
461 std::vector<std::string> readStringDataHelper(
462 const HDF5TYPE& dataSource,
463 size_t numElements,
464 const H5::DataSpace& memspace,
465 const H5::DataSpace& dataspace) const;
466
482 template<typename HDF5TYPE>
483 std::vector<std::string> readStringDataHelper(const HDF5TYPE& dataSource,
484 size_t numElements) const;
485
486 std::unique_ptr<H5::Attribute> getAttribute(const std::string& path) const;
487
499
503 std::unique_ptr<H5::H5File> m_file;
504
510};
511
512} // namespace AQNWB::IO::HDF5
AQNWB::Types::StorageObjectType StorageObjectType
Definition BaseIO.hpp:20
AQNWB::Types::Status Status
Definition BaseIO.hpp:21
AQNWB::Types::SizeArray SizeArray
Definition BaseIO.hpp:22
AQNWB::Types::SizeType SizeType
Definition Channel.hpp:8
Base class for array dataset configuration.
Definition BaseIO.hpp:205
Represents a base data type.
Definition BaseIO.hpp:47
BaseIO(const std::string &filename)
Constructor for the BaseIO class.
Definition BaseIO.cpp:149
Generic structure to hold type-erased data and shape.
Definition ReadIO.hpp:34
std::shared_ptr< IO::BaseRecordingData > getDataSet(const std::string &path) override
Returns a pointer to a dataset at a given path.
Definition HDF5IO.cpp:1307
Status stopRecording() override
Stops the recording process.
Definition HDF5IO.cpp:1093
SizeArray getStorageObjectChunking(const std::string &path) const override
Gets the chunking configuration of a dataset.
Definition HDF5IO.cpp:1229
bool m_disableSWMRMode
Tracks whether SWMR mode is disabled for the current recording. Set by startRecording(bool) at the st...
Definition HDF5IO.hpp:509
Status createGroup(const std::string &path) override
Creates a new group in the file.
Definition HDF5IO.cpp:930
static IO::BaseDataType getBaseDataType(const H5::DataType &nativeType)
Returns the BaseDataType for a given HDF5 native data type.
Definition HDF5IO.cpp:1499
Status createLink(const std::string &path, const std::string &reference) override
Creates a soft link to another location in the file.
Definition HDF5IO.cpp:962
std::string readReferenceAttribute(const std::string &dataPath) const override
Reads a reference attribute and returns the path to the referenced object.
Definition HDF5IO.cpp:322
Status createReferenceDataSet(const std::string &path, const std::vector< std::string > &references) override
Creates a dataset that holds an array of references to groups within the file.
Definition HDF5IO.cpp:982
bool attributeExists(const std::string &path) const override
Checks whether an Attribute exists at the location in the file.
Definition HDF5IO.cpp:1137
virtual std::vector< std::pair< std::string, StorageObjectType > > getStorageObjects(const std::string &path, const StorageObjectType &objectType=StorageObjectType::Undefined) const override
Gets the list of storage objects (groups, datasets, attributes) inside a group.
Definition HDF5IO.cpp:1144
BaseDataType getStorageObjectDataType(const std::string &path) const override
Gets the BaseDataType of a dataset or attribute.
Definition HDF5IO.cpp:1262
StorageObjectType getStorageObjectType(std::string path) const override
Get the storage type (Group, Dataset, Attribute) of the object at path.
Definition HDF5IO.cpp:156
AQNWB::IO::DataBlockGeneric readAttribute(const std::string &dataPath) const override
Reads a attribute and determines the data type.
Definition HDF5IO.cpp:385
Status createAttribute(const IO::BaseDataType &type, const void *data, const std::string &path, const std::string &name, const SizeType &size=1) override
Creates an attribute at a given location in the file.
Definition HDF5IO.cpp:701
Status startRecording() override
Start SWMR write to start recording process.
Definition HDF5IO.cpp:1072
std::unique_ptr< H5::Attribute > getAttribute(const std::string &path) const
Definition HDF5IO.cpp:123
std::vector< std::string > readStringDataHelper(const HDF5TYPE &dataSource, size_t numElements, const H5::DataSpace &memspace, const H5::DataSpace &dataspace) const
Reads a variable-length string from an HDF5 dataset or attribute.
Definition HDF5IO.cpp:216
SizeArray getStorageObjectShape(const std::string &path) const override
Returns the size of the dataset or attribute for each dimension.
Definition HDF5IO.cpp:1201
std::unique_ptr< IO::BaseRecordingData > createArrayDataSet(const IO::BaseArrayDataSetConfig &config, const std::string &path) override
Creates an extendable dataset with the given configuration and path.
Definition HDF5IO.cpp:1330
Status createReferenceAttribute(const std::string &referencePath, const std::string &path, const std::string &name) override
Sets an object reference attribute for a given location in the file.
Definition HDF5IO.cpp:890
Status close() override
Closes the file.
Definition HDF5IO.cpp:94
bool canModifyObjects() override
Checks whether the file is in a mode where objects can be added or deleted. Note, this does not apply...
Definition HDF5IO.cpp:1108
HDF5IO(const std::string &fileName)
Constructor for the HDF5IO class that takes a file name as input.
Definition HDF5IO.cpp:24
H5O_type_t getH5ObjectType(const std::string &path) const
Returns the HDF5 type of object at a given path.
Definition HDF5IO.cpp:1423
AQNWB::IO::DataBlockGeneric readDataset(const std::string &dataPath, const SizeArray &start={}, const SizeArray &count={}, const SizeArray &stride={}, const SizeArray &block={}) override
Reads a dataset or attribute and determines the data type.
Definition HDF5IO.cpp:517
Status createStringDataSet(const std::string &path, const std::string &value) override
Creates a non-modifiable dataset with a string value.
Definition HDF5IO.cpp:1029
static H5::DataType getH5Type(IO::BaseDataType type)
Returns the HDF5 data type for a given base data type.
Definition HDF5IO.cpp:1542
bool objectExists(const std::string &path) const override
Checks whether a Dataset, Group, or Link already exists at the location in the file.
Definition HDF5IO.cpp:1127
std::vector< T > readDataHelper(const HDF5TYPE &dataSource, size_t numElements, const H5::DataSpace &memspace, const H5::DataSpace &dataspace) const
Reads data from an HDF5 dataset or attribute into a vector of the appropriate type.
Definition HDF5IO.cpp:184
Status closeFileImpl()
Non-virtual helper that performs the actual HDF5 file close.
Definition HDF5IO.cpp:100
static H5::DataType getNativeType(IO::BaseDataType type)
Returns the HDF5 native data type for a given base data type.
Definition HDF5IO.cpp:1448
Status open() override
Opens an existing file or creates a new file for writing.
Definition HDF5IO.cpp:47
Status flush() override
Flush data to disk.
Definition HDF5IO.cpp:117
Status createGroupIfDoesNotExist(const std::string &path) override
Creates a new group if it does not exist.
Definition HDF5IO.cpp:948
~HDF5IO() override
Destructor.
Definition HDF5IO.cpp:30
std::unique_ptr< H5::H5File > m_file
Unique pointer to the HDF5 file for reading.
Definition HDF5IO.hpp:503
Namespace for all components of the HDF5 I/O backend.
FileMode
The access mode for the file.
Definition BaseIO.hpp:173
Definition HDF5IO.hpp:14