sdata.io package

Submodules

sdata.io.hdf module

class sdata.io.hdf.FlatHDFDataStore(filepath, **kwargs)[source]

Bases: object

Flat HDF5 Store

store = FlatHDFDataStore(filepath="/tmp/mystore.h5")

data = sdata.Data(name="otto",
                  uuid="d4e97cedca6238bea16732ce88c1922f",
                  table=pd.DataFrame({"a": [1, 2, 3]}),
                  description="Hallo

Spencer”)

store.put(data)

loaded_data = store.get_data_by_uuid(“d4e97cedca6238bea16732ce88c1922f”) assert data.sha3_256 == loaded_data.sha3_256

close()[source]

close hdf store

Returns

get_all_metadata()[source]

get_data_by_uuid(uuid)[source]

get table by uuid

Parameters: uuid –
Returns

get_dict()[source]

keys()[source]

put(data)[source]: store data in a pandas hdf5 store

sdata.io.pgp module

sdata.io.pud module

class sdata.io.pud.Pud(**kwargs)[source]

Bases: Data

run object, e.g. single tension test simulation

ATTRIBUTES = ['material_norm_name', 'material_number_norm', 'material_name', 'test', 'sample_ident_number', 'sample_geometry', 'sample_direction', 'nominal_pre_deformation <%>', 'actual_pre_deformation <%>', 'direction_of_pre_deformation', 'heat_treatment', 'actual_sample_width_<mm>', 'actual_sample_thickness_<mm>', 'actual_gauge_length_<mm>', 'nominal_testing_temperature_<K>', 'nominal_testing_speed_<m/s>', 'order', 'date_of_test_<dd.mm.yyyy>', 'tester', 'place_of_test', 'remark', 'data']

classmethod from_file(filepath)[source]

read pud file

WERKSTOFF_NORM_NAME                    = HC340LA
WERKSTOFFNUMMER_NORM                   =
MATERIALNAME                           = HC340LA
PRUEFUNG                               = FLIESSKURVE
PROBENIDENTNUMMER                      = id0815
PROBENGEOMETRIE                        =
ENTNAHMERICHTUNG                       = Quer (90deg)
VORVERFORMUNG_SOLL <%>                 = 0
VORVERFORMUNG_IST  <%>                 =
VORVERFORMUNGSRICHTUNG                 = Unverformt
WAERMEBEHANDLUNG                       = O
PROBENBREITE_IST <mm>                  = 20.014
PROBENDICKE_IST <mm>                   = 0.751
MESSLAENGE_IST <mm>                    = 80.0
MESSLAENGE_IST_FD <mm>                 = 80.0
PRUEFTEMPERATUR_SOLL <K>               = 293
PRUEFGESCHWINDIGKEIT_SOLL  <mm/s>      = 0.32
PRUEFGESCHWINDIGKEIT_IST   <mm/s>      = 0.32
DEHNRATE_SOLL <1/s>                    = 0.004
DEHNRATE_IST  <1/s>                    = 0.004
AUFTRAG                                =
PRUEFDATUM  <tt.mm.jjjj>               = 19.03.2017
PRUEFER                                = Otto
PRUEFSTELLE                            = SALZGITTER AG
BEMERKUNG                              = ASL 2009-056
DATEN                                  =
ZEIT <s>; KRAFT <N>; WEG <mm>; BREITENAENDERUNG <mm>; WEG_FD <mm>
1.2372;192.181;-0.0235;0.0012;-0.0235
1.2772;198.325;-0.0231;0.0012;-0.0231
1.2972;201.397;-0.0227;0.0012;-0.0227
1.3172;205.152;-0.0224;0.0013;-0.0224
1.3572;211.638;-0.022;0.0013;-0.022
1.3972;218.123;-0.0213;0.0013;-0.0213

sdata.io.vault module

class sdata.io.vault.FileSystemVault(rootpath, **kwargs)[source]

Bases: Vault

data vault on the filesystem

dump_blob(blob)[source]: store blob in vault

get_blob_by_name(name)[source]

get blob by name

Parameters: name –
Returns

property index

get vault index

Returns

keys()[source]

list()[source]

get index from vault

Returns

load_blob(blob_uuid)[source]: get blob from vault

load_blob_metadata(blob_uuid)[source]: get blob.metadata from vault

load_blob_metadata_value_df(blob_uuid)[source]: get blob.metadata attribute.value(s) from vault

reindex()[source]

create index from vault

Returns

reindex_hfd5()[source]

get index from vault

Returns: df

exception sdata.io.vault.FilesystemVaultException[source]: Bases: VaultException

class sdata.io.vault.Hdf5Vault(rootpath, **kwargs)[source]

Bases: Vault

data vault on the filesystem

dump_blob(data)[source]: store blob in vault

initialize(**kwargs)[source]

iteritems()[source]

keys()[source]

get all blob keys

>>> keys = vault.keys()
['b5d2d05638db48d69d044a34e83aaa41', '21b83703d98e38a7be2e50e38326d0ce']

Returns: list of keys

load_blob(data_uuid, ignore_errors=True)[source]: get blob from vault

exception sdata.io.vault.Hdf5VaultException[source]: Bases: VaultException

class sdata.io.vault.Vault(rootpath, **kwargs)[source]

Bases: object

data vault

INDEXFILENAME = 'index'

OBJECTPATH = 'objects'

dump_blob(blob)[source]: store blob in vault

find_blobs(name=None, **kwargs)[source]: find blobs in vault

property index

get vault index

Returns

items()[source]

get vault items

Returns: (key, blob)

iteritems()[source]

itervalues()[source]

keys()[source]

load_blob(blob_uuid)[source]: get blob from vault

reindex()[source]

create index from vault

Returns

property rootpath

values()[source]

get vault values

Returns: (key, blob)

exception sdata.io.vault.VaultException[source]: Bases: Exception

class sdata.io.vault.VaultIndex[source]

Bases: object

Index of a Vault

INDEXDATAFRAME = 'indexdataframe'

property df: index dataframe

classmethod from_hdf5(filepath)[source]

read index dataframe from hdf5

Parameters: filepath –
Returns: VaultIndex

get_names()[source]: get all data names from index

property name: index dataframe

to_hdf5(filepath, **kwargs)[source]

store Vault Index in hdf5 store

Parameters

filepath –
kwargs –

Returns

update_from_sdft(sdft)[source]

class sdata.io.vault.VaultSqliteIndex(db_file)[source]

Bases: object

Index of a Vault

property df

index dataframe

Returns: pd.DataFrame

drop_db()[source]: create new database

get_all_metadata()[source]

get all blob metadata

Returns

initialize()[source]

initialize index db

Returns

update_from_metadata(metadata)[source]: store sdata metadata

Module contents

class sdata.io.PID(*args, **kwargs)[source]

Bases: object

Process object, which has an uuid and metadata

add_attr(key, value)[source]

get_attr(key, default=None)[source]

get_metadata()[source]

get_name()[source]

get_uuid()[source]

property metadata

property name

set_attr(key, value)[source]

set_metadata(metadata)[source]

set_name(name)[source]

set_uuid(uuid)[source]

property uuid