Skip to content
Snippets Groups Projects

Fluxio data none in dict values

Merged Moritz Gleissner requested to merge fluxio-data-none-for-float32 into dev/fluxio
1 file
+ 14
2
Compare changes
  • Side-by-side
  • Inline
@@ -19,7 +19,13 @@ class FluxioDataAronConverter:
@classmethod
def aron_data_to_fluxio_data(
cls, aron_data: AronDataIceTypes.Data
) -> FluxioBaseData | FluxioSimpleData | FluxioDictData | FluxioNDArrayData | FluxioListData:
) -> (
FluxioBaseData
| FluxioSimpleData
| FluxioDictData
| FluxioNDArrayData
| FluxioListData
):
ret = None
if isinstance(aron_data, AronDataIceTypes.String):
ret = FluxioSimpleData(FluxioDataIdentifier.STRING, aron_data.value)
@@ -39,13 +45,19 @@ class FluxioDataAronConverter:
elif isinstance(aron_data, AronDataIceTypes.Dict):
ret = FluxioDictData(FluxioDataIdentifier.DICT)
for k, v in aron_data.elements.items():
ret.add_attribute(k, cls.aron_data_to_fluxio_data(v))
if v is not None:
ret.add_attribute(k, cls.aron_data_to_fluxio_data(v))
elif isinstance(aron_data, AronDataIceTypes.NDArray):
numpy_nparray = ndarray_from_aron(aron_data)
assert numpy_nparray.base is not None
ret = FluxioNDArrayData(
FluxioDataIdentifier.NDARRAY, numpy_nparray.shape, numpy_nparray.base
)
elif aron_data is None:
print("aron_data is None")
else:
print(f"Unknown data type: {aron_data}")
return ret
@classmethod
Loading