MayaFlux 0.5.0
Digital-First Multimedia Processing Framework
Loading...
Searching...
No Matches
NDData.cpp
Go to the documentation of this file.
1#include "NDData.hpp"
2
4
6
7namespace MayaFlux::Kakshya {
8
10{
11 switch (fmt) {
13 return 1;
15 return 2;
19 return 4;
22 return 8;
24 return 12;
27 return 16;
29 return 24;
31 return 32;
32 default:
33 return 0;
34 }
35}
36
37DataDimension::DataDimension(std::string n, uint64_t s, uint64_t st, Role r)
38 : name(std::move(n))
39 , size(s)
40 , stride(st)
41 , role(r)
42{
43}
44
45DataDimension DataDimension::time(uint64_t samples, std::string name)
46{
47 return { std::move(name), samples, 1, Role::TIME };
48}
49
50DataDimension DataDimension::channel(uint64_t count, uint64_t stride)
51{
52 return { "channel", count, stride, Role::CHANNEL };
53}
54
55DataDimension DataDimension::frequency(uint64_t bins, std::string name)
56{
57 return { std::move(name), bins, 1, Role::FREQUENCY };
58}
59
60DataDimension DataDimension::spatial(uint64_t size, char axis, uint64_t stride, std::string name)
61{
62 Role r = [axis]() {
63 switch (axis) {
64 case 'x':
65 return Role::SPATIAL_X;
66 case 'y':
67 return Role::SPATIAL_Y;
68 case 'z':
69 default:
70 return Role::SPATIAL_Z;
71 }
72 }();
73
74 if (name == "") {
75 name = std::string("spatial_") + axis;
76 }
77 return { name, size, stride, r };
78}
79
81{
82 return spatial(width, 'x');
83}
84
86{
87 return spatial(height, 'y', width * sizeof(float));
88}
89
90DataDimension DataDimension::spatial_3d(uint64_t width, uint64_t height, uint64_t depth)
91{
92 return spatial(depth, 'z', width * height * sizeof(float));
93}
94
96{
97 return { "mip_levels", levels, 1, Role::MIP_LEVEL };
98}
99
101 std::string name,
102 uint64_t element_count,
103 uint8_t components_per_element,
104 Role role)
105{
106 DataDimension dim { std::move(name), element_count, 1, role };
107 dim.grouping = ComponentGroup { components_per_element, 0 };
108 return dim;
109}
110
111std::string_view modality_to_string(DataModality modality)
112{
113 return Reflect::enum_to_string(modality);
114}
115
117{
118 return grouped("positions", count, 3, Role::POSITION);
119}
120
122{
123 return grouped("normals", count, 3, Role::NORMAL);
124}
125
127{
128 return grouped("uvs", count, 2, Role::UV);
129}
130
132{
133 return grouped("colors", count, has_alpha ? 4 : 3, Role::COLOR);
134}
135
136std::vector<DataDimension> DataDimension::create_dimensions(
137 DataModality modality,
138 const std::vector<uint64_t>& shape,
139 MemoryLayout layout)
140{
141 std::vector<DataDimension> dims;
142 auto strides = calculate_strides(shape, layout);
143
144 switch (modality) {
146 if (shape.size() != 1) {
147 error<std::invalid_argument>(
150 std::source_location::current(),
151 "AUDIO_1D requires 1D shape");
152 }
153 dims.push_back(DataDimension::time(shape[0]));
154 break;
155
157 if (shape.size() != 2) {
158 error<std::invalid_argument>(
161 std::source_location::current(),
162 "AUDIO_MULTICHANNEL requires 2D shape [samples, channels]");
163 }
164 dims.push_back(DataDimension::time(shape[0]));
165 dims.push_back(DataDimension::channel(shape[1], strides[1]));
166 break;
167
169 if (shape.size() != 2) {
170 error<std::invalid_argument>(
173 std::source_location::current(),
174 "IMAGE_2D requires 2D shape [height, width]");
175 }
176 dims.push_back(DataDimension::spatial(shape[0], 'y', strides[0]));
177 dims.push_back(DataDimension::spatial(shape[1], 'x', strides[1]));
178 break;
179
181 if (shape.size() != 3) {
182 error<std::invalid_argument>(
185 std::source_location::current(),
186 "IMAGE_COLOR requires 3D shape [height, width, channels]");
187 }
188 dims.push_back(DataDimension::spatial(shape[0], 'y', strides[0]));
189 dims.push_back(DataDimension::spatial(shape[1], 'x', strides[1]));
190 dims.push_back(DataDimension::channel(shape[2], strides[2]));
191 break;
192
194 if (shape.size() != 4) {
195 error<std::invalid_argument>(
198 std::source_location::current(),
199 "IMAGE_COLOR_ARRAY requires 4D shape [frames, height, width, channels]");
200 }
201 dims.push_back(DataDimension::time(shape[0], "index"));
202 dims.push_back(DataDimension::spatial(shape[1], 'y', strides[1]));
203 dims.push_back(DataDimension::spatial(shape[2], 'x', strides[2]));
204 dims.push_back(DataDimension::channel(shape[3], strides[3]));
205 break;
206
208 if (shape.size() != 2) {
209 error<std::invalid_argument>(
212 std::source_location::current(),
213 "SPECTRAL_2D requires 2D shape [time_windows, frequency_bins]");
214 }
215 dims.push_back(DataDimension::time(shape[0], "time_windows"));
216 dims.push_back(DataDimension::frequency(shape[1]));
217 dims[1].stride = strides[1];
218 break;
219
221 if (shape.size() != 3) {
222 error<std::invalid_argument>(
225 std::source_location::current(),
226 "VOLUMETRIC_3D requires 3D shape [x, y, z]");
227 }
228 dims.push_back(DataDimension::spatial(shape[0], 'x', strides[0]));
229 dims.push_back(DataDimension::spatial(shape[1], 'y', strides[1]));
230 dims.push_back(DataDimension::spatial(shape[2], 'z', strides[2]));
231 break;
232
234 if (shape.size() != 3) {
235 error<std::invalid_argument>(
238 std::source_location::current(),
239 "VIDEO_GRAYSCALE requires 3D shape [frames, height, width]");
240 }
241 dims.push_back(DataDimension::time(shape[0], "frames"));
242 dims.push_back(DataDimension::spatial(shape[1], 'y', strides[1]));
243 dims.push_back(DataDimension::spatial(shape[2], 'x', strides[2]));
244 break;
245
247 if (shape.size() != 4) {
248 error<std::invalid_argument>(
251 std::source_location::current(),
252 "VIDEO_COLOR requires 4D shape [frames, height, width, channels]");
253 }
254 dims.push_back(DataDimension::time(shape[0], "frames"));
255 dims.push_back(DataDimension::spatial(shape[1], 'y', strides[1]));
256 dims.push_back(DataDimension::spatial(shape[2], 'x', strides[2]));
257 dims.push_back(DataDimension::channel(shape[3], strides[3]));
258 break;
259
260 default:
261 error<std::invalid_argument>(
264 std::source_location::current(),
265 "Unsupported modality for dimension creation: {}", modality_to_string(modality));
266 }
267
268 return dims;
269}
270
272 const std::vector<uint64_t>& shape,
273 MemoryLayout layout)
274{
275 if (shape.empty())
276 return {};
277
278 std::vector<uint64_t> strides(shape.size());
279
280 if (layout == MemoryLayout::ROW_MAJOR) {
281 auto reversed_shape = shape | std::views::reverse;
282 std::exclusive_scan(
283 reversed_shape.begin(),
284 reversed_shape.end(),
285 strides.rbegin(),
286 uint64_t(1),
287 std::multiplies<uint64_t> {});
288 } else {
289 std::exclusive_scan(
290 shape.begin(),
291 shape.end(),
292 strides.begin(),
293 uint64_t(1),
294 std::multiplies<uint64_t> {});
295 }
296
297 return strides;
298}
299
300}
uint32_t width
Definition Decoder.cpp:66
size_t count
uint32_t height
@ Runtime
General runtime operations (default fallback)
@ Kakshya
Containers[Signalsource, Stream, File], Regions, DataProcessors.
size_t gpu_data_format_bytes(GpuDataFormat fmt) noexcept
Byte size of one element of a GpuDataFormat.
Definition NDData.cpp:9
DataModality
Data modality types for cross-modal analysis.
Definition NDData.hpp:164
@ AUDIO_MULTICHANNEL
Multi-channel audio.
@ SPECTRAL_2D
2D spectral data (time + frequency)
@ IMAGE_COLOR_ARRAY
4D (idx + 2D + color)
@ VOLUMETRIC_3D
3D volumetric data
@ VIDEO_GRAYSCALE
3D video (time + 2D grayscale)
@ VIDEO_COLOR
4D video (time + 2D + color)
@ IMAGE_COLOR
2D RGB/RGBA image
@ IMAGE_2D
2D image (grayscale or single channel)
MemoryLayout
Memory layout for multi-dimensional data.
Definition NDData.hpp:65
@ ROW_MAJOR
C/C++ style (last dimension varies fastest)
GpuDataFormat
GPU data formats with explicit precision levels.
Definition NDData.hpp:25
std::string_view modality_to_string(DataModality modality)
Convert DataModality enum to string representation.
Definition NDData.cpp:111
constexpr std::string_view enum_to_string(EnumType value) noexcept
Universal enum to string converter using magic_enum (original case)
Grouping information for sub-dimensions.
Definition NDData.hpp:258
static DataDimension spatial_2d(uint64_t width, uint64_t height)
Convenience constructor for a 2D spatial dimension.
Definition NDData.cpp:85
Role
Semantic role of the dimension.
Definition NDData.hpp:234
@ FREQUENCY
Spectral/frequency axis.
@ TIME
Temporal progression (samples, frames, steps)
@ POSITION
Vertex positions (3D space)
@ CHANNEL
Parallel streams (audio channels, color channels)
@ SPATIAL_X
Spatial X axis (images, tensors)
uint64_t stride
Memory stride (elements between consecutive indices)
Definition NDData.hpp:278
std::string name
Human-readable identifier for the dimension.
Definition NDData.hpp:276
static DataDimension vertex_positions(uint64_t count)
Create dimension for vertex positions (vec3)
Definition NDData.cpp:116
uint64_t size
Number of elements in this dimension.
Definition NDData.hpp:277
static DataDimension vertex_colors(uint64_t count, bool has_alpha=false)
Create dimension for colors (vec3 or vec4)
Definition NDData.cpp:131
Role role
Semantic hint for common operations.
Definition NDData.hpp:279
static DataDimension spatial(uint64_t size, char axis, uint64_t stride=1, std::string name="spatial")
Convenience constructor for a spatial dimension.
Definition NDData.cpp:60
static DataDimension grouped(std::string name, uint64_t element_count, uint8_t components_per_element, Role role=Role::CUSTOM)
Create dimension with component grouping.
Definition NDData.cpp:100
static DataDimension vertex_normals(uint64_t count)
Create dimension for vertex normals (vec3)
Definition NDData.cpp:121
static DataDimension frequency(uint64_t bins, std::string name="frequency")
Convenience constructor for a frequency dimension.
Definition NDData.cpp:55
static DataDimension spatial_1d(uint64_t width)
Convenience constructor for an array dimension.
Definition NDData.cpp:80
static DataDimension time(uint64_t samples, std::string name="time")
Convenience constructor for a temporal (time) dimension.
Definition NDData.cpp:45
static std::vector< uint64_t > calculate_strides(const std::vector< uint64_t > &shape, MemoryLayout layout)
Calculate memory strides based on shape and layout.
Definition NDData.cpp:271
static std::vector< DataDimension > create_dimensions(DataModality modality, const std::vector< uint64_t > &shape, MemoryLayout layout=MemoryLayout::ROW_MAJOR)
Create dimension descriptors for a data modality.
Definition NDData.cpp:136
static DataDimension mipmap_levels(uint64_t levels)
Create dimension for mipmap levels.
Definition NDData.cpp:95
static DataDimension texture_coords(uint64_t count)
Create dimension for texture coordinates (vec2)
Definition NDData.cpp:126
static DataDimension spatial_3d(uint64_t width, uint64_t height, uint64_t depth)
Convenience constructor for a 3D spatial dimension.
Definition NDData.cpp:90
std::optional< ComponentGroup > grouping
Definition NDData.hpp:274
static DataDimension channel(uint64_t count, uint64_t stride=1)
Convenience constructor for a channel dimension.
Definition NDData.cpp:50
Minimal dimension descriptor focusing on structure only.
Definition NDData.hpp:227