MayaFlux 1.0.0
Digital-First Multimedia Processing Framework
Loading...
Searching...
No Matches

◆ extract_implementation()

VisionExtractor::output_type MayaFlux::Yantra::VisionExtractor::extract_implementation ( const input_type & input)
overrideprivatevirtual

Pure virtual extraction implementation - derived classes implement this.

Parameters
inputInput data with metadata
Returns
Raw extraction output before scope processing

Implements MayaFlux::Yantra::Extractor< std::shared_ptr< Kakshya::SignalSourceContainer >, std::vector< Kakshya::DataVariant > >.

Definition at line 794 of file VisionExtractor.cpp.

795{
796 output_type output;
797 output.metadata = input.metadata;
798 output.facets = input.facets;
799
800 const auto supplied = input.facets.get(Kinesis::Vision::vision_frame());
801
802 if (!supplied && !input.data) {
803 MF_ERROR(Journal::Component::Yantra, Journal::Context::ComputeMatrix, "VisionExtractor: missing container");
804 return output;
805 }
806
807 const auto* analysis = input.facets.get<Kinesis::Vision::VisionAnalysis>();
808 if (!analysis) {
809 MF_ERROR(Journal::Component::Yantra, Journal::Context::ComputeMatrix, "VisionExtractor: missing VisionAnalysis facet");
810 return output;
811 }
812
813 const auto image = supplied ? supplied : resolve_image(input.data, analysis->layer.value_or(0));
814 if (!image) {
815 MF_ERROR(Journal::Component::Yantra, Journal::Context::ComputeMatrix, "VisionExtractor: could not resolve image from container");
816 return output;
817 }
818
819 const uint32_t w = image->get_width();
820 const uint32_t h = image->get_height();
821
822 VisionExtraction extraction;
824 extraction.mode = mode;
825
826 switch (mode) {
828 extraction.image = crop(image, *analysis, settings().output_width, settings().output_height);
829 break;
831 extraction.sample = sample(image, *analysis, w, h);
832 break;
834 extraction.image = patches(image, *analysis, settings().patch_width, settings().patch_height, w, h);
835 break;
837 extraction.image = crops(image, *analysis, settings().tile_width, settings().tile_height);
838 break;
840 extraction.samples = sample_regions(image, *analysis, w, h);
841 break;
843 extraction.points = sample_points(image, *analysis, settings().sample_radius, w, h);
844 break;
846 extraction.image = silhouettes(image, *analysis, settings().tile_width, settings().tile_height);
847 break;
849 extraction.image = equalize(image, *analysis, w, h);
850 break;
852 extraction.image = expose(image, *analysis, settings().exposure_target, w, h);
853 break;
855 extraction.image = edges(image, *analysis, w, h);
856 break;
858 extraction.image = motion_mask(image, *analysis, w, h);
859 break;
861 extraction.image = annotate(image, *analysis, w, h);
862 break;
864 extraction.element = select_element(*analysis, settings().focus.value_or(ElementFocus {}));
865 break;
866 }
867
868 output.facets.set(std::move(extraction));
869 return output;
870}
#define MF_ERROR(comp, ctx,...)
MAYAFLUX_API std::shared_ptr< Core::VKImage > edges(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
source kept where analysis.detect_edges reaches the edge threshold, transparent elsewhere.
MAYAFLUX_API std::vector< glm::vec4 > sample_points(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t radius, uint32_t source_w, uint32_t source_h)
Mean over a (2 * radius + 1) squared window at every keypoint, else every track, in one dispatch,...
MAYAFLUX_API std::shared_ptr< Core::VKImage > resolve_image(const std::shared_ptr< Kakshya::SignalSourceContainer > &source, size_t index)
MAYAFLUX_API std::shared_ptr< Core::VKImage > crop(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t out_w, uint32_t out_h)
Crop of source at the focused element, or track/keypoint bounds.
MAYAFLUX_API std::shared_ptr< Core::VKImage > equalize(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
Histogram equalisation of source from the histogram measure_appearance measured.
MAYAFLUX_API Kinesis::Vision::FieldSample sample(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
Mean, min and max over the focused element or track/keypoint bounds.
MAYAFLUX_API std::shared_ptr< Core::VKImage > patches(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t patch_w, uint32_t patch_h, uint32_t source_w, uint32_t source_h)
One fixed-size crop per keypoint, else per track, side by side in one atlas.
MAYAFLUX_API std::shared_ptr< Core::VKImage > crops(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t tile_w, uint32_t tile_h)
Every find_elements box resampled to tile_w x tile_h, side by side in one atlas (tile_w * count,...
MAYAFLUX_API std::shared_ptr< Core::VKImage > expose(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, float target, uint32_t source_w, uint32_t source_h)
source scaled so its measured mean brightness reaches target.
const VisionExtractorConfig & settings() const
MAYAFLUX_API std::shared_ptr< Core::VKImage > annotate(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
source with everything the analysis found drawn on it: element boxes (yellow) and contours (cyan),...
MAYAFLUX_API std::vector< Kinesis::Vision::FieldSample > sample_regions(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
sample() for every find_elements box in one dispatch, in box order.
MAYAFLUX_API std::optional< size_t > select_element(const Kinesis::Vision::VisionAnalysis &analysis, const ElementFocus &focus)
Index into find_elements boxes of the element ranked first by focus, chosen on the GPU from the analy...
MAYAFLUX_API std::shared_ptr< Core::VKImage > silhouettes(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t tile_w, uint32_t tile_h)
Silhouette of every element cut from its contour polygons: the outer contour and its holes,...
MAYAFLUX_API std::shared_ptr< Core::VKImage > motion_mask(const std::shared_ptr< Core::VKImage > &source, const Kinesis::Vision::VisionAnalysis &analysis, uint32_t source_w, uint32_t source_h)
source kept where analysis.estimate_motion moves faster than the motion limits with enough confidence...
@ ComputeMatrix
Compute operations (Yantra - algorithms, matrices, DSP).
@ Yantra
DSP algorithms, computational units, matrix operations, Grammar.
std::vector< double > mode(std::span< const double > data, size_t n_windows, uint32_t hop_size, uint32_t window_size)
Mode per window via tolerance-bucketed frequency count.
Definition Analysis.cpp:580
const Facet< std::shared_ptr< Core::VKImage > > & vision_frame()
Facet key for the frame a VisionAnalysis applies to, carried in a Datum's facets beside the analysis.
VisionExtractMode
Which method the operation path dispatches to.
Reflect::EnumByte< VisionExtractMode > method
Which method the operation path dispatches to.

References MayaFlux::Yantra::Annotate, annotate(), MayaFlux::Journal::ComputeMatrix, MayaFlux::Yantra::Crop, crop(), MayaFlux::Yantra::Crops, crops(), MayaFlux::Yantra::Datum< T >::data, MayaFlux::Yantra::Edges, edges(), MayaFlux::Yantra::VisionExtraction::element, MayaFlux::Yantra::Equalize, equalize(), MayaFlux::Yantra::Expose, expose(), MayaFlux::Yantra::Datum< T >::facets, MayaFlux::Facets::get(), MayaFlux::Yantra::VisionExtraction::image, MayaFlux::Yantra::Datum< T >::metadata, MayaFlux::Yantra::VisionExtractorConfig::method, MF_ERROR, MayaFlux::Yantra::VisionExtraction::mode, motion_mask(), MayaFlux::Yantra::MotionMask, MayaFlux::Yantra::Patches, patches(), MayaFlux::Yantra::VisionExtraction::points, resolve_image(), MayaFlux::Yantra::Sample, MayaFlux::Yantra::VisionExtraction::sample, sample(), sample_points(), sample_regions(), MayaFlux::Yantra::SamplePoints, MayaFlux::Yantra::SampleRegions, MayaFlux::Yantra::VisionExtraction::samples, select_element(), MayaFlux::Yantra::SelectElement, MayaFlux::Facets::set(), settings(), MayaFlux::Yantra::Silhouettes, silhouettes(), MayaFlux::Kinesis::Vision::vision_frame(), and MayaFlux::Journal::Yantra.

Here is the call graph for this function: