sample_points()

std::vector< glm::vec4 > MayaFlux::Yantra::VisionExtractor::sample_points	(	const std::shared_ptr< Core::VKImage > &	source,
		const Kinesis::Vision::VisionAnalysis &	analysis,
		uint32_t	radius,
		uint32_t	source_w,
		uint32_t	source_h
	)

Mean over a (2 * radius + 1) squared window at every keypoint, else every track, in one dispatch, in point order.

With flow as the source this is the motion under each point, with the frame the colour under it.

Definition at line 539 of file VisionExtractor.cpp.

{
    const auto points = points_for_analysis(analysis);
    if (points.empty())
        return {};
 
    const auto count = static_cast<uint32_t>(points.size());
 
    auto& ctx = reduce_context();
    use_shader(ctx, "point_sample.comp.spv", k_wg_reduce, sizeof(PointSamplePC));
    ctx.stage_image(source);
    ctx.set_binding_data(3, std::span<const float>(
                                reinterpret_cast<const float*>(points.data()), points.size() * 2));
    ctx.set_push_constants(PointSamplePC {
        .count = count, .radius = radius, .src_w = source_w, .src_h = source_h });
 
    const auto raw = dispatch_reduce(ctx, count, static_cast<size_t>(count) * sizeof(glm::vec4));
    std::vector<glm::vec4> out;
    if (raw.size() < static_cast<size_t>(count) * 4)
        return out;
 
    out.resize(count);
    std::memcpy(out.data(), raw.data(), static_cast<size_t>(count) * sizeof(glm::vec4));
    return out;
}

References count, out, points, points_for_analysis(), radius, and reduce_context().

Referenced by run_operation().

Here is the call graph for this function:

Here is the caller graph for this function: