MayaFlux 1.0.0
Digital-First Multimedia Processing Framework
Loading...
Searching...
No Matches

◆ analyze_implementation()

template<ComputeData InputType = std::vector<Kakshya::DataVariant>, ComputeData OutputType = Eigen::MatrixXd>
output_type MayaFlux::Yantra::VadAnalyzer< InputType, OutputType >::analyze_implementation ( const input_type & input)
inlineoverrideprotectedvirtual

Pure virtual analysis implementation - derived classes implement this.

Parameters
inputInput data with metadata
Returns
Raw analysis output before granularity formatting

Implements MayaFlux::Yantra::Analyzer< InputType, OutputType >.

Definition at line 258 of file VadAnalyzer.hpp.

259 {
260 try {
261 const auto& cfg = this->template config<VadAnalyzerConfig>();
262 if (const std::string reason = diagnose(cfg); !reason.empty()) {
264 std::source_location::current(), "VadAnalyzer: {}", reason);
265 }
266
268 const_cast<input_type&>(input));
269
270 if (data_span.size() != 1) {
272 std::source_location::current(), "VadAnalyzer analyses one channel and was given {}", data_span.size());
273 }
274
276
279 network().keep_hidden(cfg.keep_embeddings);
280 analysis.probabilities = network().process(samples);
281 if (cfg.flush_tail) {
282 const auto tail = network().flush();
283 analysis.probabilities.insert(analysis.probabilities.end(), tail.begin(), tail.end());
284 }
285 analysis.embeddings = network().take_hidden();
286
287 analysis.chunk_positions.reserve(analysis.probabilities.size());
288 for (size_t i = 0; i < analysis.probabilities.size(); ++i) {
290 analysis.chunk_positions.emplace_back(start, start + SileroVadModel::chunk_samples);
291 }
292 m_chunks_done += analysis.probabilities.size();
293
295
297 channel_values[0].assign(analysis.probabilities.begin(), analysis.probabilities.end());
298
300 output.metadata = input.metadata;
301 output.facets = input.facets;
302 output.facets.set(analysis);
303 return output;
304 } catch (const std::exception& e) {
305 MF_ERROR(Journal::Component::Yantra, Journal::Context::ComputeMatrix, "Voice activity analysis failed: {}", e.what());
307 error_result.metadata = input.metadata;
308 error_result.facets = input.facets;
309 return error_result;
310 }
311 }
#define MF_ERROR(comp, ctx,...)
void store_current_analysis(AnalysisResultType &&result) const
Definition Analyzer.hpp:234
const Config & config() const
The stored config struct of type Config, or its defaults when none was set.
output_type convert_result(std::vector< std::vector< double > > &result_data, DataStructureInfo &metadata)
Convert processed double data back to OutputType using metadata and optional callback.
static std::tuple< NumericChannels, DataStructureInfo > extract_structured_double(T &compute_data)
Extract structured double data from Datum container or direct ComputeData with automatic container ha...
void keep_hidden(bool keep)
Keep the recurrent output of every chunk process and flush run, for take_hidden.
std::vector< float > flush()
Run the partial chunk, padded with zeros to a whole one.
std::vector< float > process(std::span< const float > samples)
Append samples and run every chunk they complete.
std::vector< float > take_hidden()
The recurrent output kept since the last call, hidden_width values per chunk, chunk after chunk.
Datum< OutputType > output_type
Datum< InputType > input_type
SileroVadModel & network() const
static std::string diagnose(const VadAnalyzerConfig &config)
Why a config cannot be analysed.
Whether each 32 ms chunk of a mono 16 kHz stream is voice activity, from a learned network.