MayaFlux 1.0.0
Digital-First Multimedia Processing Framework
Loading...
Searching...
No Matches

◆ select_values()

template<ComputeData InputType = std::vector<Kakshya::DataVariant>, ComputeData OutputType = Eigen::MatrixXd>
std::vector< std::vector< double > > MayaFlux::Yantra::PhonemeAnalyzer< InputType, OutputType >::select_values ( const PhonemeAnalysis & analysis,
PhonemeMethod method )
inlinestaticprivate

Definition at line 512 of file PhonemeAnalyzer.hpp.

513 {
514 constexpr size_t classes = HubertPhonemeModel::classes;
517 size_t current = 0;
518 for (size_t frame = 0; frame < analysis.frames; ++frame) {
520 while (current < analysis.events.size() && analysis.events[current].end <= centre) {
521 ++current;
522 }
523 const bool inside = current < analysis.events.size() && analysis.events[current].start <= centre;
524 held[!inside ? 2 : HubertPhonemeModel::is_vowel(analysis.events[current].phoneme) ? 0 : 1][frame] = 1.0;
525 }
526 return held;
527 }
530 for (size_t frame = 0; frame < analysis.frames; ++frame) {
531 const float* row = analysis.posteriors.data() + frame * classes;
532 for (uint32_t index = 0; index < classes; ++index) {
533 if (!broad) {
535 } else if (index >= HubertPhonemeModel::phonemes) {
536 columns[2][frame] += row[index];
537 } else {
539 }
540 }
541 }
542 return columns;
543 }
static bool is_vowel(uint32_t index) noexcept
Whether a class is a vowel phoneme.
Which phoneme is spoken near each frame of a mono 16 kHz utterance, from a learned network.

Referenced by MayaFlux::Yantra::PhonemeAnalyzer< std::vector< Kakshya::DataVariant >, Eigen::MatrixXd >::make_output().

Here is the caller graph for this function: