tempo_analyzer.cpp.hpp

Go to the documentation of this file.

#include "fl/audio/detector/tempo_analyzer.h"
#include "fl/audio/audio_context.h"
#include "fl/math/math.h"
#include "fl/stl/algorithm.h"
#include "fl/stl/noexcept.h"
 
namespace fl {
namespace audio {
namespace detector {
 
TempoAnalyzer::TempoAnalyzer()
    : mCurrentBPM(120.0f)
    , mConfidence(0.0f)
    , mIsStable(false)
    , mStability(0.0f)
    , mMinBPM(60.0f)
    , mMaxBPM(180.0f)
    , mStabilityThreshold(0.8f)
    , mPreviousFlux(0.0f)
    , mAdaptiveThreshold(0.0f)
    , mStableFrameCount(0)
{
    mPreviousMagnitudes.resize(8, 0.0f);  // Track first 8 bins for spectral flux
    mHypotheses.reserve(MAX_HYPOTHESES);
 
    // BPM confidence fades over ~2s of silence — musical tempo has natural
    // persistence; snapping faster feels wrong. Raw BPM is NOT gated so that
    // when audio returns, beat sync resumes from the same tempo estimate.
    SilenceEnvelope::Config cfg;
    cfg.decayTauSeconds = 2.0f;
    cfg.targetValue = 0.0f;
    mConfidenceEnvelope.configure(cfg);
}
 
TempoAnalyzer::~TempoAnalyzer() FL_NOEXCEPT = default;
 
void TempoAnalyzer::update(shared_ptr<Context> context) {
    mRetainedFFT = context->getFFT16();
    const fft::Bins& fft = *mRetainedFFT;
    u32 timestamp = context->getTimestamp();
 
    // Calculate spectral flux for onset detection
    float flux = calculateSpectralFlux(fft);
 
    // Update adaptive threshold
    updateAdaptiveThreshold();
 
    // Detect onsets
    if (detectOnset(timestamp)) {
        mOnsetTimes.push_back(timestamp);
        if (mOnsetTimes.size() > MAX_ONSET_HISTORY) {
            mOnsetTimes.pop_front();
        }
 
        // Update tempo hypotheses
        updateHypotheses(timestamp);
    }
 
    mPreviousFlux = flux;
 
    // Update per-bin magnitudes for next frame's spectral flux calculation
    size numBins = fl::min(static_cast<size>(8), fft.raw().size());
    for (size i = 0; i < numBins && i < mPreviousMagnitudes.size(); i++) {
        mPreviousMagnitudes[i] = fft.raw()[i];
    }
 
    // Prune weak hypotheses
    pruneHypotheses();
 
    // Update current tempo based on best hypothesis
    updateCurrentTempo();
 
    // Update stability analysis
    updateStability();
 
    // Silence gate: fade confidence toward 0 during silence. The BPM estimate
    // itself survives unchanged so beat sync is seamless on audio re-entry.
    // dt derived from timestamp deltas (ms→s). First frame: dt=0 → pass-through.
    float dt = 0.0f;
    if (mHasPrevTimestamp && timestamp >= mPrevTimestamp) {
        dt = static_cast<float>(timestamp - mPrevTimestamp) * 0.001f;
    }
    mPrevTimestamp = timestamp;
    mHasPrevTimestamp = true;
 
    const bool isSilent = context->isSilent();
    mConfidence = mConfidenceEnvelope.update(isSilent, mConfidence, dt);
 
    // Track state changes for fireCallbacks()
    float bpmDiff = fl::abs(mCurrentBPM - mPreviousBPM);
    mBpmChanged = (bpmDiff > 5.0f);
    mPreviousBPM = mCurrentBPM;
}
 
void TempoAnalyzer::fireCallbacks() {
    if (onTempo) {
        onTempo(mCurrentBPM);
    }
    if (onTempoWithConfidence) {
        onTempoWithConfidence(mCurrentBPM, mConfidence);
    }
    if (mBpmChanged && onTempoChange) {
        onTempoChange(mCurrentBPM);
        mBpmChanged = false;
    }
    if (mIsStable && !mWasStable && onTempoStable) {
        onTempoStable();
    } else if (!mIsStable && mWasStable && onTempoUnstable) {
        onTempoUnstable();
    }
    mWasStable = mIsStable;
}
 
void TempoAnalyzer::reset() {
    mCurrentBPM = 120.0f;
    mConfidence = 0.0f;
    mIsStable = false;
    mStability = 0.0f;
    mPreviousFlux = 0.0f;
    mAdaptiveThreshold = 0.0f;
    mStableFrameCount = 0;
    fl::fill(mPreviousMagnitudes.begin(), mPreviousMagnitudes.end(), 0.0f);
    mHypotheses.clear();
    mOnsetTimes.clear();
    mFluxAvg.reset();
    mBPMMedian.reset();
    mBPMHistory.clear();
    mConfidenceEnvelope.reset(0.0f);
    mPrevTimestamp = 0;
    mHasPrevTimestamp = false;
}
 
float TempoAnalyzer::calculateSpectralFlux(const fft::Bins& fft) {
    // Focus on low-to-mid frequencies for beat detection
    float flux = 0.0f;
    size numBins = fl::min(static_cast<size>(8), fft.raw().size());
    numBins = fl::min(numBins, mPreviousMagnitudes.size());
 
    for (size i = 0; i < numBins; i++) {
        float diff = fft.raw()[i] - mPreviousMagnitudes[i];
        if (diff > 0.0f) {
            flux += diff;
        }
    }
 
    return flux / static_cast<float>(numBins);
}
 
void TempoAnalyzer::updateAdaptiveThreshold() {
    // O(1) running average via MovingAverage filter
    float mean = mFluxAvg.update(mPreviousFlux);
    mAdaptiveThreshold = mean * 1.5f;
}
 
bool TempoAnalyzer::detectOnset(u32 timestamp) {
    // Simple onset detection: flux exceeds adaptive threshold
    if (mPreviousFlux <= mAdaptiveThreshold) {
        return false;
    }
 
    // Avoid detecting onsets too close together
    if (!mOnsetTimes.empty()) {
        u32 timeSinceLastOnset = timestamp - mOnsetTimes.back();
        if (timeSinceLastOnset < 50) {  // 50ms minimum gap
            return false;
        }
    }
 
    return true;
}
 
void TempoAnalyzer::updateHypotheses(u32 timestamp) {
    // For each existing onset, create/update hypotheses
    for (size i = 0; i < mOnsetTimes.size(); i++) {
        if (i == mOnsetTimes.size() - 1) continue;  // Skip the just-added onset
 
        u32 interval = timestamp - mOnsetTimes[i];
 
        // Check if interval is in valid BPM range
        if (interval < MIN_BEAT_INTERVAL_MS || interval > MAX_BEAT_INTERVAL_MS) {
            continue;
        }
 
        float bpm = 60000.0f / static_cast<float>(interval);
 
        // Check if this BPM is within user-defined range
        if (bpm < mMinBPM || bpm > mMaxBPM) {
            continue;
        }
 
        // Check if we already have a similar hypothesis
        bool foundExisting = false;
        for (size j = 0; j < mHypotheses.size(); j++) {
            float bpmDiff = fl::abs(mHypotheses[j].bpm - bpm);
            if (bpmDiff < 3.0f) {  // Within 3 BPM tolerance
                // Update existing hypothesis
                mHypotheses[j].bpm = (mHypotheses[j].bpm + bpm) * 0.5f;
                mHypotheses[j].score += calculateIntervalScore(interval);
                mHypotheses[j].lastOnsetTime = timestamp;
                mHypotheses[j].onsetCount++;
                foundExisting = true;
                break;
            }
        }
 
        // Create new hypothesis if not found and we have room
        if (!foundExisting && mHypotheses.size() < MAX_HYPOTHESES) {
            TempoHypothesis hyp;
            hyp.bpm = bpm;
            hyp.score = calculateIntervalScore(interval);
            hyp.lastOnsetTime = timestamp;
            hyp.onsetCount = 1;
            mHypotheses.push_back(hyp);
        }
    }
}
 
void TempoAnalyzer::pruneHypotheses() {
    // Remove hypotheses that haven't been updated recently
    for (size i = 0; i < mHypotheses.size(); ) {
        // Decay score over time
        mHypotheses[i].score *= 0.95f;
 
        if (mHypotheses[i].score < 0.1f) {
            mHypotheses.erase(mHypotheses.begin() + i);
        } else {
            i++;
        }
    }
 
    // Sort by score (highest first)
    for (size i = 0; i < mHypotheses.size(); i++) {
        for (size j = i + 1; j < mHypotheses.size(); j++) {
            if (mHypotheses[j].score > mHypotheses[i].score) {
                TempoHypothesis temp = mHypotheses[i];
                mHypotheses[i] = mHypotheses[j];
                mHypotheses[j] = temp;
            }
        }
    }
 
    // Keep only top hypotheses
    if (mHypotheses.size() > MAX_HYPOTHESES) {
        mHypotheses.resize(MAX_HYPOTHESES);
    }
}
 
void TempoAnalyzer::updateCurrentTempo() {
    if (mHypotheses.empty()) {
        mConfidence = 0.0f;
        return;
    }
 
    // Use the best hypothesis, filtered through median for outlier rejection
    const TempoHypothesis& best = mHypotheses[0];
    mCurrentBPM = mBPMMedian.update(best.bpm);
    mConfidence = calculateTempoConfidence(best);
 
    // Add to BPM history for stability analysis
    mBPMHistory.push_back(mCurrentBPM);
    if (mBPMHistory.size() > BPM_HISTORY_SIZE) {
        mBPMHistory.pop_front();
    }
}
 
void TempoAnalyzer::updateStability() {
    if (mBPMHistory.size() < 5) {
        mStability = 0.0f;
        mIsStable = false;
        mStableFrameCount = 0;
        return;
    }
 
    // Calculate variance of recent BPM estimates
    float sum = 0.0f;
    for (size i = 0; i < mBPMHistory.size(); i++) {
        sum += mBPMHistory[i];
    }
    float mean = sum / static_cast<float>(mBPMHistory.size());
 
    float variance = 0.0f;
    for (size i = 0; i < mBPMHistory.size(); i++) {
        float diff = mBPMHistory[i] - mean;
        variance += diff * diff;
    }
    variance /= static_cast<float>(mBPMHistory.size());
 
    // Convert variance to stability score (low variance = high stability)
    float stddev = fl::sqrt(variance);
    mStability = fl::max(0.0f, 1.0f - (stddev / 10.0f));
 
    // Check if stable
    if (mStability >= mStabilityThreshold) {
        mStableFrameCount++;
        if (mStableFrameCount >= STABLE_FRAMES_REQUIRED) {
            mIsStable = true;
        }
    } else {
        mStableFrameCount = 0;
        mIsStable = false;
    }
}
 
float TempoAnalyzer::calculateIntervalScore(u32 interval) {
    float bpm = 60000.0f / static_cast<float>(interval);
 
    // All BPM values within the valid range score equally
    if (bpm >= mMinBPM && bpm <= mMaxBPM) {
        return 1.0f;
    }
 
    // Outside the range, penalize based on distance from nearest boundary
    float distOutside;
    if (bpm < mMinBPM) {
        distOutside = mMinBPM - bpm;
    } else {
        distOutside = bpm - mMaxBPM;
    }
    float range = mMaxBPM - mMinBPM;
    float normalizedDist = distOutside / range;
    return fl::max(0.1f, 1.0f - normalizedDist);
}
 
float TempoAnalyzer::calculateTempoConfidence(const TempoHypothesis& hyp) {
    // Confidence based on:
    // 1. Hypothesis score
    // 2. Number of onsets supporting it
    // 3. Stability
 
    float scoreComponent = fl::min(1.0f, hyp.score);
    float onsetComponent = fl::min(1.0f, static_cast<float>(hyp.onsetCount) / 10.0f);
    float stabilityComponent = mStability;
 
    return (scoreComponent * 0.4f + onsetComponent * 0.3f + stabilityComponent * 0.3f);
}
 
} // namespace detector
} // namespace audio
} // namespace fl