advanced.h

Go to the documentation of this file.

 
#include <Arduino.h>
#include <FastLED.h>
 
 
 
#include "fl/ui/ui.h"
#include "fl/audio/audio.h"
#include "fl/fft.h"
#include "fl/math/xymap.h"
#include "fl/math/math.h"
#include "fl/math/math.h"
 
#include "fl/stl/compiler_control.h"
 
// This is used by fastled because we have extremely strict compiler settings.
// Stock Arduino/Platformio does not need these.
FL_DISABLE_WARNING_PUSH
FL_DISABLE_WARNING(float-conversion)
FL_DISABLE_WARNING(sign-conversion)
 
// Display configuration
// For WebAssembly, use a smaller display to avoid memory issues
#ifdef __EMSCRIPTEN__
#define WIDTH 32
#define HEIGHT 32
#else
#define WIDTH 64
#define HEIGHT 64
#endif
#define NUM_LEDS (WIDTH * HEIGHT)
#define LED_PIN 3
#define LED_TYPE WS2812B
#define COLOR_ORDER GRB
 
// Audio configuration
#define SAMPLE_RATE 44100
#define FFT_SIZE 512
 
// UI Elements
fl::UITitle title("Audio Reactive Visualizations");
fl::UIDescription description("Real-time audio visualizations with beat detection and multiple modes");
 
// Master controls
fl::UICheckbox enableAudio("Enable Audio", true);
fl::UIDropdown visualMode("Visualization Mode",
    {"Spectrum Bars", "Radial Spectrum", "Waveform", "VU Meter", "Matrix Rain", "Fire Effect", "Plasma Wave"});
 
// Audio controls
fl::UISlider audioGain("Audio Gain", 1.0f, 0.1f, 5.0f, 0.1f);
fl::UISlider noiseFloor("Noise Floor", 0.1f, 0.0f, 1.0f, 0.01f);
fl::UICheckbox autoGain("Auto Gain", true);
 
// Visual controls
fl::UISlider brightness("Brightness", 128, 0, 255, 1);
fl::UISlider fadeSpeed("Fade Speed", 20, 0, 255, 1);
fl::UIDropdown colorPalette("Color Palette",
    {"Rainbow", "Heat", "Ocean", "Forest", "Party", "Lava", "Cloud"});
fl::UICheckbox mirrorMode("Mirror Mode", false);
 
// Beat detection
fl::UICheckbox beatDetect("Beat Detection", true);
fl::UISlider beatSensitivity("Beat Sensitivity", 1.5f, 0.5f, 3.0f, 0.1f);
fl::UICheckbox beatFlash("Beat Flash", true);
 
// Pitch detection
fl::UICheckbox pitchDetectEnable("Pitch Detection", false);
fl::UICheckbox pitchVisualizer("Show Pitch Visualizer", false);
 
// Audio input
fl::UIAudio audio("Audio Input");
 
// Global variables
fl::CRGB leds[NUM_LEDS];
fl::XYMap xyMap(WIDTH, HEIGHT, false);
fl::audio::SoundLevelMeter soundMeter(0.0, 0.0);
 
// Audio processing variables - keep these smaller for WebAssembly
static const int NUM_BANDS = 16;  // Reduced from 32
float fftSmooth[NUM_BANDS] = {0};
float beatHistory[20] = {0};  // Reduced from 43
int beatHistoryIndex = 0;
float beatAverage = 0;
float beatVariance = 0;
uint32_t lastBeatTime = 0;
bool isBeat = false;
float autoGainValue = 1.0f;
float peakLevel = 0;
 
// Visual effect variables
uint8_t hue = 0;
// Remove large static arrays for WebAssembly
#ifndef __EMSCRIPTEN__
float plasma[WIDTH][HEIGHT] = {{0}};
uint8_t fireBuffer[WIDTH][HEIGHT] = {{0}};
#endif
 
// Pitch detection engine
fl::SoundToMIDI pitchConfig;
fl::SoundToMIDIEngine* pitchEngine = nullptr;
uint8_t currentMIDINote = 0;
uint8_t currentVelocity = 0;
bool noteIsOn = false;
 
// Get current color palette
fl::CRGBPalette16 getCurrentPalette() {
    switch(colorPalette.as_int()) {
        case 0: return fl::CRGBPalette16(fl::RainbowColors_p);
        case 1: return fl::CRGBPalette16(fl::HeatColors_p);
        case 2: return fl::CRGBPalette16(fl::OceanColors_p);
        case 3: return fl::CRGBPalette16(fl::ForestColors_p);
        case 4: return fl::CRGBPalette16(fl::PartyColors_p);
        case 5: return fl::CRGBPalette16(fl::LavaColors_p);
        case 6: return fl::CRGBPalette16(fl::CloudColors_p);
        default: return fl::CRGBPalette16(fl::RainbowColors_p);
    }
}
 
// Beat detection algorithm
bool detectBeat(float energy) {
    beatHistory[beatHistoryIndex] = energy;
    beatHistoryIndex = (beatHistoryIndex + 1) % 20;
    
    // Calculate average
    beatAverage = 0;
    for (int i = 0; i < 20; i++) {
        beatAverage += beatHistory[i];
    }
    beatAverage /= 20.0f;
    
    // Calculate variance
    beatVariance = 0;
    for (int i = 0; i < 20; i++) {
        float diff = beatHistory[i] - beatAverage;
        beatVariance += diff * diff;
    }
    beatVariance /= 20.0f;
    
    // Detect beat
    float threshold = beatAverage + (beatSensitivity.value() * fl::sqrt(beatVariance));
    uint32_t currentTime = millis();
    
    if (energy > threshold && (currentTime - lastBeatTime) > 80) {
        lastBeatTime = currentTime;
        return true;
    }
    return false;
}
 
// Update auto gain
void updateAutoGain(float level) {
    if (!autoGain) {
        autoGainValue = 1.0f;
        return;
    }
    
    static float targetLevel = 0.7f;
    static float avgLevel = 0.0f;
    
    avgLevel = avgLevel * 0.95f + level * 0.05f;
    
    if (avgLevel > 0.01f) {
        float gainAdjust = targetLevel / avgLevel;
        gainAdjust = fl::clamp(gainAdjust, 0.5f, 2.0f);
        autoGainValue = autoGainValue * 0.9f + gainAdjust * 0.1f;
    }
}
 
// Clear display
void clearDisplay() {
    if (fadeSpeed.as_int() == 0) {
        fill_solid(leds, NUM_LEDS, fl::CRGB::Black);
    } else {
        fadeToBlackBy(leds, NUM_LEDS, fadeSpeed.as_int());
    }
}
 
// Visualization: Spectrum Bars
void drawSpectrumBars(fl::audio::fft::Bins* fft, float /* peak */) {
    clearDisplay();
    fl::CRGBPalette16 palette = getCurrentPalette();
    
    int barWidth = WIDTH / NUM_BANDS;
 
    auto bands = fft->db();
    
    for (size_t band = 0; band < NUM_BANDS && band < bands.size(); band++) {
        float magnitude = bands[band];
        
        // Apply noise floor
        magnitude = magnitude / 100.0f;  // Normalize from dB
        magnitude = fl::max(0.0f, magnitude - noiseFloor.value());
        
        // Smooth the FFT
        fftSmooth[band] = fftSmooth[band] * 0.8f + magnitude * 0.2f;
        magnitude = fftSmooth[band];
        
        // Apply gain
        magnitude *= audioGain.value() * autoGainValue;
        magnitude = fl::clamp(magnitude, 0.0f, 1.0f);
        
        int barHeight = magnitude * HEIGHT;
        int xStart = band * barWidth;
        
        for (int x = 0; x < fl::max(barWidth, 1); x++) {
            for (int y = 0; y < barHeight; y++) {
                uint8_t colorIndex = fl::map_range<float, uint8_t>(
                    float(y) / HEIGHT, 0, 1, 0, 255
                );
                fl::CRGB color = ColorFromPalette(palette, colorIndex + hue);
                
                int ledIndex = xyMap(xStart + x, y);
                if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                    leds[ledIndex] = color;
                }
                
                if (mirrorMode) {
                    int mirrorIndex = xyMap(WIDTH - 1 - (xStart + x), y);
                    if (mirrorIndex >= 0 && mirrorIndex < NUM_LEDS) {
                        leds[mirrorIndex] = color;
                    }
                }
            }
        }
    }
}
 
// Visualization: Radial Spectrum
void drawRadialSpectrum(fl::audio::fft::Bins* fft, float /* peak */) {
    clearDisplay();
    fl::CRGBPalette16 palette = getCurrentPalette();
    
    int centerX = WIDTH / 2;
    int centerY = HEIGHT / 2;
 
    auto bands = fft->db();
    
    for (size_t angle = 0; angle < 360; angle += 6) {  // Reduced resolution
        size_t band = (angle / 6) % NUM_BANDS;
        if (band >= bands.size()) continue;
        
        float magnitude = bands[band] / 100.0f;
        magnitude = fl::max(0.0f, magnitude - noiseFloor.value());
        magnitude *= audioGain.value() * autoGainValue;
        magnitude = fl::clamp(magnitude, 0.0f, 1.0f);
        
        int radius = magnitude * (fl::min(WIDTH, HEIGHT) / 2);
        
        for (int r = 0; r < radius; r++) {
            int x = centerX + (r * fl::cosf(angle * FL_PI / 180.0f));
            int y = centerY + (r * fl::sinf(angle * FL_PI / 180.0f));
            
            if (x >= 0 && x < WIDTH && y >= 0 && y < HEIGHT) {
                uint8_t colorIndex = fl::map_range<int, uint8_t>(r, 0, radius, 255, 0);
                int ledIndex = xyMap(x, y);
                if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                    leds[ledIndex] = ColorFromPalette(palette, colorIndex + hue);
                }
            }
        }
    }
}
 
// Visualization: Logarithmic Waveform (prevents saturation)
void drawWaveform(const fl::span<const int16_t>& pcm, float /* peak */) {
    clearDisplay();
    fl::CRGBPalette16 palette = getCurrentPalette();
    
    int samplesPerPixel = pcm.size() / WIDTH;
    int centerY = HEIGHT / 2;
    
    for (size_t x = 0; x < WIDTH; x++) {
        size_t sampleIndex = x * samplesPerPixel;
        if (sampleIndex >= pcm.size()) break;
        
        // Get the raw sample value
        float sample = float(pcm[sampleIndex]) / 32768.0f;  // Normalize to -1.0 to 1.0
        
        // Apply logarithmic scaling to prevent saturation
        float absSample = fl::fabsf(sample);
        float logAmplitude = 0.0f;
 
        if (absSample > 0.001f) {  // Avoid log(0)
            // Logarithmic compression: log10(1 + gain * sample)
            float scaledSample = absSample * audioGain.value() * autoGainValue;
            logAmplitude = fl::log10f(1.0f + scaledSample * 9.0f) / fl::log10f(10.0f);  // Normalize to 0-1
        }
 
        // Apply smooth sensitivity curve
        logAmplitude = fl::powf(logAmplitude, 0.7f);  // Gamma correction for better visual response
        
        // Calculate amplitude in pixels
        int amplitude = int(logAmplitude * (HEIGHT / 2));
        amplitude = fl::clamp(amplitude, 0, HEIGHT / 2);
        
        // Preserve the sign for proper waveform display
        if (sample < 0) amplitude = -amplitude;
        
        // Color mapping based on amplitude intensity
        uint8_t colorIndex = fl::map_range<int, uint8_t>(abs(amplitude), 0, HEIGHT/2, 40, 255);
        fl::CRGB color = ColorFromPalette(palette, colorIndex + hue);
 
        // Apply brightness scaling for low amplitudes
        if (abs(amplitude) < HEIGHT / 4) {
            color.fadeToBlackBy(128 - (abs(amplitude) * 512 / HEIGHT));
        }
 
        // Draw vertical line from center
        if (amplitude == 0) {
            // Draw center point for zero amplitude
            int ledIndex = xyMap(x, centerY);
            if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                leds[ledIndex] = color.fadeToBlackBy(200);
            }
        } else {
            // Draw line from center to amplitude
            int startY = (amplitude > 0) ? centerY : centerY + amplitude;
            int endY = (amplitude > 0) ? centerY + amplitude : centerY;
 
            for (int y = startY; y <= endY; y++) {
                if (y >= 0 && y < HEIGHT) {
                    int ledIndex = xyMap(x, y);
                    if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                        // Fade edges for smoother appearance
                        fl::CRGB pixelColor = color;
                        if (y == startY || y == endY) {
                            pixelColor.fadeToBlackBy(100);
                        }
                        leds[ledIndex] = pixelColor;
                    }
                }
            }
        }
    }
}
 
// Visualization: VU Meter
void drawVUMeter(float rms, float peak) {
    clearDisplay();
    fl::CRGBPalette16 palette = getCurrentPalette();
    
    // RMS level bar
    int rmsWidth = rms * WIDTH * audioGain.value() * autoGainValue;
    rmsWidth = fl::min(rmsWidth, WIDTH);
    
    for (int x = 0; x < rmsWidth; x++) {
        for (int y = HEIGHT/3; y < 2*HEIGHT/3; y++) {
            uint8_t colorIndex = fl::map_range<int, uint8_t>(x, 0, WIDTH, 0, 255);
            int ledIndex = xyMap(x, y);
            if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                leds[ledIndex] = ColorFromPalette(palette, colorIndex);
            }
        }
    }
    
    // Peak indicator
    int peakX = peak * WIDTH * audioGain.value() * autoGainValue;
    peakX = fl::min(peakX, WIDTH - 1);
    
    for (int y = HEIGHT/4; y < 3*HEIGHT/4; y++) {
        int ledIndex = xyMap(peakX, y);
        if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
            leds[ledIndex] = fl::CRGB::White;
        }
    }
 
    // Beat indicator
    if (isBeat && beatFlash) {
        for (int x = 0; x < WIDTH; x++) {
            int ledIndex1 = xyMap(x, 0);
            int ledIndex2 = xyMap(x, HEIGHT - 1);
            if (ledIndex1 >= 0 && ledIndex1 < NUM_LEDS) leds[ledIndex1] = fl::CRGB::White;
            if (ledIndex2 >= 0 && ledIndex2 < NUM_LEDS) leds[ledIndex2] = fl::CRGB::White;
        }
    }
}
 
// Visualization: Matrix Rain
void drawMatrixRain(float peak) {
    // Shift everything down
    for (int x = 0; x < WIDTH; x++) {
        for (int y = HEIGHT - 1; y > 0; y--) {
            int currentIndex = xyMap(x, y);
            int aboveIndex = xyMap(x, y - 1);
            if (currentIndex >= 0 && currentIndex < NUM_LEDS && 
                aboveIndex >= 0 && aboveIndex < NUM_LEDS) {
                leds[currentIndex] = leds[aboveIndex];
                leds[currentIndex].fadeToBlackBy(40);
            }
        }
    }
    
    // Add new drops based on audio
    int numDrops = peak * WIDTH * audioGain.value() * autoGainValue;
    for (int i = 0; i < numDrops; i++) {
        int x = random(WIDTH);
        int ledIndex = xyMap(x, 0);
        if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
            leds[ledIndex] = CHSV(96, 255, 255);  // Green
        }
    }
}
 
// Visualization: Fire Effect (simplified for WebAssembly)
void drawFireEffect(float peak) {
    // Simple fire effect without buffer
    clearDisplay();
    
    // Add heat at bottom based on audio
    int heat = 100 + (peak * 155 * audioGain.value() * autoGainValue);
    heat = fl::min(heat, 255);
    
    for (int x = 0; x < WIDTH; x++) {
        for (int y = 0; y < HEIGHT; y++) {
            // Simple gradient from bottom to top
            int heatLevel = heat * (HEIGHT - y) / HEIGHT;
            heatLevel = heatLevel * random(80, 120) / 100;  // Add randomness
            heatLevel = fl::min(heatLevel, 255);
            
            int ledIndex = xyMap(x, y);
            if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                leds[ledIndex] = HeatColor(heatLevel);
            }
        }
    }
}
 
// Visualization: Plasma Wave
void drawPlasmaWave(float peak) {
    static float time = 0; // okay static in header
    time += 0.05f + (peak * 0.2f);
 
    fl::CRGBPalette16 palette = getCurrentPalette();
    
    for (int x = 0; x < WIDTH; x++) {
        for (int y = 0; y < HEIGHT; y++) {
            float value = fl::sinf(x * 0.1f + time) +
                         fl::sinf(y * 0.1f - time) +
                         fl::sinf((x + y) * 0.1f + time) +
                         fl::sinf(fl::sqrtf(x * x + y * y) * 0.1f - time);
            
            value = (value + 4) / 8;  // Normalize to 0-1
            value *= audioGain.value() * autoGainValue;
            
            uint8_t colorIndex = value * 255;
            int ledIndex = xyMap(x, y);
            if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                leds[ledIndex] = ColorFromPalette(palette, colorIndex + hue);
            }
        }
    }
}
 
void setup() {
    Serial.begin(115200);
    delay(1000);
 
    Serial.println("Audio Reactive Visualizations");
    Serial.println("Initializing...");
    Serial.print("Display size: ");
    Serial.print(WIDTH);
    Serial.print("x");
    Serial.println(HEIGHT);
 
    // Initialize LEDs
    FastLED.addLeds<LED_TYPE, LED_PIN, COLOR_ORDER>(leds, NUM_LEDS);
    FastLED.setBrightness(brightness.as_int());
    FastLED.clear();
    FastLED.show();
 
    // Set up UI callbacks
    brightness.onChanged([](float value) {
        FastLED.setBrightness(value);
    });
 
    // Initialize pitch detection
    pitchConfig.sample_rate_hz = SAMPLE_RATE;
    pitchEngine = new fl::SoundToMIDIEngine(pitchConfig);  // ok bare allocation
    pitchEngine->onNoteOn = [](uint8_t note, uint8_t velocity) {
        currentMIDINote = note;
        currentVelocity = velocity;
        noteIsOn = true;
        Serial.print("Note ON: ");
        Serial.print(note);
        Serial.print(" (vel: ");
        Serial.print(velocity);
        Serial.println(")");
    };
    pitchEngine->onNoteOff = [](uint8_t note) {
        noteIsOn = false;
        Serial.print("Note OFF: ");
        Serial.println(note);
    };
 
    Serial.println("Setup complete!");
}
 
void loop() {
    // Check if audio is enabled
    if (!enableAudio) {
        // Show a simple test pattern
        fill_rainbow(leds, NUM_LEDS, hue++, 7);
        FastLED.show();
        delay(20);
        return;
    }
    
    // Process only one audio sample per frame to avoid accumulation
    fl::audio::Sample sample = audio.next();
    if (sample.isValid()) {
        // Process pitch detection if enabled
        if (pitchDetectEnable && pitchEngine) {
            // Convert int16_t samples to float for pitch detection
            static float floatBuffer[FFT_SIZE];
            size_t numSamples = fl::min(sample.pcm().size(), (size_t)FFT_SIZE);
            for (size_t i = 0; i < numSamples; i++) {
                floatBuffer[i] = sample.pcm()[i] / 32768.0f;
            }
            pitchEngine->processFrame(floatBuffer, numSamples);
        }
 
        // Update sound meter
        soundMeter.processBlock(sample.pcm());
        
        // Get audio levels
        float rms = sample.rms() / 32768.0f;
        
        // Calculate peak
        int32_t maxSample = 0;
        for (size_t i = 0; i < sample.pcm().size(); i++) {
            int32_t absSample = fl::fabsf(sample.pcm()[i]);
            if (absSample > maxSample) {
                maxSample = absSample;
            }
        }
        float peak = float(maxSample) / 32768.0f;
        peakLevel = peakLevel * 0.9f + peak * 0.1f;  // Smooth peak
        
        // Update auto gain
        updateAutoGain(rms);
        
        // Beat detection
        if (beatDetect) {
            isBeat = detectBeat(peak);
        }
        
        // Get FFT data - create local Bins to avoid accumulation
        fl::audio::fft::Bins fftBins(NUM_BANDS);
        sample.fft(&fftBins);
        
        // Update color animation
        hue += 1;
        
        // Apply beat flash
        if (isBeat && beatFlash) {
            for (int i = 0; i < NUM_LEDS; i++) {
                leds[i].fadeLightBy(-50);  // Make brighter
            }
        }
        
        // Draw selected visualization
        switch (visualMode.as_int()) {
            case 0:  // Spectrum Bars
                drawSpectrumBars(&fftBins, peakLevel);
                break;
                
            case 1:  // Radial Spectrum
                drawRadialSpectrum(&fftBins, peakLevel);
                break;
                
            case 2:  // Waveform
                drawWaveform(sample.pcm(), peakLevel);
                break;
                
            case 3:  // VU Meter
                drawVUMeter(rms, peakLevel);
                break;
                
            case 4:  // Matrix Rain
                drawMatrixRain(peakLevel);
                break;
                
            case 5:  // Fire Effect
                drawFireEffect(peakLevel);
                break;
                
            case 6:  // Plasma Wave
                drawPlasmaWave(peakLevel);
                break;
        }
 
        // Add pitch visualizer overlay if enabled
        if (pitchVisualizer && pitchDetectEnable && noteIsOn) {
            // Display pitch as a horizontal line at a specific height
            int noteY = HEIGHT - 4;  // Near the top
 
            // Map MIDI note to X position (common singing range: 40-88)
            float notePos = fl::map_range<float, float>(currentMIDINote, 40.0f, 88.0f, 0.0f, 1.0f);
            notePos = fl::clamp(notePos, 0.0f, 1.0f);
            int noteX = notePos * (WIDTH - 1);
 
            // Draw pitch indicator - brightness based on velocity
            uint8_t brightness = fl::map_range<uint8_t, uint8_t>(currentVelocity, 0, 127, 50, 255);
            fl::CRGB pitchColor = fl::CRGB(255, 0, 255);  // Magenta
            pitchColor.fadeToBlackBy(255 - brightness);
 
            // Draw a small cross at the pitch position
            for (int dx = -2; dx <= 2; dx++) {
                int x = noteX + dx;
                if (x >= 0 && x < WIDTH) {
                    int ledIndex = xyMap(x, noteY);
                    if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                        leds[ledIndex] = pitchColor;
                    }
                }
            }
            for (int dy = -2; dy <= 2; dy++) {
                int y = noteY + dy;
                if (y >= 0 && y < HEIGHT) {
                    int ledIndex = xyMap(noteX, y);
                    if (ledIndex >= 0 && ledIndex < NUM_LEDS) {
                        leds[ledIndex] = pitchColor;
                    }
                }
            }
        }
    }
 
    FastLED.show();
    
    // Add a small delay to prevent tight loops in WebAssembly
    #ifdef __EMSCRIPTEN__
    delay(1);
    #endif
}
 
FL_DISABLE_WARNING_POP