package; import dsp.FFT; import flixel.FlxSprite; import flixel.group.FlxGroup; import flixel.group.FlxSpriteGroup.FlxTypedSpriteGroup; import flixel.math.FlxMath; import flixel.math.FlxPoint; import flixel.math.FlxVector; import flixel.system.FlxSound; import flixel.util.FlxColor; import lime.utils.Int16Array; using Lambda; using flixel.util.FlxSpriteUtil; class SpectogramSprite extends FlxTypedSpriteGroup { var sampleRate:Int; var lengthOfShit:Int = 500; var daSound:FlxSound; public var visType:VISTYPE = UPDATED; public var col:Int = FlxColor.WHITE; public var daHeight:Float = FlxG.height; public function new(daSound:FlxSound, ?col:FlxColor = FlxColor.WHITE, ?height:Float = 720) { super(); this.daSound = daSound; this.col = col; this.daHeight = height; regenLineShit(); // makeGraphic(200, 200, FlxColor.BLACK); } public function regenLineShit():Void { for (i in 0...lengthOfShit) { var lineShit:FlxSprite = new FlxSprite(100, i / lengthOfShit * daHeight).makeGraphic(1, 1, col); lineShit.active = false; add(lineShit); } } var setBuffer:Bool = false; public var audioData:Int16Array; var numSamples:Int = 0; override function update(elapsed:Float) { switch (visType) { case UPDATED: updateVisulizer(); case FREQUENCIES: updateFFT(); default: } // if visType is static, call updateVisulizer() manually whenever you want to update it! super.update(elapsed); } /** * @param start is the start in milliseconds? */ public function generateSection(start:Float = 0, seconds:Float = 1):Void { checkAndSetBuffer(); if (setBuffer) { var samplesToGen:Int = Std.int(sampleRate * seconds); var startingSample:Int = Std.int(FlxMath.remapToRange(start, 0, daSound.length, 0, numSamples)); var prevLine:FlxPoint = new FlxPoint(); for (i in 0...group.members.length) { var sampleApprox:Int = Std.int(FlxMath.remapToRange(i, 0, group.members.length, startingSample, startingSample + samplesToGen)); var left = audioData[sampleApprox] / 32767; var right = audioData[sampleApprox + 1] / 32767; var swagheight:Int = 200; var balanced = (left + right) / 2; group.members[i].x = prevLine.x; group.members[i].y = prevLine.y; prevLine.x = (balanced * swagheight / 2 + swagheight / 2) + x; prevLine.y = (i / group.members.length * daHeight) + y; var line = FlxVector.get(prevLine.x - group.members[i].x, prevLine.y - group.members[i].y); group.members[i].setGraphicSize(Std.int(Math.max(line.length, 1)), Std.int(1)); group.members[i].angle = line.degrees; } } } public function checkAndSetBuffer() { if (daSound != null && daSound.playing) { if (!setBuffer) { // Math.pow3 @:privateAccess var buf = daSound._channel.__source.buffer; // @:privateAccess audioData = cast buf.data; // jank and hacky lol! kinda busted on HTML5 also!! sampleRate = buf.sampleRate; trace('got audio buffer shit'); trace(sampleRate); trace(buf.bitsPerSample); setBuffer = true; numSamples = Std.int(audioData.length / 2); } } } public function updateFFT() { if (daSound != null) { var remappedShit:Int = 0; checkAndSetBuffer(); if (setBuffer) { if (daSound.playing) remappedShit = Std.int(FlxMath.remapToRange(daSound.time, 0, daSound.length, 0, numSamples)); else remappedShit = Std.int(FlxMath.remapToRange(Conductor.songPosition, 0, daSound.length, 0, numSamples)); var i = remappedShit; var prevLine:FlxPoint = new FlxPoint(); var swagheight:Int = 200; var fftSamples:Array = []; for (sample in remappedShit...remappedShit + lengthOfShit) { var left = audioData[i] / 32767; var right = audioData[i + 1] / 32767; var balanced = (left + right) / 2; i += 2; // var remappedSample:Float = FlxMath.remapToRange(sample, remappedShit, remappedShit + lengthOfShit, 0, lengthOfShit - 1); fftSamples.push(balanced); } var freqShit = funnyFFT(fftSamples); for (i in 0...group.members.length) { // var sampleApprox:Int = Std.int(FlxMath.remapToRange(i, 0, group.members.length, startingSample, startingSample + samplesToGen)); var remappedFreq:Int = Std.int(FlxMath.remapToRange(i, 0, group.members.length, 0, freqShit.length - 1)); group.members[i].x = prevLine.x; group.members[i].y = prevLine.y; var freqIDK:Float = FlxMath.remapToRange(freqShit[remappedFreq], 0, 0.002, 0, 20); prevLine.x = (freqIDK * swagheight / 2 + swagheight / 2) + x; prevLine.y = (i / group.members.length * daHeight) + y; // var line = FlxVector.get(prevLine.x - group.members[i].x, prevLine.y - group.members[i].y); // group.members[i].setGraphicSize(Std.int(Math.max(line.length, 1)), Std.int(1)); // group.members[i].angle = line.degrees; } /* for (freq in 0...freqShit.length) { var remappedFreq:Float = FlxMath.remapToRange(freq, 0, freqShit.length, 0, lengthOfShit - 1); group.members[Std.int(remappedFreq)].x = prevLine.x; group.members[Std.int(remappedFreq)].y = prevLine.y; var freqShit:Float = FlxMath.remapToRange(freqShit[freq], 0, 0.002, 0, 20); prevLine.x = (freqShit * swagheight / 2 + swagheight / 2) + x; prevLine.y = (Math.ceil(remappedFreq) / lengthOfShit * daHeight) + y; }*/ } } } public function updateVisulizer():Void { if (daSound != null) { var remappedShit:Int = 0; checkAndSetBuffer(); if (setBuffer) { if (daSound.playing) remappedShit = Std.int(FlxMath.remapToRange(daSound.time, 0, daSound.length, 0, numSamples)); else remappedShit = Std.int(FlxMath.remapToRange(Conductor.songPosition, 0, daSound.length, 0, numSamples)); var i = remappedShit; var prevLine:FlxPoint = new FlxPoint(); var swagheight:Int = 200; for (sample in remappedShit...remappedShit + lengthOfShit) { var left = audioData[i] / 32767; var right = audioData[i + 1] / 32767; var balanced = (left + right) / 2; i += 2; var remappedSample:Float = FlxMath.remapToRange(sample, remappedShit, remappedShit + lengthOfShit, 0, lengthOfShit - 1); group.members[Std.int(remappedSample)].x = prevLine.x; group.members[Std.int(remappedSample)].y = prevLine.y; // group.members[0].y = prevLine.y; // FlxSpriteUtil.drawLine(this, prevLine.x, prevLine.y, width * remappedSample, left * height / 2 + height / 2); prevLine.x = (balanced * swagheight / 2 + swagheight / 2) + x; prevLine.y = (Std.int(remappedSample) / lengthOfShit * daHeight) + y; var line = FlxVector.get(prevLine.x - group.members[Std.int(remappedSample)].x, prevLine.y - group.members[Std.int(remappedSample)].y); group.members[Std.int(remappedSample)].setGraphicSize(Std.int(Math.max(line.length, 1)), Std.int(1)); group.members[Std.int(remappedSample)].angle = line.degrees; } } } } function funnyFFT(samples:Array):Array { var fs:Float = 44100; // sample rate shit? final fftN = 2048; final halfN = Std.int(fftN / 2); final overlap = 0.5; final hop = Std.int(fftN * (1 - overlap)); // window function to compensate for overlapping final a0 = 0.50; // => Hann(ing) window final window = (n:Int) -> a0 - (1 - a0) * Math.cos(2 * Math.PI * n / fftN); // helpers, note that spectrum indexes suppose non-negative frequencies final binSize = fs / fftN; final indexToFreq = (k:Int) -> 1.0 * k * binSize; // we need the `1.0` to avoid overflows // "melodic" band-pass filter final minFreq = 32.70; final maxFreq = 4186.01; final melodicBandPass = function(k:Int, s:Float) { final freq = indexToFreq(k); final filter = freq > minFreq - binSize && freq < maxFreq + binSize ? 1 : 0; return s * filter; }; var freqOutput:Array = []; var c = 0; // index where each chunk begins while (c < samples.length) { // take a chunk (zero-padded if needed) and apply the window final chunk = [ for (n in 0...fftN) (c + n < samples.length ? samples[c + n] : 0.0) * window(n) ]; // compute positive spectrum with sampling correction and BP filter final freqs = FFT.rfft(chunk).map(z -> z.scale(1 / fs).magnitude).mapi(melodicBandPass); // find spectral peaks and their instantaneous frequencies for (k => s in freqs) { final time = c / fs; final freq = indexToFreq(k); final power = s; if (FlxG.keys.justPressed.N) { haxe.Log.trace('${time};${freq};${power}', null); } if (freq < 4200) freqOutput.push(power); // } // haxe.Log.trace("", null); // move to next (overlapping) chunk c += hop; } return freqOutput; } } enum VISTYPE { STATIC; UPDATED; FREQUENCIES; }