Merge branch 'master' into clients/inter_client_comms
Owen Green
6 years ago
commit
c84a81a3bf
@ -0,0 +1,29 @@
|
||||
BSD 3-Clause License
|
||||
|
||||
Copyright (c) 2017-2019 University of Huddersfield
|
||||
All rights reserved.
|
||||
|
||||
Redistribution and use in source and binary forms, with or without
|
||||
modification, are permitted provided that the following conditions are met:
|
||||
|
||||
* Redistributions of source code must retain the above copyright notice, this
|
||||
list of conditions and the following disclaimer.
|
||||
|
||||
* Redistributions in binary form must reproduce the above copyright notice,
|
||||
this list of conditions and the following disclaimer in the documentation
|
||||
and/or other materials provided with the distribution.
|
||||
|
||||
* Neither the name of the copyright holder nor the names of its
|
||||
contributors may be used to endorse or promote products derived from
|
||||
this software without specific prior written permission.
|
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
||||
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
|
||||
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
||||
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
||||
CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
||||
OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
@ -0,0 +1,11 @@
|
||||
FluidAmpGate : UGen {
|
||||
*ar { arg in = 0, rampUp = 10, rampDown = 10, onThreshold = -90, offThreshold = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, highPassFreq = 85, maxSize = 88200;
|
||||
^this.multiNew('audio', in.asAudioRateInput(this), rampUp, rampDown, onThreshold, offThreshold, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, highPassFreq, maxSize)
|
||||
}
|
||||
checkInputs {
|
||||
if(inputs.at(12).rate != 'scalar') {
|
||||
^(": maxSize cannot be modulated.");
|
||||
};
|
||||
^this.checkValidInputs;
|
||||
}
|
||||
}
|
||||
@ -1,11 +1,9 @@
|
||||
FluidAmpSlice : UGen {
|
||||
*ar { arg in = 0, absRampUp = 10, absRampDown = 10, absThreshOn = -90, absThreshOff = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, relRampUp = 1, relRampDown = 1, relThreshOn = 144, relThreshOff = -144, highPassFreq = 85, maxSize = 88200;
|
||||
^this.multiNew('audio', in.asAudioRateInput(this), absRampUp, absRampDown, absThreshOn, absThreshOff, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, relRampUp, relRampDown, relThreshOn, relThreshOff, highPassFreq, maxSize, 0)
|
||||
*ar { arg in = 0, fastRampUp = 1, fastRampDown = 1, slowRampUp = 100, slowRampDown = 100, onThreshold = -144, offThreshold = -144, floor = -144, minSliceLength = 2, highPassFreq = 85;
|
||||
|
||||
^this.multiNew('audio', in.asAudioRateInput(this), fastRampUp, fastRampDown, slowRampUp, slowRampDown, onThreshold, offThreshold, floor, minSliceLength, highPassFreq)
|
||||
}
|
||||
checkInputs {
|
||||
if(inputs.at(16).rate != 'scalar') {
|
||||
^(": maxSize cannot be modulated.");
|
||||
};
|
||||
^this.checkValidInputs;
|
||||
}
|
||||
}
|
||||
|
||||
@ -0,0 +1,37 @@
|
||||
FluidBufAmpGate : UGen {
|
||||
|
||||
*new1 { |rate, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, indices, rampUp = 10, rampDown = 10, onThreshold = -90, offThreshold = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, highPassFreq = 85, doneAction = 0, blocking|
|
||||
var maxSize = max(minLengthAbove + lookBack, max(minLengthBelow,lookAhead));
|
||||
|
||||
source = source.asUGenInput;
|
||||
indices = indices.asUGenInput;
|
||||
|
||||
source.isNil.if {"FluidBufAmpSlice: Invalid source buffer".throw};
|
||||
indices.isNil.if {"FluidBufAmpSlice: Invalid features buffer".throw};
|
||||
|
||||
^super.new1(rate, source, startFrame, numFrames, startChan, numChans, indices, rampUp, rampDown, onThreshold, offThreshold, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, highPassFreq, maxSize, doneAction, blocking);
|
||||
}
|
||||
|
||||
*kr { |source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, indices, rampUp = 10, rampDown = 10, onThreshold = -90, offThreshold = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, highPassFreq = 85, doneAction = 0|
|
||||
|
||||
^this.multiNew(\control, source, startFrame, numFrames, startChan, numChans, indices, rampUp, rampDown, onThreshold, offThreshold, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, highPassFreq, doneAction,blocking:0);
|
||||
}
|
||||
|
||||
*process { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, indices, rampUp = 10, rampDown = 10, onThreshold = -90, offThreshold = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, highPassFreq = 85, action |
|
||||
|
||||
^FluidNRTProcess.new(
|
||||
server, this, action, [indices]
|
||||
).process(
|
||||
source, startFrame, numFrames, startChan, numChans, indices, rampUp, rampDown, onThreshold, offThreshold, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, highPassFreq
|
||||
);
|
||||
}
|
||||
|
||||
*processBlocking { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, indices, rampUp = 10, rampDown = 10, onThreshold = -90, offThreshold = -90, minSliceLength = 1, minSilenceLength = 1, minLengthAbove = 1, minLengthBelow = 1, lookBack = 0, lookAhead = 0, highPassFreq = 85, action|
|
||||
|
||||
^FluidNRTProcess.new(
|
||||
server, this, action, [indices], blocking: 1
|
||||
).process(
|
||||
source, startFrame, numFrames, startChan, numChans, indices, rampUp, rampDown, onThreshold, offThreshold, minSliceLength, minSilenceLength, minLengthAbove, minLengthBelow, lookBack, lookAhead, highPassFreq
|
||||
);
|
||||
}
|
||||
}
|
||||
@ -1,47 +1,47 @@
|
||||
FluidBufNMF : UGen {
|
||||
|
||||
*new1 {|rate, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, destination, bases, basesMode = 0, activations, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, doneAction = 0, blocking = 0|
|
||||
*new1 {|rate, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, resynth, bases, basesMode = 0, activations, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, doneAction = 0, blocking = 0|
|
||||
|
||||
source = source.asUGenInput;
|
||||
destination = destination.asUGenInput;
|
||||
resynth = resynth.asUGenInput;
|
||||
bases = bases.asUGenInput;
|
||||
activations = activations.asUGenInput;
|
||||
|
||||
source.isNil.if {"FluidBufNMF: Invalid source buffer".throw};
|
||||
|
||||
destination = destination ? -1;
|
||||
resynth = resynth ? -1;
|
||||
bases = bases ? -1;
|
||||
activations = activations ? -1;
|
||||
|
||||
^super.new1(rate,source, startFrame, numFrames, startChan, numChans, destination, bases, basesMode, activations, actMode, components, iterations, windowSize, hopSize, fftSize, doneAction, blocking);
|
||||
^super.new1(rate,source, startFrame, numFrames, startChan, numChans, resynth, bases, basesMode, activations, actMode, components, iterations, windowSize, hopSize, fftSize, doneAction, blocking);
|
||||
|
||||
}
|
||||
|
||||
*kr {|source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, destination, bases, basesMode = 0, activations, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, doneAction = 0|
|
||||
^this.multiNew(\control,source, startFrame, numFrames, startChan, numChans, destination, bases, basesMode, activations, actMode, components, iterations, windowSize, hopSize, fftSize, doneAction);
|
||||
*kr {|source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, resynth, bases, basesMode = 0, activations, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, doneAction = 0|
|
||||
^this.multiNew(\control,source, startFrame, numFrames, startChan, numChans, resynth, bases, basesMode, activations, actMode, components, iterations, windowSize, hopSize, fftSize, doneAction);
|
||||
|
||||
}
|
||||
|
||||
|
||||
*process { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, destination = -1, bases = -1, basesMode = 0, activations = -1, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, action|
|
||||
*process { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, resynth = -1, bases = -1, basesMode = 0, activations = -1, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, action|
|
||||
|
||||
source.isNil.if {"FluidBufNMF: Invalid source buffer".throw};
|
||||
|
||||
^FluidNRTProcess.new(
|
||||
server, this, action, [destination, bases, activations].select{|x| x!= -1}
|
||||
server, this, action, [resynth, bases, activations].select{|x| x!= -1}
|
||||
).process(
|
||||
source, startFrame, numFrames, startChan, numChans, destination, bases, basesMode, activations, actMode, components,iterations, windowSize, hopSize, fftSize, windowType, randomSeed
|
||||
source, startFrame, numFrames, startChan, numChans, resynth, bases, basesMode, activations, actMode, components,iterations, windowSize, hopSize, fftSize, windowType, randomSeed
|
||||
);
|
||||
}
|
||||
|
||||
*processBlocking { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, destination = -1, bases = -1, basesMode = 0, activations = -1, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, action|
|
||||
*processBlocking { |server, source, startFrame = 0, numFrames = -1, startChan = 0, numChans = -1, resynth = -1, bases = -1, basesMode = 0, activations = -1, actMode = 0, components = 1, iterations = 100, windowSize = 1024, hopSize = -1, fftSize = -1, windowType = 0, randomSeed = -1, action|
|
||||
|
||||
source.isNil.if {"FluidBufNMF: Invalid source buffer".throw};
|
||||
|
||||
^FluidNRTProcess.new(
|
||||
server, this, action, [destination, bases, activations].select{|x| x!= -1},blocking: 1
|
||||
server, this, action, [resynth, bases, activations].select{|x| x!= -1},blocking: 1
|
||||
).process(
|
||||
source, startFrame, numFrames, startChan, numChans, destination, bases, basesMode, activations, actMode, components,iterations, windowSize, hopSize, fftSize, windowType, randomSeed
|
||||
source, startFrame, numFrames, startChan, numChans, resynth, bases, basesMode, activations, actMode, components,iterations, windowSize, hopSize, fftSize, windowType, randomSeed
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
@ -0,0 +1,100 @@
|
||||
(
|
||||
var win, soundFileView, freqSscope,loadButton, loopButton;
|
||||
var harmSlider, percSlider, mixSlider;
|
||||
var soundFile, buffer;
|
||||
var synthDef, synth;
|
||||
var makeSynthDef;
|
||||
|
||||
Font.default = Font("Monaco", 16);
|
||||
buffer = Buffer.new;
|
||||
win = Window.new("HPSS", Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)]]);
|
||||
|
||||
loopButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Play", Color.grey, Color.grey(0.8)],
|
||||
["Stop", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
harmSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
percSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
mixSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
freqSscope = FreqScopeView(win, server:Server.default);
|
||||
freqSscope.active_(true);
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
buffer = Buffer.read(Server.default, path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
});
|
||||
};
|
||||
|
||||
loopButton.action_{|but|
|
||||
if(but.value == 1, {
|
||||
synth = Synth(\hpssExtractionDemo, [\buffer, buffer.bufnum]);
|
||||
mixSlider.action.value(mixSlider);
|
||||
},{
|
||||
synth.free;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
mixSlider.action_{|slider|
|
||||
synth.set(\bal, ControlSpec(0, 1).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
|
||||
makeSynthDef = {
|
||||
|
||||
synthDef = SynthDef(\hpssExtractionDemo,
|
||||
{|buffer, bal = 0.5|
|
||||
var player, fhpss, mix;
|
||||
var harmSize = (2 * ControlSpec(1, 100, step:1).map(harmSlider.value)) - 1;
|
||||
var percSize = (2 * ControlSpec(1,100, step:1).map(percSlider.value)) - 1;
|
||||
player = PlayBuf.ar(1, buffer, loop:1);
|
||||
fhpss = FluidHPSS.ar(in: player, harmFilterSize: harmSize, percFilterSize: percSize, maskingMode: 1, harmThreshFreq1: 0.1, harmThreshAmp1: 0, harmThreshFreq2: 0.5, harmThreshAmp2: 0, percThreshFreq1: 0.1, percThreshAmp1: 0, percThreshFreq2: 0.5, percThreshAmp2: 0, windowSize: 1024, hopSize: 256, fftSize: -1);
|
||||
|
||||
mix =(bal * fhpss[0]) + ((1 - bal) * fhpss[1]);
|
||||
Out.ar(0,Pan2.ar(mix));
|
||||
}
|
||||
).add;
|
||||
|
||||
};
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[loopButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("H Size ").minWidth_(100), harmSlider),
|
||||
HLayout(StaticText(win).string_("P Size").minWidth_(100), percSlider),
|
||||
HLayout(StaticText(win).string_("Mix").minWidth_(100), mixSlider)
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[freqSscope, stretch:2]
|
||||
)
|
||||
);
|
||||
|
||||
makeSynthDef.value;
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,111 @@
|
||||
(
|
||||
var server;
|
||||
var win, soundFileView, loadButton, loopButton;
|
||||
var sliders;
|
||||
var soundFile, audioBuffer, destBuffer;
|
||||
var synthDef, synth;
|
||||
var sl1, sl2, sl3, sl4;
|
||||
|
||||
server = Server.default;
|
||||
Font.default = Font("Monaco", 16);
|
||||
|
||||
audioBuffer = Buffer.new;
|
||||
destBuffer = Buffer.new;
|
||||
|
||||
|
||||
synthDef = SynthDef(\nmfDemo,{|bufnum, a1, a2, a3, a4|
|
||||
var p = PlayBuf.ar(4, bufnum, loop:1);
|
||||
var mix = (a1*p[0]) + (a2 * p[1]) + (a3*p[2]) + (a4*p[3]);
|
||||
Out.ar(0, Pan2.ar(mix));
|
||||
}).add;
|
||||
|
||||
|
||||
|
||||
win = Window.new("NMF4",
|
||||
Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)],
|
||||
["Wait", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
loopButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Play", Color.grey, Color.grey(0.8)],
|
||||
["Stop", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
sliders = Array.fill(4, {|i|
|
||||
var s = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
s.action_{
|
||||
var sym = ("a"++(i+1)).asSymbol;
|
||||
synth.set(sym, ControlSpec(0, 1).map(s.value));
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
Routine{
|
||||
audioBuffer = Buffer.read(server, path[0]);
|
||||
server.sync;
|
||||
FluidBufNMF.process(server,
|
||||
audioBuffer.bufnum,resynth:destBuffer.bufnum, components:4
|
||||
);
|
||||
server.sync;
|
||||
destBuffer.query;
|
||||
server.sync;
|
||||
{loadButton.value_(0)}.defer;
|
||||
}.play;
|
||||
});
|
||||
};
|
||||
|
||||
loopButton.action_{|but|
|
||||
var a1 = ControlSpec(0, 1).map(sliders[0].value);
|
||||
var a2 = ControlSpec(0, 1).map(sliders[1].value);
|
||||
var a3 = ControlSpec(0, 1).map(sliders[2].value);
|
||||
var a4 = ControlSpec(0, 1).map(sliders[3].value);
|
||||
|
||||
if(but.value == 1, {
|
||||
synth = Synth(\nmfDemo,
|
||||
[\bufnum, destBuffer.bufnum, \a1, a1, \a2, a2, \a3, a3, \a4, a4]);
|
||||
},{
|
||||
synth.free;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[loopButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("source 1 ").minWidth_(100), sliders[0]),
|
||||
HLayout(StaticText(win).string_("source 2 ").minWidth_(100), sliders[1]),
|
||||
HLayout(StaticText(win).string_("source 3 ").minWidth_(100), sliders[2]),
|
||||
HLayout(StaticText(win).string_("source 4 ").minWidth_(100), sliders[3])
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
]
|
||||
)
|
||||
);
|
||||
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,150 @@
|
||||
(
|
||||
var server;
|
||||
var win, soundFileView,loadButton, processButton;
|
||||
var ksSlider, thSlider;
|
||||
var soundFile, audioBuffer, slicesBuffer, slicesArray;
|
||||
var addSelections, playFunc, stopFunc;
|
||||
var synthDef, synth;
|
||||
var synths;
|
||||
|
||||
var playing, currentSelection, colors, prevColor;
|
||||
var qwerty = "1234567890qwertyuiopasdfghjklzxcvbnm";
|
||||
playing = Array.fill(qwerty.size, {false});
|
||||
server = Server.default;
|
||||
Font.default = Font("Monaco", 16);
|
||||
|
||||
audioBuffer = Buffer.new;
|
||||
slicesBuffer = Buffer.new;
|
||||
|
||||
colors = Array.fill(qwerty.size, {Color.rand});
|
||||
synths = Array.fill(qwerty.size, {nil});
|
||||
|
||||
synthDef = SynthDef(\noveltySegDemo,{|buf, start, end|
|
||||
Out.ar(0, BufRd.ar(1, buf, Phasor.ar(1, 1, start, end)));
|
||||
}).add;
|
||||
|
||||
playFunc = {|index|
|
||||
var dur;
|
||||
currentSelection = index;
|
||||
if(playing[index].not){
|
||||
synths[index] = Synth(\noveltySegDemo,
|
||||
[\buf, audioBuffer.bufnum,
|
||||
\start, slicesArray[index],
|
||||
\end, slicesArray[index+1]
|
||||
]);
|
||||
playing[index] = true;
|
||||
};
|
||||
soundFileView.setSelectionColor(currentSelection, Color.white);
|
||||
};
|
||||
|
||||
stopFunc = {|index| synths[index].free; playing[index] = false;
|
||||
soundFileView.setSelectionColor(
|
||||
index, colors[index]
|
||||
);
|
||||
};
|
||||
|
||||
|
||||
win = Window.new("NoveltySegmentation",
|
||||
Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
win.view.keyDownAction_{|view, char, modifiers, unicode, keycode, key|
|
||||
var num = qwerty.indexOf(char);
|
||||
if (num.notNil&& slicesArray.notNil){
|
||||
playFunc.value(num);
|
||||
}
|
||||
};
|
||||
|
||||
win.view.keyUpAction_{|view, char|
|
||||
var num = qwerty.indexOf(char);
|
||||
if(num.notNil){
|
||||
stopFunc.value(num);
|
||||
}
|
||||
};
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)]]);
|
||||
|
||||
processButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Process", Color.grey, Color.grey(0.8)],
|
||||
["Wait", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
ksSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
thSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
audioBuffer = Buffer.read(server, path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
});
|
||||
};
|
||||
|
||||
processButton.action_{|but|
|
||||
var ks = 2*(ControlSpec(2, 100, step:1).map(ksSlider.value)) - 1;
|
||||
var th = ControlSpec(0, 1).map(thSlider.value);
|
||||
if(but.value == 1, {
|
||||
Routine{
|
||||
FluidBufNoveltySlice.process(
|
||||
server,
|
||||
source:audioBuffer.bufnum,
|
||||
indices:slicesBuffer.bufnum,
|
||||
kernelSize:ks,
|
||||
threshold: th
|
||||
);
|
||||
server.sync;
|
||||
slicesBuffer.loadToFloatArray(action:{|arr|
|
||||
slicesArray = arr;
|
||||
{ processButton.value_(0);
|
||||
addSelections.value(slicesArray)
|
||||
}.defer;
|
||||
|
||||
});
|
||||
}.play;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
|
||||
addSelections = {|array|
|
||||
var nSegments = min(array.size, soundFileView.selections.size) - 1;
|
||||
soundFileView.selections.do({|sel, i| soundFileView.selectNone(i)});
|
||||
nSegments.do({|i|
|
||||
soundFileView.setSelectionStart(i, array[i]);
|
||||
soundFileView.setSelectionSize(i, array[i+1] - array[i]);
|
||||
soundFileView.setSelectionColor(i, colors[i]);
|
||||
});
|
||||
};
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[processButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("Kernel ").minWidth_(100), ksSlider),
|
||||
HLayout(StaticText(win).string_(" Threshold").minWidth_(100), thSlider)
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
]
|
||||
)
|
||||
);
|
||||
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,107 @@
|
||||
(
|
||||
var win, soundFileView, freqSscope,loadButton, loopButton;
|
||||
var thresholdSlider, lenSlider, mixSlider;
|
||||
var soundFile, buffer;
|
||||
var synthDef, synth;
|
||||
|
||||
Font.default = Font("Monaco", 16);
|
||||
buffer = Buffer.new;
|
||||
win = Window.new("SineExtraction",
|
||||
Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)]]);
|
||||
|
||||
loopButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Play", Color.grey, Color.grey(0.8)],
|
||||
["Stop", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
thresholdSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
lenSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
mixSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
freqSscope = FreqScopeView(win, server:Server.default);
|
||||
freqSscope.active_(true);
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
buffer = Buffer.read(Server.default, path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
});
|
||||
};
|
||||
|
||||
loopButton.action_{|but|
|
||||
if(but.value == 1, {
|
||||
synth = Synth(\sineExtractionDemo, [\buffer, buffer.bufnum]);
|
||||
mixSlider.action.value(mixSlider);
|
||||
thresholdSlider.action.value(thresholdSlider);
|
||||
lenSlider.action.value(lenSlider);
|
||||
},{
|
||||
synth.free;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
mixSlider.action_{|slider|
|
||||
synth.set(\bal, ControlSpec(0, 1).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
thresholdSlider.action_{|slider|
|
||||
synth.set(\threshold, ControlSpec(-144, 0).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
lenSlider.action_{|slider|
|
||||
synth.set(\minLength, ControlSpec(0, 30).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
synthDef = SynthDef(\sineExtractionDemo,
|
||||
{|buffer, threshold = 0.9, minLength = 15, bal = 0.5|
|
||||
var player, fse, mix;
|
||||
player = PlayBuf.ar(1, buffer, loop:1);
|
||||
fse = FluidSines.ar(in: player, bandwidth: 76,
|
||||
detectionThreshold: threshold, minTrackLen: minLength,
|
||||
windowSize: 2048,
|
||||
hopSize: 512, fftSize: 8192
|
||||
);
|
||||
mix =(bal * fse[0]) + ((1 - bal) * fse[1]);
|
||||
Out.ar(0,Pan2.ar(mix));
|
||||
}
|
||||
).add;
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[loopButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("Threshold ").minWidth_(100), thresholdSlider),
|
||||
HLayout(StaticText(win).string_("Min Length").minWidth_(100), lenSlider),
|
||||
HLayout(StaticText(win).string_("Mix").minWidth_(100), mixSlider)
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[freqSscope, stretch:2]
|
||||
)
|
||||
);
|
||||
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,103 @@
|
||||
(
|
||||
var win, soundFileView, freqSscope,loadButton, loopButton;
|
||||
var fwSlider, bwSlider, mixSlider;
|
||||
var soundFile, buffer;
|
||||
var synthDef, synth;
|
||||
|
||||
Font.default = Font("Monaco", 16);
|
||||
buffer = Buffer.new;
|
||||
win = Window.new("TransientExtraction",
|
||||
Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)]]);
|
||||
|
||||
loopButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Play", Color.grey, Color.grey(0.8)],
|
||||
["Stop", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
fwSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
bwSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
mixSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
freqSscope = FreqScopeView(win, server:Server.default);
|
||||
freqSscope.active_(true);
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
buffer = Buffer.read(Server.default, path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
});
|
||||
};
|
||||
|
||||
loopButton.action_{|but|
|
||||
if(but.value == 1, {
|
||||
synth = Synth(\transientExtractionDemo, [\buffer, buffer.bufnum]);
|
||||
mixSlider.action.value(mixSlider);
|
||||
fwSlider.action.value(fwSlider);
|
||||
bwSlider.action.value(bwSlider);
|
||||
},{
|
||||
synth.free;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
mixSlider.action_{|slider|
|
||||
synth.set(\bal, ControlSpec(0, 1).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
fwSlider.action_{|slider|
|
||||
synth.set(\fw, ControlSpec(0.0001, 3, \exp).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
bwSlider.action_{|slider|
|
||||
synth.set(\bw, ControlSpec(0.0001, 3, \exp).map(slider.value));
|
||||
};
|
||||
|
||||
|
||||
synthDef = SynthDef(\transientExtractionDemo,
|
||||
{|buffer, fw = 3, bw = 1, bal = 0.5|
|
||||
var player, fte, mix;
|
||||
player = PlayBuf.ar(1, buffer, loop:1);
|
||||
fte = FluidTransients.ar(in: player, threshFwd:fw, threshBack:bw, clumpLength:256);
|
||||
mix =(bal * fte[0]) + ((1 - bal) * fte[1]);
|
||||
Out.ar(0,Pan2.ar(mix));
|
||||
}
|
||||
).add;
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[loopButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("Forward Th ").minWidth_(100), fwSlider),
|
||||
HLayout(StaticText(win).string_("Backward Th").minWidth_(100), bwSlider),
|
||||
HLayout(StaticText(win).string_("Mix").minWidth_(100), mixSlider)
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[freqSscope, stretch:2]
|
||||
)
|
||||
);
|
||||
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,148 @@
|
||||
(
|
||||
var server;
|
||||
var win, soundFileView,loadButton, processButton;
|
||||
var fwSlider, bwSlider, debounceSlider;
|
||||
var soundFile, audioBuffer, slicesBuffer, slicesArray;
|
||||
var addSelections, playFunc, stopFunc;
|
||||
var synthDef, synth;
|
||||
|
||||
var playing, currentSelection, colors, prevColor;
|
||||
var qwerty = "1234567890qwertyuiopasdfghjklzxcvbnm";
|
||||
|
||||
playing = false;
|
||||
server = Server.default;
|
||||
Font.default = Font("Monaco", 16);
|
||||
|
||||
audioBuffer = Buffer.new;
|
||||
slicesBuffer = Buffer.new;
|
||||
|
||||
colors = Array.fill(64, {Color.rand});
|
||||
|
||||
synthDef = SynthDef(\transientSegDemo,{|buf, start, end|
|
||||
Out.ar(0, BufRd.ar(1, buf, Phasor.ar(1, 1, start, end)));
|
||||
}).add;
|
||||
|
||||
playFunc = {|index|
|
||||
var dur;
|
||||
currentSelection = index;
|
||||
if(playing.not){
|
||||
synth = Synth(\transientSegDemo,
|
||||
[\buf, audioBuffer.bufnum,
|
||||
\start, slicesArray[index],
|
||||
\end, slicesArray[index+1]
|
||||
]);
|
||||
playing = true;
|
||||
};
|
||||
soundFileView.setSelectionColor(currentSelection, Color.white);
|
||||
};
|
||||
|
||||
stopFunc = {synth.free; playing = false;
|
||||
soundFileView.setSelectionColor(currentSelection, colors[currentSelection]);
|
||||
|
||||
};
|
||||
|
||||
|
||||
win = Window.new("TransientSegmentation",
|
||||
Rect(200,200,800,450)).background_(Color.gray);
|
||||
|
||||
win.view.keyDownAction_{|view, char, modifiers, unicode, keycode, key|
|
||||
var num = qwerty.indexOf(char);
|
||||
if(num.notNil && slicesArray.notNil){
|
||||
playFunc.value(num);
|
||||
}
|
||||
};
|
||||
|
||||
win.view.keyUpAction_{stopFunc.value;};
|
||||
|
||||
|
||||
|
||||
soundFileView = SoundFileView.new(win)
|
||||
.gridOn_(false)
|
||||
.waveColors_([Color.white]);
|
||||
|
||||
loadButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_([["Load", Color.grey, Color.grey(0.8)]]);
|
||||
|
||||
processButton = Button(win, Rect(0, 0, 100, 100))
|
||||
.minHeight_(150)
|
||||
.states_(
|
||||
[["Process", Color.grey, Color.grey(0.8)],
|
||||
["Wait", Color.grey, Color.grey(0.2)]]
|
||||
);
|
||||
|
||||
fwSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
bwSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
debounceSlider = Slider(win, Rect(0, 0, 100, 10)).value_(0.5);
|
||||
|
||||
loadButton.action_{
|
||||
FileDialog({ |path|
|
||||
soundFile = SoundFile.new;
|
||||
soundFile.openRead(path[0]);
|
||||
audioBuffer = Buffer.read(server, path[0]);
|
||||
soundFileView.soundfile = soundFile;
|
||||
soundFileView.read(0, soundFile.numFrames);
|
||||
});
|
||||
};
|
||||
|
||||
processButton.action_{|but|
|
||||
var fw = ControlSpec(0.0001, 3, \exp).map(fwSlider.value);
|
||||
var bw = ControlSpec(0.0001, 3, \exp).map(bwSlider.value);
|
||||
var db = ControlSpec(1, 4410).map(debounceSlider.value);
|
||||
if(but.value == 1, {
|
||||
Routine{
|
||||
FluidBufTransientSlice.process(
|
||||
server,
|
||||
source:audioBuffer.bufnum,
|
||||
indices:slicesBuffer.bufnum,
|
||||
threshFwd: fw,
|
||||
threshBack: bw,
|
||||
clumpLength:db
|
||||
);
|
||||
server.sync;
|
||||
slicesBuffer.loadToFloatArray(action:{|arr|
|
||||
slicesArray = arr;
|
||||
{ processButton.value_(0);
|
||||
addSelections.value(slicesArray)
|
||||
}.defer;
|
||||
|
||||
});
|
||||
}.play;
|
||||
});
|
||||
};
|
||||
|
||||
|
||||
|
||||
addSelections = {|array|
|
||||
var nSegments = min(array.size, soundFileView.selections.size) - 1;
|
||||
soundFileView.selections.do({|sel, i| soundFileView.selectNone(i)});
|
||||
nSegments.do({|i|
|
||||
soundFileView.setSelectionStart(i, array[i]);
|
||||
soundFileView.setSelectionSize(i, array[i+1] - array[i]);
|
||||
soundFileView.setSelectionColor(i, colors[i]);
|
||||
});
|
||||
};
|
||||
|
||||
win.layout_(
|
||||
VLayout(
|
||||
[
|
||||
HLayout(
|
||||
[loadButton, stretch:1],
|
||||
[soundFileView, stretch:5]
|
||||
), stretch:2
|
||||
],
|
||||
[
|
||||
HLayout(
|
||||
[processButton, stretch:1],
|
||||
[VLayout(
|
||||
HLayout(StaticText(win).string_("Forward Th ").minWidth_(100), fwSlider),
|
||||
HLayout(StaticText(win).string_("Backward Th").minWidth_(100), bwSlider),
|
||||
HLayout(StaticText(win).string_("Debounce").minWidth_(100), debounceSlider)
|
||||
), stretch:5]
|
||||
), stretch:2
|
||||
]
|
||||
)
|
||||
);
|
||||
|
||||
win.front;
|
||||
)
|
||||
@ -0,0 +1,67 @@
|
||||
// A complex example of using composition as an Mid-Side FIR filtering process
|
||||
|
||||
// load a stereo buffer and initialise the many destinations
|
||||
(
|
||||
b = Buffer.read(s,File.realpath(FluidBufCompose.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/Tremblay-SA-UprightPianoPedalWide.wav");
|
||||
c = Buffer.new(s);
|
||||
d = Buffer.new(s);
|
||||
e = Buffer.new(s);
|
||||
f = Buffer.new(s);
|
||||
)
|
||||
|
||||
// encode the mid (in c) and the side (in d)
|
||||
(
|
||||
FluidBufCompose.process(s,b, numChans: 1, gain: -3.0.dbamp, destination: c);
|
||||
FluidBufCompose.process(s,b, numChans: 1, gain: -3.0.dbamp, destination: d);
|
||||
FluidBufCompose.process(s,b, numChans: 1, gain: -3.0.dbamp, startChan: 1, destination: c, destGain: 1.0);
|
||||
FluidBufCompose.process(s,b, numChans: 1, gain: -3.0.dbamp * -1.0, startChan: 1, destination: d, destGain: 1.0);
|
||||
)
|
||||
|
||||
// (optional) compare auraly the stereo with the MS
|
||||
b.play;
|
||||
{PlayBuf.ar(1,[c,d])}.play;
|
||||
|
||||
// The geeky bit: copy the side (buffer d) on itself with specific amplitudes and delays, in effect applying a FIR filter through expensive convolution
|
||||
|
||||
// Important: do either of the 3 options below
|
||||
|
||||
// option 1: apply a high pass on the side, with a cutoff of nyquist / 4
|
||||
e.free; e = Buffer.new(s);
|
||||
(
|
||||
[1.0, -1.0].do({ arg x,y;
|
||||
FluidBufCompose.process(s, d, gain: x, destStartFrame: y, destination: e, destGain: 1.0);
|
||||
});
|
||||
)
|
||||
|
||||
// option 2: apply a high pass on the side, with a cutoff of nyquist / 10
|
||||
e.free; e = Buffer.new(s);
|
||||
(
|
||||
[0.8, -0.32, -0.24, -0.16, -0.08].do({ arg x,y;
|
||||
FluidBufCompose.process(s, d, gain: x, destStartFrame: y, destination: e, destGain: 1.0);
|
||||
});
|
||||
)
|
||||
|
||||
// option 3: apply a high pass on the side, with a cutoff of nyquist / 100
|
||||
e.free; e = Buffer.new(s);
|
||||
(
|
||||
[0.982494, -0.066859, -0.064358, -0.061897, -0.059477, -0.057098, -0.054761, -0.052466, -0.050215, -0.048007, -0.045843, -0.043724, -0.041649, -0.03962, -0.037636, -0.035697, -0.033805, -0.031959, -0.030159, -0.028406, -0.026699, -0.025038, -0.023425, -0.021857, -0.020337].do({ arg x,y;
|
||||
FluidBufCompose.process(s, d, gain: x, destStartFrame: y, destination: e, destGain: 1.0);
|
||||
});
|
||||
)
|
||||
|
||||
// play the high-passed side buffer
|
||||
e.play;
|
||||
// if you want to try the other filters, do not forget to clear the destination buffer since it will add programmatically onto itself and would not create the expected frequency response
|
||||
|
||||
// decode the MS back to stereo
|
||||
(
|
||||
FluidBufCompose.process(s,c, numChans: 2, gain: -3.0.dbamp, destination: f);
|
||||
FluidBufCompose.process(s,e, gain: -3.0.dbamp, destination: f, destGain: 1.0);
|
||||
FluidBufCompose.process(s,e, gain: -3.0.dbamp * -1.0, destination: f, destStartChan: 1, destGain: 1.0);
|
||||
)
|
||||
|
||||
// play the MS processed version
|
||||
f.play;
|
||||
|
||||
// compare with the original
|
||||
b.play;
|
||||
@ -0,0 +1,100 @@
|
||||
// (re)set the source buffers
|
||||
(
|
||||
~low = Buffer.sendCollection(s, (Signal.sineFill(4410, Array.fill(3,0) ++ 1)));
|
||||
~mid = Buffer.sendCollection(s, (Signal.sineFill(4410, Array.fill(12,0) ++ 1)));
|
||||
~high = Buffer.sendCollection(s, (Signal.sineFill(4410, Array.fill(48,0) ++ 1)));
|
||||
~piano = Buffer.read(s,File.realpath(FluidBufCompose.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/Tremblay-SA-UprightPianoPedalWide.wav",0,8820);
|
||||
)
|
||||
|
||||
// draw the buffers to see what happened
|
||||
(
|
||||
~low.plot;
|
||||
~mid.plot;
|
||||
~high.plot;
|
||||
~piano.plot;
|
||||
)
|
||||
|
||||
// define the concatenation macro
|
||||
(
|
||||
~concat = {
|
||||
arg x;
|
||||
if(x.class != Array,
|
||||
{
|
||||
"Error - Needs an array as argument".postln;
|
||||
}, {
|
||||
Routine{
|
||||
for (1,x.size - 1, {
|
||||
arg i;
|
||||
FluidBufCompose.process(s,x[i],destination:x[0], destStartFrame:x[0].numFrames);
|
||||
});
|
||||
"Done!".postln;
|
||||
}.play;
|
||||
}
|
||||
);
|
||||
}
|
||||
)
|
||||
// test various combinations of concatenation
|
||||
~concat.value([~low,~mid])
|
||||
~concat.value([~mid,~low,~high])
|
||||
~concat.value([~mid,~piano,~low])
|
||||
~concat.value([~mid,~piano])
|
||||
|
||||
// check the buffers for the results
|
||||
|
||||
////////////////////////////////
|
||||
|
||||
// define the merging macro
|
||||
(
|
||||
~merge = {
|
||||
arg x;
|
||||
if(x.class != Array,
|
||||
{
|
||||
"Error - Needs an array as argument".postln;
|
||||
}, {
|
||||
Routine{
|
||||
for (1,x.size - 1, {
|
||||
arg i;
|
||||
FluidBufCompose.process(s,x[i],destination:x[0],destGain:1);
|
||||
});
|
||||
"Done!".postln;
|
||||
}.play;
|
||||
}
|
||||
);
|
||||
}
|
||||
)
|
||||
// test various combinations of merging
|
||||
~merge.value([~low,~mid])
|
||||
~merge.value([~mid,~low,~high])
|
||||
~merge.value([~mid,~piano,~low])
|
||||
~merge.value([~mid,~piano])
|
||||
|
||||
// check the buffers for the results
|
||||
|
||||
////////////////////////////////
|
||||
|
||||
// define the stacking macro
|
||||
(
|
||||
~stack = {
|
||||
arg x;
|
||||
if(x.class != Array,
|
||||
{
|
||||
"Error - Needs an array as argument".postln;
|
||||
}, {
|
||||
Routine{
|
||||
for (1,x.size - 1, {
|
||||
arg i;
|
||||
FluidBufCompose.process(s,x[i],destination:x[0], destStartChan:x[0].numChannels);
|
||||
});
|
||||
"Done!".postln;
|
||||
}.play;
|
||||
}
|
||||
);
|
||||
}
|
||||
)
|
||||
// test various combinations of stacking
|
||||
~stack.value([~low,~mid])
|
||||
~stack.value([~mid,~low,~high])
|
||||
~stack.value([~mid,~piano,~low])
|
||||
~stack.value([~mid,~piano])
|
||||
|
||||
// check the buffers for the results
|
||||
@ -0,0 +1,202 @@
|
||||
// using nmf in 'real-time' as a classifier
|
||||
// how it works: a circular buffer is recording and attacks trigger the process
|
||||
// if in learning mode, it does a one component nmf which makes an approximation of the base. 3 of those will be copied in 3 different positions of our final 3-component base
|
||||
// in in guessing mode, it does a thres component nmf from the trained bases and yields the 3 activation peaks, on which it thresholds resynth
|
||||
|
||||
//how to use:
|
||||
// 1. start the server
|
||||
// 2. select between parenthesis below and execute. You should get a window with 3 pads (bd sn hh) and various menus
|
||||
// 3. train the 3 classes:
|
||||
// 3.1 select the learn option
|
||||
// 3.2 select which class you want to train
|
||||
// 3.3 play the sound you want to associate with that class a few times (the left audio channel is the source)
|
||||
// 3.4 click the transfer button
|
||||
// 3.5 repeat (3.2-3.4) for the other 2 classes.
|
||||
// 3.x you can observe the 3 bases here:
|
||||
~classify_bases.plot(numChannels:3)
|
||||
|
||||
// 4. classify
|
||||
// 4.1 select the classify option
|
||||
// 4.2 press a pad and look at the activation
|
||||
// 4.3 tweak the thresholds and enjoy the resynthesis. (the right audio channel is the detected class where classA is a bd sound)
|
||||
// 4.x you can observe the 3 activations here:
|
||||
~activations.plot(numChannels:3)
|
||||
|
||||
/// code to execute first
|
||||
(
|
||||
var circle_buf = Buffer.alloc(s,s.sampleRate * 2); // b
|
||||
var input_bus = Bus.audio(s,1); // g
|
||||
var classifying = 0; // c
|
||||
var cur_training_class = 0; // d
|
||||
var train_base = Buffer.alloc(s, 65); // e
|
||||
var activation_vals = [0.0,0.0,0.0]; // j
|
||||
var thresholds = [0.5,0.5,0.5]; // k
|
||||
var activations_disps;
|
||||
var analysis_synth;
|
||||
var osc_func;
|
||||
var update_rout;
|
||||
|
||||
~classify_bases = Buffer.alloc(s, 65, 3); // f
|
||||
~activations = Buffer.new(s);
|
||||
|
||||
// the circular buffer with triggered actions sending the location of the head at the attack
|
||||
Routine {
|
||||
SynthDef(\JITcircular,{arg bufnum = 0, input = 0, env = 0;
|
||||
var head, head2, duration, audioin, halfdur, trig;
|
||||
duration = BufFrames.kr(bufnum) / 2;
|
||||
halfdur = duration / 2;
|
||||
head = Phasor.ar(0,1,0,duration);
|
||||
head2 = (head + halfdur) % duration;
|
||||
|
||||
// circular buffer writer
|
||||
audioin = In.ar(input,1);
|
||||
BufWr.ar(audioin,bufnum,head,0);
|
||||
BufWr.ar(audioin,bufnum,head+duration,0);
|
||||
trig = FluidAmpSlice.ar(audioin, 10, 1666, 2205, 2205, 12, 9, -47,4410, 85);
|
||||
|
||||
// cue the calculations via the language
|
||||
SendReply.ar(trig, '/attack',head);
|
||||
|
||||
Out.ar(0,audioin);
|
||||
}).add;
|
||||
|
||||
// drum sounds taken from original code by snappizz
|
||||
// https://sccode.org/1-523
|
||||
// produced further and humanised by PA
|
||||
SynthDef(\fluidbd, {
|
||||
|out = 0|
|
||||
var body, bodyFreq, bodyAmp;
|
||||
var pop, popFreq, popAmp;
|
||||
var click, clickAmp;
|
||||
var snd;
|
||||
|
||||
// body starts midrange, quickly drops down to low freqs, and trails off
|
||||
bodyFreq = EnvGen.ar(Env([Rand(200,300), 120, Rand(45,49)], [0.035, Rand(0.07,0.1)], curve: \exp));
|
||||
bodyAmp = EnvGen.ar(Env([0,Rand(0.8,1.3),1,0],[0.005,Rand(0.08,0.085),Rand(0.25,0.35)]), doneAction: 2);
|
||||
body = SinOsc.ar(bodyFreq) * bodyAmp;
|
||||
// pop sweeps over the midrange
|
||||
popFreq = XLine.kr(Rand(700,800), Rand(250,270), Rand(0.018,0.02));
|
||||
popAmp = EnvGen.ar(Env([0,Rand(0.8,1.3),1,0],[0.001,Rand(0.018,0.02),Rand(0.0008,0.0013)]));
|
||||
pop = SinOsc.ar(popFreq) * popAmp;
|
||||
// click is spectrally rich, covering the high-freq range
|
||||
// you can use Formant, FM, noise, whatever
|
||||
clickAmp = EnvGen.ar(Env.perc(0.001,Rand(0.008,0.012),Rand(0.07,0.12),-5));
|
||||
click = RLPF.ar(VarSaw.ar(Rand(900,920),0,0.1), 4760, 0.50150150150) * clickAmp;
|
||||
|
||||
snd = body + pop + click;
|
||||
snd = snd.tanh;
|
||||
|
||||
Out.ar(out, snd);
|
||||
}).add;
|
||||
|
||||
SynthDef(\fluidsn, {
|
||||
|out = 0|
|
||||
var pop, popAmp, popFreq;
|
||||
var noise, noiseAmp;
|
||||
var click;
|
||||
var snd;
|
||||
|
||||
// pop makes a click coming from very high frequencies
|
||||
// slowing down a little and stopping in mid-to-low
|
||||
popFreq = EnvGen.ar(Env([Rand(3210,3310), 410, Rand(150,170)], [0.005, Rand(0.008,0.012)], curve: \exp));
|
||||
popAmp = EnvGen.ar(Env.perc(0.001, Rand(0.1,0.12), Rand(0.7,0.9),-5));
|
||||
pop = SinOsc.ar(popFreq) * popAmp;
|
||||
// bandpass-filtered white noise
|
||||
noiseAmp = EnvGen.ar(Env.perc(0.001, Rand(0.13,0.15), Rand(1.2,1.5),-5), doneAction: 2);
|
||||
noise = BPF.ar(WhiteNoise.ar, 810, 1.6) * noiseAmp;
|
||||
|
||||
click = Impulse.ar(0);
|
||||
snd = (pop + click + noise) * 1.4;
|
||||
|
||||
Out.ar(out, snd);
|
||||
}).add;
|
||||
|
||||
SynthDef(\fluidhh, {
|
||||
|out = 0|
|
||||
var click, clickAmp;
|
||||
var noise, noiseAmp, noiseFreq;
|
||||
|
||||
// noise -> resonance -> expodec envelope
|
||||
noiseAmp = EnvGen.ar(Env.perc(0.001, Rand(0.28,0.3), Rand(0.4,0.6), [-20,-15]), doneAction: 2);
|
||||
noiseFreq = Rand(3900,4100);
|
||||
noise = Mix(BPF.ar(ClipNoise.ar, [noiseFreq, noiseFreq+141], [0.12, 0.31], [2.0, 1.2])) * noiseAmp;
|
||||
|
||||
Out.ar(out, noise);
|
||||
}).add;
|
||||
|
||||
// makes sure all the synthdefs are on the server
|
||||
s.sync;
|
||||
|
||||
// instantiate the JIT-circular-buffer
|
||||
analysis_synth = Synth(\JITcircular,[\bufnum, circle_buf, \input, input_bus]);
|
||||
train_base.fill(0,65,0.1);
|
||||
|
||||
// instantiate the listener to cue the processing from the language side
|
||||
osc_func = OSCFunc({ arg msg;
|
||||
var head_pos = msg[3];
|
||||
// when an attack happens
|
||||
if (classifying == 0, {
|
||||
// if in training mode, makes a single component nmf
|
||||
FluidBufNMF.process(s, circle_buf, head_pos, 128, bases:train_base, basesMode: 1, windowSize: 128);
|
||||
}, {
|
||||
// if in classifying mode, makes a 3 component nmf from the pretrained bases and compares the activations with the set thresholds
|
||||
FluidBufNMF.process(s, circle_buf, head_pos, 128, components:3, bases:~classify_bases, basesMode: 2, activations:~activations, windowSize: 128, action:{
|
||||
// we are retrieving and comparing against the 2nd activation, because FFT processes are zero-padded on each sides, therefore the complete 128 samples are in the middle of the analysis.
|
||||
~activations.getn(3,3,{|x|
|
||||
activation_vals = x;
|
||||
if (activation_vals[0] >= thresholds[0], {Synth(\fluidbd,[\out,1])});
|
||||
if (activation_vals[1] >= thresholds[1], {Synth(\fluidsn,[\out,1])});
|
||||
if (activation_vals[2] >= thresholds[2], {Synth(\fluidhh,[\out,1])});
|
||||
defer{
|
||||
activations_disps[0].string_("A:" ++ activation_vals[0].round(0.01));
|
||||
activations_disps[1].string_("B:" ++ activation_vals[1].round(0.01));
|
||||
activations_disps[2].string_("C:" ++ activation_vals[2].round(0.01));
|
||||
};
|
||||
});
|
||||
};
|
||||
);
|
||||
});
|
||||
}, '/attack', s.addr);
|
||||
|
||||
// make sure all the synths are instantiated
|
||||
s.sync;
|
||||
|
||||
// GUI for control
|
||||
{
|
||||
var win = Window("Control", Rect(100,100,610,100)).front;
|
||||
|
||||
Button(win, Rect(10,10,80, 80)).states_([["bd",Color.black,Color.white]]).mouseDownAction_({Synth(\fluidbd, [\out, input_bus], analysis_synth, \addBefore)});
|
||||
Button(win, Rect(100,10,80, 80)).states_([["sn",Color.black,Color.white]]).mouseDownAction_({Synth(\fluidsn, [\out, input_bus], analysis_synth, \addBefore)});
|
||||
Button(win, Rect(190,10,80, 80)).states_([["hh",Color.black,Color.white]]).mouseDownAction_({Synth(\fluidhh, [\out, input_bus], analysis_synth,\addBefore)});
|
||||
StaticText(win, Rect(280,7,85,25)).string_("Select").align_(\center);
|
||||
PopUpMenu(win, Rect(280,32,85,25)).items_(["learn","classify"]).action_({|value|
|
||||
classifying = value.value;
|
||||
if(classifying == 0, {
|
||||
train_base.fill(0,65,0.1)
|
||||
});
|
||||
});
|
||||
PopUpMenu(win, Rect(280,65,85,25)).items_(["classA","classB","classC"]).action_({|value|
|
||||
cur_training_class = value.value;
|
||||
train_base.fill(0,65,0.1);
|
||||
});
|
||||
Button(win, Rect(375,65,85,25)).states_([["transfer",Color.black,Color.white]]).mouseDownAction_({
|
||||
if(classifying == 0, {
|
||||
// if training
|
||||
FluidBufCompose.process(s, train_base, numChans:1, destination:~classify_bases, destStartChan:cur_training_class);
|
||||
});
|
||||
});
|
||||
StaticText(win, Rect(470,7,75,25)).string_("Acts");
|
||||
activations_disps = Array.fill(3, {arg i;
|
||||
StaticText(win, Rect(470,((i+1) * 20 )+ 7,80,25));
|
||||
});
|
||||
StaticText(win, Rect(540,7,55,25)).string_("Thresh").align_(\center);
|
||||
3.do {arg i;
|
||||
TextField(win, Rect(540,((i+1) * 20 )+ 7,55,25)).string_("0.5").action_({|x| thresholds[i] = x.value.asFloat;});
|
||||
};
|
||||
|
||||
win.onClose_({circle_buf.free;input_bus.free;osc_func.clear;analysis_synth.free;});
|
||||
}.defer;
|
||||
}.play;
|
||||
)
|
||||
|
||||
// thanks to Ted Moore for the SC code cleaning and improvments!
|
||||
@ -0,0 +1,74 @@
|
||||
// using NMF, splitting a small portion, then associating components to targets, then thresholding on these target's activations to find objects.
|
||||
|
||||
//set some buffers
|
||||
(
|
||||
b = Buffer.read(s,File.realpath(FluidNMFMatch.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/Tremblay-BaB-SoundscapeGolcarWithDog.wav");
|
||||
c = Buffer.new(s);
|
||||
x = Buffer.new(s);
|
||||
e = Buffer.new(s);
|
||||
)
|
||||
|
||||
// train where all objects are present
|
||||
(
|
||||
Routine {
|
||||
FluidBufNMF.process(s,b,130000,150000,0,1, c, x, components:10);
|
||||
c.query;
|
||||
}.play;
|
||||
)
|
||||
|
||||
// wait for the query to print
|
||||
// then find a component for each item you want to find. You could also sum them. Try to find a component with a good object-to-rest ratio
|
||||
(
|
||||
~dog =1;
|
||||
{PlayBuf.ar(10,c)[~dog]}.play
|
||||
)
|
||||
|
||||
(
|
||||
~bird = 3;
|
||||
{PlayBuf.ar(10,c)[~bird]}.play
|
||||
)
|
||||
|
||||
|
||||
// copy at least one other component to a third filter, a sort of left-over channel
|
||||
(
|
||||
Routine{
|
||||
FluidBufCompose.process(s, x, startChan:~dog, numChans: 1, destination: e);
|
||||
FluidBufCompose.process(s, x, startChan:~bird, numChans: 1, destStartChan: 1, destination: e, destGain:1);
|
||||
(0..9).removeAll([~dog,~bird]).do({|chan|FluidBufCompose.process(s,x, startChan:chan, numChans: 1, destStartChan: 2, destination: e, destGain:1)});
|
||||
e.query;
|
||||
}.play;
|
||||
)
|
||||
e.plot;
|
||||
|
||||
//using this trained basis we can then see the activation... (wait for 5 seconds before it prints!)
|
||||
(
|
||||
{
|
||||
var source, blips;
|
||||
//read the source
|
||||
source = PlayBuf.ar(2, b);
|
||||
blips = FluidNMFMatch.kr(source.sum,e,3);
|
||||
}.plot(5);
|
||||
)
|
||||
|
||||
// ...and use some threshold to 'find' objects...
|
||||
(
|
||||
{
|
||||
var source, blips;
|
||||
//read the source
|
||||
source = PlayBuf.ar(2, b);
|
||||
blips = Schmidt.kr(FluidNMFMatch.kr(source.sum,e,3),0.5,[10,1,1000]);
|
||||
}.plot(5);
|
||||
)
|
||||
|
||||
// ...and use these to sonify them
|
||||
(
|
||||
{
|
||||
var source, blips, dogs, birds;
|
||||
//read the source
|
||||
source = PlayBuf.ar(2, b);
|
||||
blips = Schmidt.kr(FluidNMFMatch.kr(source.sum,e,3),0.5,[10,1,1000]);
|
||||
dogs = SinOsc.ar(100,0,Lag.kr(blips[0],0.05,0.15));
|
||||
birds = SinOsc.ar(1000,0,Lag.kr(blips[1],0.05,0.05));
|
||||
[dogs, birds] + source;
|
||||
}.play;
|
||||
)
|
||||
@ -0,0 +1,51 @@
|
||||
// Using an 88-components piano base to do polyphonic pitch tracking
|
||||
|
||||
//load in the sound in and a pretrained basis
|
||||
(
|
||||
b = Buffer.read(s,File.realpath(FluidNMFMatch.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/Tremblay-SA-UprightPianoPedalWide.wav");
|
||||
c = Buffer.read(s,File.realpath(FluidNMFMatch.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/filters/piano-dicts.wav");
|
||||
)
|
||||
b.play
|
||||
c.query
|
||||
|
||||
//use the pretrained bases to compute activations of each notes to drive the amplitude of a resynth
|
||||
(
|
||||
{
|
||||
var source, resynth;
|
||||
source = PlayBuf.ar(2, b,loop:1).sum;
|
||||
resynth = SinOsc.ar((21..108).midicps, 0, FluidNMFMatch.kr(source,c,88,10,4096).madd(0.002)).sum;
|
||||
[source, resynth]
|
||||
}.play
|
||||
)
|
||||
|
||||
|
||||
//now sample and hold the same stream to get notes identified, played and sent back via osc
|
||||
(
|
||||
{
|
||||
var source, resynth, chain, trig, acts;
|
||||
source = PlayBuf.ar(2,b,loop:1).sum;
|
||||
|
||||
// built in attack detection, delayed until the stable part of the sound
|
||||
chain = FFT(LocalBuf(256), source);
|
||||
trig = TDelay.kr(Onsets.kr(chain, 0.5),0.1);
|
||||
|
||||
// samples and holds activation values that are scaled and capped, in effect thresholding them
|
||||
acts = Latch.kr(FluidNMFMatch.kr(source,c,88,10,4096).linlin(15,20,0,0.1),trig);
|
||||
|
||||
// resynths as in the previous example, with the values sent back to the language
|
||||
resynth = SinOsc.ar((21..108).midicps, 0, acts).sum;
|
||||
SendReply.kr(trig, '/activations', acts);
|
||||
[source, resynth]
|
||||
// [source, T2A.ar(trig)]
|
||||
// resynth
|
||||
}.play
|
||||
)
|
||||
|
||||
// define a receiver for the activations
|
||||
(
|
||||
OSCdef(\listener, {|msg|
|
||||
var data = msg[3..];
|
||||
// removes the silent and spits out the indicies as midinote number
|
||||
data.collect({arg item, i; if (item > 0.01, {i + 21})}).reject({arg item; item.isNil}).postln;
|
||||
}, '/activations');
|
||||
)
|
||||
@ -0,0 +1,59 @@
|
||||
(
|
||||
b = Buffer.read(s,File.realpath(FluidBufNoveltySlice.class.filenameSymbol).dirname.withTrailingSlash ++ "../AudioFiles/Nicol-LoopE-M.wav");
|
||||
c = Buffer.new(s);
|
||||
)
|
||||
|
||||
(
|
||||
// with basic params
|
||||
Routine{
|
||||
var startTime, target, tolerance, startThresh, prevThresh, curThresh, curVal, prevVal, iters, maxIters, dVal, dThresh;
|
||||
startTime = Main.elapsedTime;
|
||||
prevThresh = 0.1; //initial threshold (between 0.00001 and 0.99999
|
||||
target = 10; //number of slices desired
|
||||
tolerance = 0; // the acceptable error in the number of slices yield
|
||||
maxIters = 100; //max number of iterations acceptable
|
||||
|
||||
//makes a first iteration
|
||||
FluidBufNoveltySlice.process(s,b, indices: c, threshold:prevThresh,action:{|x|prevVal = x.numFrames});
|
||||
//makes a second iteration
|
||||
if ( (prevVal < target), {
|
||||
curThresh = (prevThresh * 0.5).max(0.000001);
|
||||
}, {
|
||||
curThresh = (prevThresh * 2).min(0.999999);
|
||||
});
|
||||
FluidBufNoveltySlice.process(s,b, indices: c, threshold:curThresh,action:{|x|curVal = x.numFrames});
|
||||
|
||||
//makes further iterations until the result is achieved, or the maximum of acceptable iterations is reached
|
||||
iters = 2;
|
||||
while ( {
|
||||
(iters < maxIters) && ((curVal - target).abs > tolerance)
|
||||
}, {
|
||||
iters = iters + 1;
|
||||
dVal = curVal - prevVal;
|
||||
dThresh = curThresh - prevThresh;
|
||||
|
||||
prevThresh = curThresh;
|
||||
prevVal = curVal;
|
||||
|
||||
if ( (dVal == 0), {
|
||||
//if we have not change results between the last 2 passes, make the variation of threshold bigger
|
||||
curThresh = (dThresh + curThresh).min(0.999999).max(0.000001);
|
||||
},{
|
||||
//if we have
|
||||
curThresh = (((dThresh / dVal) * (target - curVal)) + curThresh).min(0.999999).max(0.000001);
|
||||
});
|
||||
FluidBufNoveltySlice.process(s,b, indices: c, threshold:curThresh,action:{|x|curVal = x.numFrames});
|
||||
}
|
||||
);
|
||||
//depending on the outcome, gives the right info back
|
||||
|
||||
if ( iters >= maxIters, {
|
||||
// failed
|
||||
"Failed to find a suitable threshold in % seconds.\n".postf((Main.elapsedTime - startTime).round(0.01));
|
||||
}, {
|
||||
// succeeded
|
||||
"Found % as a suitable threshold for % slices in % seconds and % iterations.\n".postf(curThresh, curVal, (Main.elapsedTime - startTime).round(0.01), iters);
|
||||
}
|
||||
);
|
||||
}.play
|
||||
)
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue