Merge branch 'aimc22' of https://github.com/Intelligent-Instruments-Lab/iil-python-tools into aimc22

Author: jarmitage

examples/notochord/autopitch.scd

@@ -1,5 +1,5 @@
 // in this example the Linnstrument displays an interface to perform pitches
-// by their likelihood under the Notochord model instead of by MIDI number
+// by their likelihood under the NotePredictor model instead of by MIDI number
 
 // the grid in the upper left gives control of pitches from
 // the single most likely (cyan) to least likely (pink).
@@ -9,6 +9,9 @@
 
 // model predictions are conditioned on performed timing and velocity.
 
+// TODO: this example is based an older, monophonic version of notochord without noteoffs
+//       it is hacked to work similarly wit Notochord v3, but could use an update
+
 (
 ~use_linn = true; // use linnstrument
 ~gui = false; // use keyboard GUI
@@ -33,7 +36,7 @@ Server.default.options.outDevice_("Built-in Output");
             {y==2}{x*4+16}
             {y==3}{x*8+40}
             {y==4}{127-x};
-            idx.postln;
+            // idx.postln;
             ~midi_handle.(amp*127, idx);
         }{
             case
@@ -85,13 +88,13 @@ SynthDef(\pluck, {
 
 // measure round-trip latency
 (
-OSCdef(\return, {
+OSCdef(\test, {
     arg msg, time, addr, recvPort;
     (Process.elapsedTime - t).postln;
 }, '/prediction', nil);
 t = Process.elapsedTime;
 b.sendMsg("/predictor/predict",
-    \pitch, 60+12.rand, \time, 0, \vel, 0, \fix_time, 0, \fix_vel, 0);
+    \inst, 257, \pitch, 60+12.rand, \time, 0, \vel, 0, \fix_time, 0, \fix_vel, 0);
 )
 
 // set the delay for more precise timing
@@ -104,17 +107,16 @@ b.sendMsg("/predictor/predict",
 // model chooses pitches
 (
 ~gate = 1;
+~instrument = 57;
 
 ~model_reset = {
-    ~last_pitch = nil;
+    ~last_pitch = 60;
     ~last_dt = nil;
     ~last_vel = nil;
     t = Process.elapsedTime;
     b.sendMsg("/predictor/reset");
     y!?{y.free};
     y = nil;
-    b.sendMsg("/predictor/predict", \pitch, 128, \time, 0, \vel, 0);
-
 };
 
 ~model_reset.();
@@ -151,13 +153,17 @@ MIDIdef.program(\switch, {
     // get a new prediction in light of last note,
     // fixing dt and vel to performed values so just pitch is predicted
     pitch.notNil.if{
+        b.sendMsg("/predictor/feed",
+            \inst, ~instrument, \pitch, ~last_pitch, \time, ~delay, \vel, ~last_vel);
         b.sendMsg("/predictor/predict",
-            \pitch, ~last_pitch, \time, ~last_dt, \vel, ~last_vel,
-            \index_pitch, pitch, \fix_time, dt, \fix_vel, vel);
+            \inst, ~instrument, \pitch, ~last_pitch, \time, ~last_dt, \vel, 0,
+            \index_pitch, pitch, \fix_time, dt, \fix_vel, vel, \fix_instrument, ~instrument);
     }{
+        b.sendMsg("/predictor/feed",
+            \inst, ~instrument, \pitch, ~last_pitch, \time, ~delay, \vel, ~last_vel);
         b.sendMsg("/predictor/predict",
-            \pitch, ~last_pitch, \time, ~last_dt, \vel, ~last_vel,
-            \fix_time, dt, \fix_vel, vel);
+            \inst, ~instrument, \pitch, ~last_pitch, \time, ~last_dt, \vel, 0,
+            \fix_time, dt, \fix_vel, vel, \fix_instrument, ~instrument);
     };
 
     ~last_dt = dt;
@@ -174,9 +180,10 @@ MIDIdef.program(\switch, {
 // OSC return from python
 OSCdef(\return, {
     arg msg, time, addr, recvPort;
-    var pitch = msg[1]; // MIDI number of predicted note
-    var dt = msg[2]; // time to predicted note
-    var vel = msg[3]; // velocity 0-127
+    var inst = msg[1]; // MIDI number of predicted note
+    var pitch = msg[2]; // MIDI number of predicted note
+    var dt = msg[3]; // time to predicted note
+    var vel = msg[4]; // velocity 0-127
 
     // store the pitch and immediately set (unless there is no synth,
     // indicating this is the first note)
@@ -192,7 +199,4 @@ OSCdef(\return, {
 
 ~model_reset.()
 // send a note manually if you don't have a midi controller
-MIDIdef.all[\input].func.(64, 16) //velocity, "pitch"
-
-// load another model
-// b.sendMsg("/predictor/load", "/path/to/checkpoint");
+MIDIdef.all[\input].func.(64, 16) //velocity, "pitch"

examples/notochord/linnstrument-display.scd

@@ -1,7 +1,10 @@
 // in this example, the most likely next pitches (according to Notochord)
 // are drawn on the Linnstrument as you play
 
+// NOTE: for an older version of Notochord without note-offs. needs update
+
 (
+~instrument = 57; // trumpet
 ~use_linn = true; // use linnstrument
 ~gui = false; // use keyboard GUI
 MIDIIn.connectAll;
@@ -25,9 +28,11 @@ Server.default.options.outDevice_("Built-in Output");
         // attack the current note
         ~synth = Synth(\pluck, [\freq, freq, \vel, amp]);
 
-        //
+        // monophonic -- release last note and immediately start new note
+        b.sendMsg("/predictor/feed",
+            \pitch, midinote, \time, ~delay, \vel, amp*127);
         b.sendMsg("/predictor/predict",
-            \pitch, midinote, \time, dt, \vel, amp*127,
+            \pitch, midinote, \time, dt, \vel, 0,
             \pitch_topk, 5);
 
         // mark time of current note
@@ -51,17 +56,17 @@ s.waitForBoot{
 
 (
 // set the delay for more precise timing
-~delay = 0.2;
+~delay = 0.01;
 
 ~model_reset = {
     t = Process.elapsedTime;
     b.sendMsg("/predictor/reset");
     // ~synth!?{~synth.free};
     s.freeAll;
     ~synth = nil;
-    b.sendMsg("/predictor/predict",
+/*    b.sendMsg("/predictor/predict",
         \pitch, 128, \time, 0, \vel, 0,
-        \pitch_topk, 5);
+        \pitch_topk, 5);*/
 
 };
 ~model_reset.();
@@ -70,7 +75,7 @@ s.waitForBoot{
 // OSC return from python
 OSCdef(\return, {
     arg msg, time, addr, recvPort;
-    var pitches, dts;
+    var inst, pitches, dts;
     var last_pitch = nil;
     var colormap = [8,3,10,9,1];
     var color = 0;
@@ -85,8 +90,9 @@ OSCdef(\return, {
     };
     msg = stack[0];
 
-    pitches = msg[1];
-    dts = msg[2];
+    inst = msg[1]
+    pitches = msg[2];
+    dts = msg[3];
 
     ~linn.allLightsOff;
     pitches.do{arg pitch;

notochord/notochord/data.py

@@ -7,7 +7,7 @@
 from torch.utils.data import Dataset, DataLoader
 
 class MIDIDataset(Dataset):
-    def __init__(self, data_dir, batch_len, transpose=5, speed=0.1, glob='**/*.pkl'):
+    def __init__(self, data_dir, batch_len, transpose=5, speed=0.1, glob='**/*.pkl', test_len=1024):
         #, clamp_time=(-,10)):
         """
         """
@@ -20,6 +20,8 @@ def __init__(self, data_dir, batch_len, transpose=5, speed=0.1, glob='**/*.pkl')
         self.n_anon = 8
         self.prog_start_token = 0
         # self.clamp_time = clamp_time
+        self.testing = False
+        self.max_test_len = 10000
 
     def __len__(self):
         return len(self.files)
@@ -92,7 +94,7 @@ def __getitem__(self, idx):
         # pad with start tokens, zeros
         # always pad with batch_len so that end tokens don't appear in a biased
         # location
-        pad = self.batch_len-1#max(0, self.batch_len-len(pitch))
+        pad = 0 if self.testing else self.batch_len-1#max(0, self.batch_len-len(pitch))
         program = torch.cat((
             program.new_full((1,), self.prog_start_token),
             program,
@@ -117,14 +119,18 @@ def __getitem__(self, idx):
         if pad > 0:
             mask[-pad:] = False
 
-        # random slice
-        i = random.randint(0, len(pitch)-self.batch_len)
-        program = program[i:i+self.batch_len]
-        pitch = pitch[i:i+self.batch_len]
-        time = time[i:i+self.batch_len]
-        velocity = velocity[i:i+self.batch_len]
-        end = end[i:i+self.batch_len]
-        mask = mask[i:i+self.batch_len]
+        if self.testing:
+            sl = slice(0, self.max_test_len)
+        else:
+            # random slice
+            i = random.randint(0, len(pitch)-self.batch_len)
+            sl = slice(i, i+self.batch_len)
+        program = program[sl]
+        pitch = pitch[sl]
+        time = time[sl]
+        velocity = velocity[sl]
+        end = end[sl]
+        mask = mask[sl]
 
         return {
             'mask':mask,