Meddleying_MAESTRO.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.5"
    },
    "colab": {
      "name": "Meddleying MAESTRO.ipynb",
      "private_outputs": true,
      "provenance": [],
      "collapsed_sections": [
        "QA0W-VK1JVQl",
        "VbK4CaUQOjvW",
        "2Snu3fb4N-Nd"
      ],
      "machine_shape": "hm",
      "include_colab_link": true
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/asigalov61/Meddleying-MAESTRO/blob/main/Meddleying_MAESTRO.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "QA0W-VK1JVQl"
      },
      "source": [
        "# Meddleying MAESTRO (ver 3.1)\n",
        "\n",
        "***\n",
        "\n",
        "## Full-featured Algorithmic Intelligence Music Augmentator (AIMA) with full multi-instrument MIDI output and Karaoke support.\n",
        "\n",
        "***\n",
        "\n",
        "### Project Los Angeles\n",
        "\n",
        "### Tegridy Code 2020\n",
        "\n",
        "***"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eftzIVKrqR5S"
      },
      "source": [
        "# Setup Environment, clone needed code, and install all required dependencies"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HsUtsJGNz6f2",
        "cellView": "form"
      },
      "source": [
        "#@title Install all dependencies (run only once per session)\n",
        "!pip install pretty_midi\n",
        "!pip install visual_midi\n",
        "\n",
        "!curl -L \"https://raw.githubusercontent.com/asigalov61/Meddleying-MAESTRO/main/MIDI.py\" > 'MIDI.py'\n",
        "\n",
        "!mkdir '/content/Dataset/'\n",
        "!mkdir '/content/C_Dataset/'"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "pf8B3p6QySmE",
        "cellView": "form"
      },
      "source": [
        "#@title Import all modules\n",
        "import glob\n",
        "import os\n",
        "import numpy as np\n",
        "import toolz\n",
        "import music21\n",
        "from music21 import *\n",
        "import pickle\n",
        "import time\n",
        "import math\n",
        "import sys\n",
        "import tqdm.auto\n",
        "import secrets\n",
        "import pretty_midi\n",
        "from google.colab import output, drive\n",
        "import statistics\n",
        "import matplotlib.pyplot as plt\n",
        "from matplotlib.patches import Circle\n",
        "from mido import MidiFile\n",
        "from IPython.display import display, Image\n",
        "import MIDI\n",
        "from visual_midi import Plotter\n",
        "from visual_midi import Preset\n",
        "from pretty_midi import PrettyMIDI\n",
        "ticks_per_note = 50\n",
        "ctime = 0\n",
        "cev_matrix = []\n",
        "cnotes_matrix = []\n",
        "debug = False"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "N2Pv5eNRqiyr"
      },
      "source": [
        "# Select and download a sample MIDI dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "cellView": "form",
        "id": "bFuzEwrshWCk"
      },
      "source": [
        "#@title (Best Choice/Multi-Instrumental) Processed ready-to-use Special Tegridy Multi-Instrumental Dataset\n",
        "%cd /content/\n",
        "!wget 'https://github.com/asigalov61/Meddleying-MAESTRO/raw/main/Meddleying-MAESTRO-Music-Dataset.data'\n",
        "#!unzip -j Meddleying-MAESTRO-Music-Dataset.data\n",
        "#!rm Meddleying-MAESTRO-Music-Dataset.data"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fh0fYeVMITLY",
        "cellView": "form"
      },
      "source": [
        "#@title (BEST Choice / Multi-Intrumental) Special Tegridy MIDI Multi-Instrumental Dataset (~325 MIDIs) \n",
        "%cd /content/Dataset/\n",
        "!wget 'https://github.com/asigalov61/Meddleying-MAESTRO/raw/main/Dataset/Tegridy-MIDI-Dataset-CC-BY-NC-SA.zip'\n",
        "!unzip -j 'Tegridy-MIDI-Dataset-CC-BY-NC-SA.zip'\n",
        "!rm 'Tegridy-MIDI-Dataset-CC-BY-NC-SA.zip'\n",
        "%cd /content/"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dhf6GtCGIbJU",
        "cellView": "form"
      },
      "source": [
        "#@title (Piano Performance Dataset) Download Google Magenta MAESTRO v.2.0.0 Piano MIDI Dataset (~1300 MIDIs)\n",
        "%cd /content/Dataset/\n",
        "!wget 'https://storage.googleapis.com/magentadata/datasets/maestro/v2.0.0/maestro-v2.0.0-midi.zip'\n",
        "!unzip -j maestro-v2.0.0-midi.zip\n",
        "!rm maestro-v2.0.0-midi.zip\n",
        "%cd /content/"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "S4oa9lUWLPN5",
        "cellView": "form"
      },
      "source": [
        "#@title A simple code to unzip MIDI datasets without any hastle\n",
        "!mkdir /content/Dataset/\n",
        "%cd /content/Dataset/\n",
        "!unzip -j /content/Dataset/*.zip\n",
        "!rm /content/Dataset/*.zip\n",
        "%cd /content/"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5jsEXxkDLQ9Z"
      },
      "source": [
        "# Process MIDI Dataset to MIDI Notes and MIDI Events Lists"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QvdZDU6R4U2o",
        "cellView": "form"
      },
      "source": [
        "#@title Please note that transpose function reduces MIDIs to Piano with chordwise timings. Sliding some sliders to minimum value disables slider's option. Standard MIDI timings are 400/120\r\n",
        "\r\n",
        "full_path_to_output_dataset_to = \"/content/Meddleying-MAESTRO-Music-Dataset.data\" #@param {type:\"string\"}\r\n",
        "dataset_slices_length_in_notes = 2 #@param {type:\"slider\", min:2, max:60, step:1}\r\n",
        "\r\n",
        "transpose_MIDIs_to_one_key = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "melody_reduction_to_slices_max_pitches = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "desired_MIDI_channel = 16 #@param {type:\"slider\", min:1, max:16, step:1}\r\n",
        "\r\n",
        "flip_input_dataset = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "remove_drums = True #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "flip_notes = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "transpose_notes_pitch = 0 #@param {type:\"slider\", min:-30, max:30, step:1}\r\n",
        "\r\n",
        "remove_random_notes = False #@param {type:\"boolean\"}\r\n",
        "remove_every_randomth_note = False #@param {type:\"boolean\"}\r\n",
        "remove_every_n_notes = False #@param {type:\"boolean\"}\r\n",
        "remove_n_notes_per_slice = 0 #@param {type:\"slider\", min:0, max:7, step:1}\r\n",
        "remove_every_nth_note = 0 #@param {type:\"slider\", min:0, max:7, step:1}\r\n",
        "\r\n",
        "keep_only_notes_above_this_pitch_number = 0 #@param {type:\"slider\", min:0, max:127, step:1}\r\n",
        "\r\n",
        "constant_notes_duration_time_ms = 0 #@param {type:\"slider\", min:0, max:800, step:100}\r\n",
        "\r\n",
        "five_notes_per_octave_pitch_quantization = False #@param {type:\"boolean\"}\r\n",
        "octave_channel_split = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "simulated_velocity_volume = 2 #@param {type:\"slider\", min:2, max:127, step:1}\r\n",
        "simulated_velocity_range = 1 #@param {type:\"slider\", min:1, max:127, step:1}\r\n",
        "simulated_velocity_multiplier = 1.2 #@param {type:\"slider\", min:0, max:2, step:0.1}\r\n",
        "simulated_velocity_based_on_pitch = False #@param {type:\"boolean\"}\r\n",
        "simulated_velocity_based_on_top_pitch = True #@param {type:\"boolean\"}\r\n",
        "simulated_velocity_top_pitch_shift_pitch = 1 #@param {type:\"slider\", min:1, max:120, step:1}\r\n",
        "simulated_velocity_baseline_pitch = 1 #@param {type:\"slider\", min:1, max:127, step:1}\r\n",
        "simulated_velocity_chord_size_in_notes = 0 #@param {type:\"slider\", min:0, max:127, step:1}\r\n",
        "\r\n",
        "reverse_resulting_dataset = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "combine_original_and_resulting_datasets_together = False #@param {type:\"boolean\"}\r\n",
        "combine_flipped_and_resulting_datasets_together = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "try_karaoke = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "debug = False #@param {type:\"boolean\"}\r\n",
        "\r\n",
        "###########\r\n",
        "\r\n",
        "os.chdir(\"./\")\r\n",
        "\r\n",
        "idx = 0\r\n",
        "oev_matrix = []\r\n",
        "onot_matrix = []\r\n",
        "fev_matrix = []\r\n",
        "fnot_matrix = []\r\n",
        "fevent = []\r\n",
        "kar_events_matrix = []\r\n",
        "kar_notes_matrix = []\r\n",
        "ev_matrix = []\r\n",
        "rev_matrix = []\r\n",
        "not_matrix = []\r\n",
        "rnot_matrix = []\r\n",
        "durations_matrix = []\r\n",
        "velocities_matrix = []\r\n",
        "files_count = 0\r\n",
        "remnote = 0\r\n",
        "remnote_count = 0\r\n",
        "notes_counter = 0\r\n",
        "every_random_note = 7\r\n",
        "itrack = 0\r\n",
        "prev_event = []\r\n",
        "next_event = []\r\n",
        "slice_events = []\r\n",
        "slices_pitches = []\r\n",
        "slices_events = []\r\n",
        "slices_melody_events = []\r\n",
        "slices_melody_pitches = []\r\n",
        "slices_counter = 0\r\n",
        "slices_count = 0\r\n",
        "chord_counter = 0\r\n",
        "max_event_pitch = 0\r\n",
        "first_event = True\r\n",
        "###########\r\n",
        "\r\n",
        "def list_average(num):\r\n",
        "  sum_num = 0\r\n",
        "  for t in num:\r\n",
        "      sum_num = sum_num + t           \r\n",
        "\r\n",
        "  avg = sum_num / len(num)\r\n",
        "  return avg\r\n",
        "\r\n",
        "#converts all midi files in the current folder\r\n",
        "#converting everything into the key of C major or A minor\r\n",
        "# major conversions\r\n",
        "\r\n",
        "if transpose_MIDIs_to_one_key:\r\n",
        "\r\n",
        "  majors = dict([(\"A-\", 4),(\"A\", 3),(\"B-\", 2),(\"B\", 1),(\"C\", 0),(\"D-\", -1),(\"D\", -2),(\"E-\", -3),(\"E\", -4),(\"F\", -5),(\"G-\", 6),(\"G\", 5)])\r\n",
        "  minors = dict([(\"A-\", 1),(\"A\", 0),(\"B-\", -1),(\"B\", -2),(\"C\", -3),(\"D-\", -4),(\"D\", -5),(\"E-\", 6),(\"E\", 5),(\"F\", 4),(\"G-\", 3),(\"G\", 2)])\r\n",
        "\r\n",
        "\r\n",
        "  os.chdir(\"./Dataset/\")\r\n",
        "\r\n",
        "  print('Converting all possible MIDI files to C Key.')\r\n",
        "  print('This may take a while. Please wait...')\r\n",
        "\r\n",
        "  for file in tqdm.auto.tqdm(glob.glob(\"*.mid\")):\r\n",
        "    try:\r\n",
        "      score = music21.converter.parse(file)\r\n",
        "      key = score.analyze('key')\r\n",
        "\r\n",
        "      #print('Detected Key:', key.tonic.name, key.mode)\r\n",
        "\r\n",
        "      if key.mode == \"major\":\r\n",
        "            halfSteps = majors[key.tonic.name]\r\n",
        "            \r\n",
        "      elif key.mode == \"minor\":\r\n",
        "            halfSteps = minors[key.tonic.name]\r\n",
        "\r\n",
        "      newscore = score.transpose(halfSteps)\r\n",
        "      key = newscore.analyze('key')\r\n",
        "      #print('Detected Key:', key.tonic.name, key.mode)\r\n",
        "      newFileName = \"./C_Dataset/C_\" + file\r\n",
        "      newscore.write('midi',newFileName)\r\n",
        "    except:\r\n",
        "      pass\r\n",
        "\r\n",
        "os.chdir(\"./\")\r\n",
        "\r\n",
        "print('Loading MIDI files...')\r\n",
        "print('This may take a while on a large dataset in particular.')\r\n",
        "\r\n",
        "if not transpose_MIDIs_to_one_key :\r\n",
        "  dataset_addr = \"Dataset\"\r\n",
        "else:\r\n",
        "  dataset_addr = \"C_Dataset\"\r\n",
        "files = os.listdir(dataset_addr)\r\n",
        "print('Now processing the files.')\r\n",
        "print('Please stand-by...')\r\n",
        "\r\n",
        "for file in tqdm.auto.tqdm(files):\r\n",
        "    file_address = os.path.join(dataset_addr, file)\r\n",
        "    \r\n",
        "    score = []\r\n",
        "\r\n",
        "    midi_file = open(file_address, 'rb')\r\n",
        "    if debug: print('Processing File:', file_address)\r\n",
        "    try:\r\n",
        "      score2 = MIDI.midi2opus(midi_file.read())\r\n",
        "    except:\r\n",
        "      print('Bad file. Skipping...')\r\n",
        "      continue\r\n",
        "    score1 = MIDI.to_millisecs(score2)\r\n",
        "    score3 = MIDI.opus2score(score1)\r\n",
        "    score = score3\r\n",
        "    midi_file.close()\r\n",
        "\r\n",
        "    if remove_drums:\r\n",
        "      score4 = MIDI.grep(score3, [0, 1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15])\r\n",
        "    else:\r\n",
        "      score4 = score3\r\n",
        "  \r\n",
        "    if desired_MIDI_channel < 16:\r\n",
        "      score = MIDI.grep(score4, [desired_MIDI_channel-1])\r\n",
        "    else:\r\n",
        "      score = score4\r\n",
        "    first_event = True\r\n",
        "    itrack = 1\r\n",
        "    while itrack < len(score):\r\n",
        "      for event in score[itrack]:\r\n",
        "        if event[0] == 'note':\r\n",
        "          \r\n",
        "          event.append(idx)\r\n",
        "          idx += 1\r\n",
        "          if first_event == True:\r\n",
        "            event.append(1)\r\n",
        "            first_event = False\r\n",
        "          else:\r\n",
        "            event.append(0)\r\n",
        "\r\n",
        "          onot_matrix.append(event[4])\r\n",
        "          oev_matrix.append(event)\r\n",
        "\r\n",
        "          fevent = event\r\n",
        "          fevent[4] = 127 - event[4]\r\n",
        "          fnot_matrix.append(fevent[4])\r\n",
        "          fev_matrix.append(fevent)\r\n",
        "\r\n",
        "          #if flip_input_dataset:\r\n",
        "          event[4] = 127 - event[4]\r\n",
        "\r\n",
        "          if five_notes_per_octave_pitch_quantization:\r\n",
        "            event[4] = int(math.floor(event[4] / 12 * 5) * 12 / 5)\r\n",
        "          \r\n",
        "          if octave_channel_split:\r\n",
        "            event[4] = int((event[4] + (event[3] - 4) * 12) % (127 - 12 * 2))\r\n",
        "          \r\n",
        "          if simulated_velocity_volume > 2 and simulated_velocity_range > 1:\r\n",
        "            event[5] = simulated_velocity_volume + int(secrets.randbelow(simulated_velocity_range) * simulated_velocity_multiplier)\r\n",
        "          \r\n",
        "          if simulated_velocity_based_on_pitch:\r\n",
        "            if event[4] >= simulated_velocity_baseline_pitch:\r\n",
        "              event[5] = int(simulated_velocity_volume * simulated_velocity_multiplier)\r\n",
        "            else:\r\n",
        "              if event[5] < simulated_velocity_baseline_pitch:\r\n",
        "                event[5] = int(simulated_velocity_baseline_pitch * simulated_velocity_multiplier)\r\n",
        "\r\n",
        "          if chord_counter < simulated_velocity_chord_size_in_notes:\r\n",
        "            event[5] = int(simulated_velocity_volume * simulated_velocity_multiplier)\r\n",
        "            chord_counter += 1\r\n",
        "          else:\r\n",
        "            chord_counter = 0\r\n",
        "            simulated_velocity_volume = int(event[4] * simulated_velocity_multiplier)\r\n",
        "          \r\n",
        "          if simulated_velocity_based_on_top_pitch:\r\n",
        "            if event[5] < simulated_velocity_baseline_pitch: \r\n",
        "              event[5] = int((max_event_pitch + simulated_velocity_top_pitch_shift_pitch) * simulated_velocity_multiplier)\r\n",
        "            else:\r\n",
        "              event[5] = max_event_pitch + simulated_velocity_top_pitch_shift_pitch\r\n",
        "          \r\n",
        "          if constant_notes_duration_time_ms > 0:\r\n",
        "            event[2] = constant_notes_duration_time_ms\r\n",
        "          \r\n",
        "          if transpose_notes_pitch:\r\n",
        "            event[4] = event[4] + transpose_notes_pitch\r\n",
        "          \r\n",
        "          if flip_notes:\r\n",
        "            event[4] = 127 - event[4]\r\n",
        "\r\n",
        "          if slices_counter < dataset_slices_length_in_notes:\r\n",
        "            slices_counter += 1\r\n",
        "            notes_per_slice = dataset_slices_length_in_notes\r\n",
        "            slices_events.append(event)\r\n",
        "            slices_pitches.append(event[4])\r\n",
        " \r\n",
        "          else:\r\n",
        "            notes_per_slice = 3\r\n",
        "            slices_count += 1\r\n",
        "            slices_counter = 0\r\n",
        "            slices_events.append(event)\r\n",
        "            slices_pitches.append(event[4])\r\n",
        "            max_event_pitch = max(slices_pitches)\r\n",
        "            max_event_index = slices_pitches.index(max_event_pitch)\r\n",
        "            max_event = slices_events[max_event_index]\r\n",
        "            slices_melody_events.append(max_event)\r\n",
        "            slices_melody_pitches.append(max_event[4])\r\n",
        "\r\n",
        "            slices_events = []\r\n",
        "            slices_pitches = []\r\n",
        " \r\n",
        "          if remove_random_notes:\r\n",
        "            if secrets.randbelow(2) == 1:\r\n",
        "              remnote_count += 1\r\n",
        "\r\n",
        "            else:\r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event)\r\n",
        "\r\n",
        "          if keep_only_notes_above_this_pitch_number > 0:\r\n",
        "            if event[4] < keep_only_notes_above_this_pitch_number:\r\n",
        "              remnote_count += 1\r\n",
        "\r\n",
        "            else: \r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event) \r\n",
        "              slices_events.append(event)\r\n",
        "              slices_pitches.append(event[4])\r\n",
        "\r\n",
        "          if remove_every_n_notes > 0:\r\n",
        "            if remnote < remove_every_n_notes:\r\n",
        "              remnote += 1\r\n",
        "              remnote_count += 1\r\n",
        "\r\n",
        "            else:\r\n",
        "              remnote = 0\r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event)\r\n",
        "              slices_events.append(event)\r\n",
        "              slices_pitches.append(event[4])\r\n",
        "\r\n",
        "          if remove_n_notes_per_slice > 0:\r\n",
        "            if slices_counter == remove_n_notes_per_slice:\r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event)\r\n",
        "              slices_events.append(event)\r\n",
        "              slices_pitches.append(event[4])\r\n",
        "\r\n",
        "            else:\r\n",
        "              remnote_count += 1\r\n",
        "\r\n",
        "          if remove_every_nth_note > 0:\r\n",
        "            if remnote == remove_every_nth_note + 1:\r\n",
        "              remnote = 0 \r\n",
        "              remnote_count += 1\r\n",
        "\r\n",
        "            else:\r\n",
        "              remnote += 1\r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event)\r\n",
        "              slices_events.append(event)\r\n",
        "              slices_pitches.append(event[4])\r\n",
        "\r\n",
        "          if remove_every_randomth_note:\r\n",
        "            if remnote == every_random_note + 1:\r\n",
        "              remnote = 0\r\n",
        "              remnote_count += 1\r\n",
        "              every_random_note = secrets.randbelow(every_random_note+2)\r\n",
        "            else:\r\n",
        "              remnote += 1\r\n",
        "              not_matrix.append(event[4])\r\n",
        "              ev_matrix.append(event)\r\n",
        "              slices_events.append(event)\r\n",
        "              slices_pitches.append(event[4])\r\n",
        "          else:\r\n",
        "            not_matrix.append(event[4])\r\n",
        "            ev_matrix.append(event)\r\n",
        "            slices_events.append(event)\r\n",
        "            slices_pitches.append(event[4])\r\n",
        "            notes_counter += 1\r\n",
        "          kar_events_matrix.append(event)\r\n",
        "          kar_notes_matrix.append(event[4])\t\r\n",
        "\r\n",
        "        #how to add stuff...\r\n",
        "        if try_karaoke:\r\n",
        "          if event[0] == 'text_event' or event[0] == 'lyric':\r\n",
        "            kar_events_matrix.append(event) #only if you want a separate matrix for this kind of event\r\n",
        "            kar_notes_matrix.append(-1) #pitch -1 will be karaoke\r\n",
        "            ev_matrix.append(event)\r\n",
        "            not_matrix.append(-1)\r\n",
        "        #this is it :)\r\n",
        "\r\n",
        "      itrack += 1\r\n",
        "  \r\n",
        "    # Calculate stats about the resulting dataset\r\n",
        "    average_note_pitch = 0\r\n",
        "    min_note = 0\r\n",
        "    max_note = 0\r\n",
        "    itrack = 1\r\n",
        "\r\n",
        "    while itrack < len(score):\r\n",
        "        for event in score[itrack]:\r\n",
        "          if event[0] == 'note':\r\n",
        "            min_note = int(min(min_note, event[4]))\r\n",
        "            max_note = int(max(min_note, event[4]))\r\n",
        "        itrack += 1\r\n",
        "\r\n",
        "    files_count += 1\r\n",
        "    if debug:\r\n",
        "      print('File:', midi_file)\r\n",
        "\r\n",
        "if melody_reduction_to_slices_max_pitches:\r\n",
        "  not_matrix = slices_melody_pitches\r\n",
        "  ev_matrix = slices_melody_events\r\n",
        "\r\n",
        "print('Augmenting the dataset now to reduce plagiarizm and repetitions.')\r\n",
        "\r\n",
        "rnot_matrix = not_matrix\r\n",
        "rev_matrix = ev_matrix\r\n",
        "\r\n",
        "if reverse_resulting_dataset:\r\n",
        "  rnot_matrix.reverse()\r\n",
        "  rev_matrix.reverse()\r\n",
        "  fnot_matrix.reverse()\r\n",
        "  fev_matrix.reverse()\r\n",
        "\r\n",
        "#else:\r\n",
        "  #onot_matrix.reverse()\r\n",
        "  #oev_matrix.reverse()\r\n",
        "  #not_matrix = onot_matrix\r\n",
        "  #ev_matrix = oev_matrix\r\n",
        "\r\n",
        "if combine_original_and_resulting_datasets_together:\r\n",
        "  not_matrix += onot_matrix\r\n",
        "  ev_matrix += oev_matrix\r\n",
        "  slices_count = slices_count * 2\r\n",
        "\r\n",
        "if combine_flipped_and_resulting_datasets_together:\r\n",
        "  not_matrix += fnot_matrix\r\n",
        "  ev_matrix += fev_matrix\r\n",
        "  slices_count = slices_count * 2\r\n",
        "\r\n",
        "if try_karaoke == True:\r\n",
        "  #ev_matrix += kar_events_matrix\r\n",
        "  #not_matrix += kar_notes_matrix\r\n",
        "  ev_matrix.append(['karaoke'])\r\n",
        "  not_matrix.append(-1)\r\n",
        "\r\n",
        "average_note_pitch = int(list_average(not_matrix))\r\n",
        "\r\n",
        "print('Task complete :)')\r\n",
        "print('==================================================')\r\n",
        "print('Number of processed dataset MIDI files:', files_count)\r\n",
        "if reverse_resulting_dataset: print('The dataset was augmented to prevent plagiarism as requested.')\r\n",
        "print('Number of notes in the dataset MIDI files:', notes_counter)\r\n",
        "if remnote_count > 0: print('Number of notes removed:', remnote_count)\r\n",
        "if slices_count > 0: print('There are', slices_count, 'slices, each', notes_per_slice, '/', dataset_slices_length_in_notes, 'notes long.')\r\n",
        "#print('Minimum note pitch:', min_note)\r\n",
        "#print('Maximum note pitch:', max_note)\r\n",
        "print('Number of notes in the resulting dataset:', len(not_matrix))\r\n",
        "print('Number of total MIDI events recorded:', len(ev_matrix))\r\n",
        "print('Average note pitch:', average_note_pitch)\r\n",
        "print('First 5 notes of the resulting dataset:', ev_matrix[0:6])\r\n",
        "print('Last event:', ev_matrix[-1])\r\n",
        "if remove_drums: print('Drums MIDI events have been removed as requested.')\r\n",
        "# define a list of places\r\n",
        "MusicDataset = [not_matrix, ev_matrix]\r\n",
        "\r\n",
        "with open(full_path_to_output_dataset_to, 'wb') as filehandle:\r\n",
        "    # store the data as binary data stream\r\n",
        "    pickle.dump(MusicDataset, filehandle)\r\n",
        "print('Dataset was saved at:', full_path_to_output_dataset_to)\r\n",
        "print('Task complete. Enjoy! :)')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "7TUUCQTxWp9U"
      },
      "source": [
        "# Load/Re-load the processed dataset"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Kv4cUwf8yxJK",
        "cellView": "form"
      },
      "source": [
        "#@title Load pre-processed dataset from a file to memory\n",
        "full_path_to_dataset_file = \"/content/Meddleying-MAESTRO-Music-Dataset.data\" #@param {type:\"string\"}\n",
        "\n",
        "not_matrix = []\n",
        "ev_matrix = []\n",
        "try_karaoke = False\n",
        "with open(full_path_to_dataset_file, 'rb') as filehandle:\n",
        "    # read the data as binary data stream\n",
        "    MusicDataset = pickle.load(filehandle)\n",
        "    not_matrix = MusicDataset[0]\n",
        "    ev_matrix = MusicDataset[1]\n",
        "    events_matrix = ev_matrix\n",
        "    notes_matrix = not_matrix\n",
        "    if ev_matrix[-1][0] == 'karaoke' and not_matrix[-1] == -1:\n",
        "      try_karaoke = True\n",
        "      print('Detected MM Version 2.7+ Karaoke Dataset')\n",
        "    else:\n",
        "      print('Detected MM Legacy/non-Karaoke Dataset')\n",
        "print('Task complete. Enjoy! :)')\n",
        "print('==================================================')\n",
        "print('Number of notes in the dataset:', len(not_matrix))\n",
        "print('Number of total MIDI events recorded:', len(ev_matrix))\n",
        "print('Done! Enjoy! :)')   "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "mJyApDLFNOwb"
      },
      "source": [
        "# Custom MIDI / priming sequence option"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KlJ0itWgyA6E",
        "cellView": "form"
      },
      "source": [
        "#@title PRO Tip: Try to match at least an end_note duration and/or velocity for best results\n",
        "full_path_to_MIDI_file = \"/content/seed3.mid\" #@param {type:\"string\"}\n",
        "MIDI_channels_selection = \"all\" #@param [\"all\"] {allow-input: true}\n",
        "start_note_index = 0 #@param {type:\"number\"}\n",
        "end_note_index =  60#@param {type:\"number\"}\n",
        "output_ticks = 400 #@param {type:\"slider\", min:0, max:2000, step:100}\n",
        "ticks_per_note = 120 #@param {type:\"slider\", min:0, max:2000, step:10}\n",
        "ticks_durations_multiplier = 1\n",
        "score = []\n",
        "cev_matrix = []\n",
        "cnotes_matrix = []\n",
        "ctime = 0\n",
        "ctime = 0\n",
        "midi_file = open(full_path_to_MIDI_file, 'rb')\n",
        "if debug: print('Processing File:', file_address)\n",
        "\n",
        "if MIDI_channels_selection == 'all':\n",
        "  score1 = MIDI.midi2score(midi_file.read())\n",
        "else:\n",
        "  score0 = MIDI.midi2score(midi_file.read())\n",
        "  score1 = MIDI.grep(score0, [int(MIDI_channels_selection)])\n",
        "midi_file.close()\n",
        "score2 = MIDI.score2opus(score1)\n",
        "score3 = MIDI.to_millisecs(score2)\n",
        "score = MIDI.opus2score(score3)\n",
        "cnotes_matrix = []\n",
        "cev_matrix = []\n",
        "x = 0\n",
        "itrack = 1\n",
        "while itrack < len(score):\n",
        "    for event in score[itrack]:\n",
        "       if event[0] == 'note':\n",
        "          if x >= start_note_index and x <= end_note_index: \n",
        "            cnotes_matrix.append(event[4])\n",
        "          if x >= start_note_index and x <= end_note_index:    \n",
        "            cev_matrix.append(['note', ctime, event[2], event[3], event[4], event[5]])\n",
        "            #ctime += ticks_per_note\n",
        "            #ctime = event[1]\n",
        "            ctime += abs(output_ticks - int((event[5] + ticks_per_note) * ticks_durations_multiplier))\n",
        "          x += 1\n",
        "    itrack += 1\n",
        "  \n",
        "if debug:\n",
        "  print('File:', midi_file)\n",
        "print('Results:')\n",
        "events_matrix = ev_matrix\n",
        "start_event = cev_matrix[-1]\n",
        "\n",
        "cindex = 0\n",
        "index2 = 0\n",
        "index4 = 0\n",
        "index3 = 0\n",
        "index5 = 0\n",
        "\n",
        "for i in range(len(events_matrix)):\n",
        "  if events_matrix[i][4] == start_event[4]:\n",
        "    index4 = i\n",
        "    if debug: print('Found matching continuation primer note.')\n",
        "    if events_matrix[i][5] == start_event[5]:\n",
        "      index2 = i\n",
        "      if debug: print('Found matching continuation primer velocity.')\n",
        "      if events_matrix[i][2] == start_event[2]:\n",
        "        index5 = i\n",
        "        if debug: print('Found matching continuation duration.')\n",
        "        if events_matrix[i][3] == start_event[3]:\n",
        "          index3 = i\n",
        "          if debug: print('Found matching continuation MIDI channel.')\n",
        "          if debug: print('Found matching continuation MIDI event.')\n",
        "cindex = 0\n",
        "\n",
        "if index4 != 0: cindex = index4, print('Found a matching note.')\n",
        "if index5 != 0: cindex = index5, print('Found a matching velocity.')\n",
        "if index2 != 0: cindex = index2, print('Found a matching duration.')\n",
        "if index3 != 0: cindex = index3, print('Found a matching MIDI channel.')\n",
        "cindex = int(cindex[0])\n",
        "if cindex != 0:\n",
        "  print('Success. Continuation is possible. Enjoy! :)')\n",
        "  print('Number of notes in the primer composition:', len(cnotes_matrix))\n",
        "  print('Found matching Dataset index #:', cindex)\n",
        "  print('Primer MIDI last event/continuation event:', start_event)\n",
        "else:\n",
        "  print('Sorry, but there are no matching MIDI events in the dataset to continue given primer composition.')\n",
        "  print('Try to use a different End Note value (end_note_index), a larger dataset, a different primer compostion')\n",
        "  print('Or you can try different dataset/primer processing settings. You can also try including your primer into the dataset.')\n",
        "print('Done!')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9_vNoEXeNeya"
      },
      "source": [
        "# Generate Music\n",
        "\n",
        "Standard MIDI timings are 400/120(80)."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AueW2Q0Q41pC",
        "cellView": "form"
      },
      "source": [
        "#@title Play with the settings until you get what you like \n",
        "relative_note_timings = True #@param {type:\"boolean\"}\n",
        "start_note = 60 #@param {type:\"slider\", min:1, max:127, step:1}\n",
        "start_with_random_introduction = True #@param {type:\"boolean\"}\n",
        "notes_per_slice = 60 #@param {type:\"slider\", min:1, max:200, step:1}\n",
        "number_of_notes_to_match_slices = 40 #@param {type:\"slider\", min:0, max:100, step:1}\n",
        "number_of_slices = 10 #@param {type:\"slider\", min:1, max:100, step:1}\n",
        "extra_match_slices = \"Durations\" #@param [\"Notes Only\", \"Durations\", \"Velocities\", \"Channels\", \"Full Match\"]\n",
        "try_to_find_intro_for_composition = False\n",
        "output_ticks = 400 #@param {type:\"slider\", min:0, max:2000, step:100}\n",
        "ticks_per_note = 180 #@param {type:\"slider\", min:0, max:2000, step:10}\n",
        "ticks_durations_multiplier = 1\n",
        "notes_timings_multiplier = 1 #@param {type:\"slider\", min:0, max:2, step:0.01}\n",
        "notes_durations_multiplier = 1 #@param {type:\"slider\", min:0.5, max:1.5, step:0.01}\n",
        "notes_velocities_multiplier = 1.5 #@param {type:\"slider\", min:0.1, max:2, step:0.1}\n",
        "transpose_velocity = -30 #@param {type:\"slider\", min:-60, max:60, step:1}\n",
        "transpose_composition = 0 #@param {type:\"slider\", min:-30, max:30, step:1}\n",
        "set_all_MIDI_patches_to_piano = False #@param {type:\"boolean\"}\n",
        "MIDI_channel_patch_00 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_01 = 24 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_02 = 32 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_03 = 40 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_04 = 42 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_05 = 46 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_06 = 56 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_07 = 71 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_08 = 73 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_09 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_10 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_11 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_12 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_13 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_14 = 0 #@param {type:\"number\"}\n",
        "MIDI_channel_patch_15 = 0 #@param {type:\"number\"}\n",
        "\n",
        "output_events_matrix = []\n",
        "output_events_matrix1 = []\n",
        "midi_data = []\n",
        "midi_dats1 = []\n",
        "events_matrix = []\n",
        "notes_matrix = []\n",
        "index = 0\n",
        "index1 = 0\n",
        "time = 0\n",
        "x = 0\n",
        "nts = 0\n",
        "nts1 = 0\n",
        "dts = 0\n",
        "kar = 0\n",
        "output = []\n",
        "output1 = []\n",
        "average_note_pitch = 100\n",
        "time_r = 0\n",
        "ovent = []\n",
        "ovent_r = []\n",
        "ovent_a = []\n",
        "start_event = []\n",
        "event4 = []\n",
        "event3 = []\n",
        "event2 = []\n",
        "event1 = [] \n",
        "event = []\n",
        "event01 = [] \n",
        "event02 = []\n",
        "event03 = [] \n",
        "event04 = []\n",
        "global_time = []\n",
        "block_events = []\n",
        "block_notes = []\n",
        "end_index = 0\n",
        "\n",
        "\n",
        "ch0_ev_matrix = []\n",
        "ch1_ev_matrix = []\n",
        "ch2_ev_matrix = []\n",
        "ch3_ev_matrix = []\n",
        "ch4_ev_matrix = []\n",
        "ch5_ev_matrix = []\n",
        "ch6_ev_matrix = []\n",
        "ch7_ev_matrix = []\n",
        "ch8_ev_matrix = []\n",
        "ch9_ev_matrix = []\n",
        "ch10_ev_matrix = []\n",
        "ch11_ev_matrix = []\n",
        "ch12_ev_matrix = []\n",
        "ch13_ev_matrix = []\n",
        "ch14_ev_matrix = []\n",
        "ch15_ev_matrix = []\n",
        "\n",
        "if set_all_MIDI_patches_to_piano:\n",
        "  output = [output_ticks, [['track_name', 0, b'Meddleying MAESTRO']]]\n",
        "else:\n",
        "  output = [output_ticks,\n",
        "            [['track_name', 0, b'Meddleying MAESTRO'], \n",
        "              ['patch_change', 0, 0, MIDI_channel_patch_00], \n",
        "              ['patch_change', 0, 1, MIDI_channel_patch_01],\n",
        "              ['patch_change', 0, 2, MIDI_channel_patch_02],\n",
        "              ['patch_change', 0, 3, MIDI_channel_patch_03],\n",
        "              ['patch_change', 0, 4, MIDI_channel_patch_04],\n",
        "              ['patch_change', 0, 5, MIDI_channel_patch_05],\n",
        "              ['patch_change', 0, 6, MIDI_channel_patch_06],\n",
        "              ['patch_change', 0, 7, MIDI_channel_patch_07],\n",
        "              ['patch_change', 0, 8, MIDI_channel_patch_08],\n",
        "              ['patch_change', 0, 9, MIDI_channel_patch_09],\n",
        "              ['patch_change', 0, 10, MIDI_channel_patch_10],\n",
        "              ['patch_change', 0, 11, MIDI_channel_patch_11],\n",
        "              ['patch_change', 0, 12, MIDI_channel_patch_12],\n",
        "              ['patch_change', 0, 13, MIDI_channel_patch_13],\n",
        "              ['patch_change', 0, 14, MIDI_channel_patch_14],\n",
        "              ['patch_change', 0, 15, MIDI_channel_patch_15],]]\n",
        "output1 = output\n",
        "output_events_matrix = [['track_name', 0, b'Composition Track']]\n",
        "output_events_matrix1 = [['track_name', 0, b'Composition Track']]        \n",
        "\n",
        "print('Prepping the dataset...')\n",
        "print('Splitting the dataset into channels...')\n",
        "for i in range(len(ev_matrix)):\n",
        "  if ev_matrix[i][3] == 0:\n",
        "    ch0_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 1:\n",
        "    ch1_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 2:\n",
        "    ch2_ev_matrix.append(ev_matrix[i])\n",
        "  \n",
        "  if ev_matrix[i][3] == 3:\n",
        "    ch3_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 4:\n",
        "    ch4_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 5:\n",
        "    ch5_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 6:\n",
        "    ch6_ev_matrix.append(ev_matrix[i])\n",
        "  \n",
        "  if ev_matrix[i][3] == 7:\n",
        "    ch7_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 8:\n",
        "    ch8_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 9:\n",
        "    ch9_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 10:\n",
        "    ch10_ev_matrix.append(ev_matrix[i])\n",
        "  \n",
        "  if ev_matrix[i][3] == 11:\n",
        "    ch11_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 12:\n",
        "    ch12_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 13:\n",
        "    ch13_ev_matrix.append(ev_matrix[i])\n",
        "\n",
        "  if ev_matrix[i][3] == 14:\n",
        "    ch14_ev_matrix.append(ev_matrix[i])\n",
        "  \n",
        "  if ev_matrix[i][3] == 15:\n",
        "    ch15_ev_matrix.append(ev_matrix[i])    \n",
        "\n",
        "\n",
        "print('Sorting channel events...')\n",
        "\n",
        "ch0_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch1_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch2_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch3_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch4_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch5_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch6_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch7_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch8_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch9_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch10_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch11_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch12_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch13_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch14_ev_matrix.sort(key=lambda x: x[6])\n",
        "ch15_ev_matrix.sort(key=lambda x: x[6])\n",
        "\n",
        "print('Chordifying MIDI channels events...')\n",
        "\n",
        "#ev_matrix = [j for i in zip(ch0_ev_matrix, ch1_ev_matrix) for j in i]\n",
        "ev_matrix1 = [ch0_ev_matrix, \n",
        "             ch1_ev_matrix, \n",
        "             ch2_ev_matrix,\n",
        "             ch3_ev_matrix, \n",
        "             ch4_ev_matrix,\n",
        "             ch5_ev_matrix, \n",
        "             ch6_ev_matrix,\n",
        "             ch7_ev_matrix, \n",
        "             ch8_ev_matrix,\n",
        "             ch9_ev_matrix, \n",
        "             ch10_ev_matrix,\n",
        "             ch11_ev_matrix, \n",
        "             ch12_ev_matrix,             \n",
        "             ch13_ev_matrix, \n",
        "             ch14_ev_matrix,                                                                  \n",
        "             ch15_ev_matrix]\n",
        "\n",
        "ev_matrix2 = [ele for ele in ev_matrix1 if ele != []] \n",
        "ev_matrix = list(toolz.itertoolz.interleave(ev_matrix2))\n",
        "\n",
        "print('Final sorting and notes list creation...')\n",
        "ev_matrix.sort(key=lambda x: x[6])\n",
        "not_matrix = [row[4] for row in ev_matrix]\n",
        "\n",
        "\n",
        "if ctime > 0:\n",
        "  time = ctime\n",
        "else:\n",
        "  time = 0\n",
        "\n",
        "try:\n",
        "  if len(cev_matrix) != 0:\n",
        "    events_matrix = ev_matrix\n",
        "    notes_matrix = not_matrix\n",
        "    output_events_matrix = cev_matrix\n",
        "    start_note = cnotes_matrix[-1]\n",
        "    index = cindex\n",
        "    print('Priming_sequence: MIDI event:', cev_matrix[-1])\n",
        "    cev_matrix = 0\n",
        "    ctime = 0\n",
        "  else:\n",
        "    index = 0\n",
        "    flag = True\n",
        "    events_matrix = ev_matrix\n",
        "    notes_matrix = not_matrix\n",
        "\n",
        "    print('Priming_sequence: MIDI note #', [start_note])\n",
        "    index = not_matrix.index(start_note, secrets.choice(range(len(not_matrix))))\n",
        "\n",
        "    if start_with_random_introduction:\n",
        "      print('Trying to find a random intro for the composition...')\n",
        "      start = False\n",
        "      while start == False:\n",
        "       index = secrets.choice(range(len(ev_matrix)))\n",
        "       for i in range(index, (len(ev_matrix))):\n",
        "        event = ev_matrix[i]\n",
        "        if event[7] == 1:\n",
        "          start = True\n",
        "          index = event[6]\n",
        "          print('Success! Found a sutable composition introduction!')\n",
        "          break\n",
        "except: \n",
        "  print('The Generator could not find the starting note in a dataset note sequence. Please adjust the parameters.')\n",
        "  print('Meanwhile, trying to generate a sequence with the MIDI note # [60]')\n",
        "\n",
        "  try:\n",
        "    index = not_matrix.index(60, secrets.choice(range(len(not_matrix))))\n",
        "    print('Trying a random starting note...')\n",
        "    index = not_matrix.index(secrets.randbelow(128), secrets.choice(range(len(not_matrix))))\n",
        "  except:\n",
        "    print('Unfortunatelly, that did not work either. Please try again/restart run-time.')\n",
        "    sys.exit()\n",
        "\n",
        "\n",
        "\n",
        "  \n",
        "print('Final starting index:', index)\n",
        "print('Beginning the pattern search and generation...')\n",
        "\n",
        "if extra_match_slices != 'Notes Only':\n",
        "  print('Extra slices matching type requested:', extra_match_slices)\n",
        "\n",
        "for i in tqdm.auto.tqdm(range(number_of_slices)):\n",
        "\n",
        "  block_events = []\n",
        "  block_notes = []\n",
        "\n",
        "  for i in range(notes_per_slice):\n",
        "    previous_event = ev_matrix[index-1+i]\n",
        "    event = ev_matrix[index+i]\n",
        "    next_event = ev_matrix[index+1+i]\n",
        "\n",
        "\n",
        "\n",
        "    if ev_matrix[index+i][4] > 0 and event[0] == 'note':\n",
        "\n",
        "      if relative_note_timings:\n",
        "        if previous_event[1] != event[1]: \n",
        "          time += abs(output_ticks - int((event[5] + ticks_per_note) * ticks_durations_multiplier))\n",
        "        else:\n",
        "          time += 0\n",
        "\n",
        "      else:\n",
        "        if previous_event[1] != event[1]:\n",
        "          time += abs(int(ticks_per_note * ticks_durations_multiplier))\n",
        "        else:\n",
        "          time += 0\n",
        "\n",
        "      ovent_a = ['note', int(time * notes_timings_multiplier), int(event[2] * notes_durations_multiplier), event[3], event[4] + transpose_composition, (int(event[5] * notes_velocities_multiplier) + transpose_velocity)]                  \n",
        "      output_events_matrix.append(ovent_a)\n",
        "\n",
        "      nts1 += 1\n",
        "      if i >= notes_per_slice - number_of_notes_to_match_slices:\n",
        "        block_events.append(ovent_a)\n",
        "        block_notes.append(ovent_a[4])\n",
        "        if debug: print(block_notes)\n",
        "\n",
        "      \n",
        "    #how to add stuff...\n",
        "    if ev_matrix[index+i][4] == -1 and event[0] == 'text_event' or event[0] == 'lyric': \n",
        "      ovent_a = ['text_event', int(time), event[2]]                          \n",
        "      output_events_matrix.append(ovent_a)\n",
        "      block_events.append(ovent_a)\n",
        "          \n",
        "      kar += 1\n",
        "    #this is it :)     \n",
        "      \n",
        "\n",
        "\n",
        "    \n",
        "  found_pattern = False\n",
        "\n",
        "  for x in range(len(ev_matrix) - number_of_notes_to_match_slices - notes_per_slice):\n",
        "    z = 0  \n",
        "    if ev_matrix[x][0] == 'note':\n",
        "\n",
        "      for y in range(len(block_events)):       \n",
        "        if ev_matrix[x+y][0] == 'note' and block_events[y][0] == 'note':\n",
        "          if extra_match_slices == 'Full Match':\n",
        "            if block_events[y][3] == ev_matrix[x+y][3] and block_events[y][4] == ev_matrix[x+y][4] and block_events[y][2] == ev_matrix[x+y][2] and block_events[y][5] == ev_matrix[x+y][5]:\n",
        "                z += 1\n",
        "                nts += 1\n",
        "                continue \n",
        "          \n",
        "          if extra_match_slices == 'Notes Only':\n",
        "            if block_events[y][4] == ev_matrix[x+y][4]:            \n",
        "                z += 1\n",
        "                nts += 1\n",
        "                continue        \n",
        "\n",
        "          if extra_match_slices == 'Durations':\n",
        "            if block_events[y][2] == ev_matrix[x+y][2]:\n",
        "              z += 1\n",
        "              nts += 1\n",
        "              continue\n",
        "\n",
        "          if extra_match_slices == 'Velocities':\n",
        "            if block_events[y][5] == ev_matrix[x+y][5]:\n",
        "              z += 1\n",
        "              nts += 1\n",
        "              continue\n",
        "\n",
        "          if extra_match_slices == 'Channels':\n",
        "            if block_events[y][3] == ev_matrix[x+y][3]:       \n",
        "              z += 1\n",
        "              nts += 1 \n",
        "            \n",
        "      if z == len(block_events):\n",
        "        end_index = x + y\n",
        "        found_pattern = True\n",
        "        break\n",
        "\n",
        "  if debug: print('End Index', end_index)\n",
        "  if end_index != 0:\n",
        "    index = end_index\n",
        "    dts += 1\n",
        "\n",
        "output += [output_events_matrix]\n",
        "\n",
        "midi_data = MIDI.opus2midi(MIDI.score2opus(output))\n",
        "\n",
        "if not relative_note_timings:\n",
        "  with open('output-absolute.mid', 'wb') as midi_file1:\n",
        "      midi_file1.write(midi_data)\n",
        "      midi_file1.close()\n",
        "else:\n",
        "  with open('output-relative.mid', 'wb') as midi_file1:\n",
        "    midi_file1.write(midi_data)\n",
        "    midi_file1.close()\n",
        "print('Done! Crunching quick stats...')\n",
        "print('First Note:', output[2][1], '=== Last Note:', output[2][-1])\n",
        "print('MIDI Stats:', MIDI.score2stats(output))\n",
        "print('The dataset was scanned', dts, 'times.')\n",
        "print('Examined', nts, 'notes from the dataset.')\n",
        "print('Generated notes total:', nts1, 'out of expected', len(output[2]) - len(cnotes_matrix) - 1, 'MIDI events...')\n",
        "if try_karaoke: print('Generated', kar, 'Karaoke events.')\n",
        "print('Task complete!')\n",
        "print('Downloading your MIDI now :) Enjoy!')\n",
        "from google.colab import files\n",
        "if not relative_note_timings:\n",
        "  files.download('/content/output-absolute.mid')\n",
        "else:\n",
        "  files.download('/content/output-relative.mid')\n",
        "#files.download('/content/output-relative.mid')\n",
        "print('Enjoy! :)')\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "VbK4CaUQOjvW"
      },
      "source": [
        "# Fun MIR stats"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bJIcrVY6o9Gu",
        "cellView": "form"
      },
      "source": [
        "#@title Basic statistical analysis of the output MIDI file\n",
        "\n",
        "MIDI_DIR = \"/content/*.mid\"\n",
        "### https://github.com/brennan2602/FYP\n",
        "\n",
        "\n",
        "def get_piano_roll(midifile):\n",
        "\tmidi_pretty_format = pretty_midi.PrettyMIDI(midifile)\n",
        "\tpiano_midi = midi_pretty_format.instruments[0] # Get the piano channels\n",
        "\tpiano_roll = piano_midi.get_piano_roll(fs=20)\n",
        "\treturn piano_roll\n",
        "\n",
        "#uses split encoding scheme (here only encoding the note values)\n",
        "#works by looping through time increments of the piano roll array and writing the notes being played\n",
        "#at a given time sample as a number on the corresponding line of a string # is written when no notes played for that\n",
        "#sample\n",
        "def encode(arr):\n",
        "    timeinc=0\n",
        "    outString=\"\"\n",
        "    for time in arr:\n",
        "        notesinc = -1\n",
        "        #print(time)\n",
        "        if np.all(time==0):\n",
        "            outString=outString+\"#\"\n",
        "        for vel in arr[timeinc]:\n",
        "            notesinc=notesinc+1\n",
        "            if vel != 0:\n",
        "                noteRep=str(notesinc) + \" \"\n",
        "                #print(noteRep)\n",
        "                outString=outString+noteRep\n",
        "        outString=outString+\"\\n\"\n",
        "        timeinc = timeinc+1\n",
        "    return outString\n",
        "\n",
        "\n",
        "def getSilences(test):\n",
        "    test=test[:-1] #removing last line in string (always blank)\n",
        "    output=test.split(\"\\n\") #splitting into array\n",
        "    res = len(output)\n",
        "    #initialising counters\n",
        "    maxcounter=0\n",
        "    counter=0\n",
        "    silenceCount=0\n",
        "\n",
        "    for x in output:\n",
        "        if x == \"#\": #when a \"#\" is seen nothing is being played that sample\n",
        "            counter=counter+1 #this tracks a streak of silences\n",
        "            silenceCount+=1 #this tracks total silences\n",
        "        if x != \"#\":\n",
        "            counter=0 #reseting streak\n",
        "        if counter>maxcounter:\n",
        "            maxcounter=counter #updating longest silence streak when appropriate\n",
        "    return maxcounter,silenceCount\n",
        "\n",
        "\n",
        "#by looking at the length of song and the amount of silences this returns % silence\n",
        "def getPercentSilence(gen,silences):\n",
        "    test = gen\n",
        "    test = test[:-1]\n",
        "    output = test.split(\"\\n\")\n",
        "    res = len(output)\n",
        "    percent=silences/res\n",
        "    return percent\n",
        "\n",
        "\n",
        "def getStatsNotes(test):\n",
        "    test=test[:-1] #get rid of blank line at the end\n",
        "    notes=[]\n",
        "    output = test.split(\"\\n\") #split string on new lines\n",
        "\n",
        "    #initial values updated while looping through\n",
        "    maxPerSamp=0\n",
        "    silenceSamp=0\n",
        "    notesPlayed=0\n",
        "    maxNotes=0\n",
        "    maxVal=0\n",
        "    minVal=127\n",
        "\n",
        "    for x in output:\n",
        "        samp=x.split(\" \")\n",
        "        samp=samp[:-1] #theres a blank result at the end of array from split this indexing removes it\n",
        "        while \"0\" in samp:\n",
        "            samp.remove(\"0\") #sometimes 0 samples exist this removes them as they aren't notes played\n",
        "        if len(samp)==0:\n",
        "            silenceSamp+=1 #counting silences\n",
        "        notesPlayed=notesPlayed+len(samp) #counting notes played\n",
        "        if len(samp)>0:\n",
        "            #getting max and min note values at this time step\n",
        "            minimum=min(samp)\n",
        "            maximum=max(samp)\n",
        "            #updating max and min values note values for song if appropriate\n",
        "            if int(minimum)<minVal:\n",
        "                minVal=int(minimum)\n",
        "            if int(maximum)>maxVal:\n",
        "                maxVal=int(maximum)\n",
        "        #updating maximum number of notes per sample if appropriate\n",
        "        if len(samp)>maxNotes:\n",
        "            maxNotes=len(samp)\n",
        "    rangeNotes=maxVal-minVal #spread of notes\n",
        "    avgNotes = notesPlayed / len(output) #average notes per sample\n",
        "    adjNotes=notesPlayed /(len(output)-silenceSamp) #average notes per sample adjusted to remove silent samples\n",
        "    return rangeNotes, maxVal, minVal,maxNotes,avgNotes,adjNotes\n",
        "\n",
        "\n",
        "files=glob.glob(MIDI_DIR)#point towards directory with midi files (here same folder)\n",
        "#print(files)\n",
        "\n",
        "for f in files:\n",
        "    print(f)\n",
        "    pr = get_piano_roll(f) #gets piano roll representation of the midi file\n",
        "    arr = pr.T\n",
        "    outString= encode(arr) #gets a string representation of the midi file\n",
        "    maxsilences, silences = getSilences(outString) #by passing in the encoded string get longest silence and the total\n",
        "                                                   #number of samples which are silent\n",
        "    noteRange, maxVal, minVal, maxNotes, avgNotes, adjAvg =getStatsNotes(outString) # getting some stats by looping\n",
        "                                                                                    # through encoded data\n",
        "    percentSilence= getPercentSilence(outString,silences) # get % silence from silence / outString length\n",
        "\n",
        "    #printing out to the user\n",
        "    print(\"longest silence is \",maxsilences,\"samples long\")\n",
        "    print(\"silence covers:\",round(percentSilence,4),\"%\")\n",
        "    print(\"notes span range:\",noteRange)\n",
        "    print(\"max note value:\",maxVal)\n",
        "    print(\"min note value:\",minVal)\n",
        "    print(\"average number of notes per sample:\",round(avgNotes,4))\n",
        "    print(\"average number of notes per sample (adjusted to remove silence samples):\",round(adjAvg,4))\n",
        "    print(\"max number of notes played in a sample:\",maxNotes)\n",
        "    print(\"\\n\")\n",
        "\n",
        "#NOTE some minor discrepencies vs reading in from generated file directly\n",
        "#However this does provide a uniform check to use for songs generated by both encoding schemes\n",
        "#Can also be used to evaluate training file\n",
        "#uses split encoding to get the text representation for ease of development"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "cellView": "form",
        "id": "4UWsfXb2sla1"
      },
      "source": [
        "#@title Basic graph of the last output\n",
        "seconds_to_show = 30 #@param {type:\"slider\", min:1, max:180, step:1}\n",
        "show_whole_track = False #@param {type:\"boolean\"}\n",
        "graph_color = \"red\" #@param [\"blue\", \"red\", \"green\"]\n",
        "\n",
        "x = []\n",
        "y = []\n",
        "z = []\n",
        "\n",
        "t = 0\n",
        "itrack = 1\n",
        "fig = plt.figure(figsize=(12,5))\n",
        "while itrack < len(output1):\n",
        "  for event in output1[itrack]:\n",
        "      if event[0] == 'note':\n",
        "        y.append(event[4])\n",
        "        x.append(t)\n",
        "        plt.plot(x, y, color=graph_color)\n",
        "        t += 0.25       \n",
        "        if not show_whole_track:\n",
        "          if t == seconds_to_show: break\n",
        "  itrack +=1\n",
        "plt.show()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "cellView": "form",
        "id": "J-mpUZFB02Da"
      },
      "source": [
        "#@title Output MIDI bokeh plot\n",
        "\n",
        "preset = Preset(plot_width=850)\n",
        "plotter = Plotter(preset, plot_max_length_bar=4)\n",
        "\n",
        "if not relative_note_timings:\n",
        "  pm = PrettyMIDI(\"/content/output-absolute.mid\")\n",
        "else:\n",
        "  pm = PrettyMIDI(\"/content/output-relative.mid\")\n",
        "plotter.show_notebook(pm)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "cellView": "form",
        "id": "n9uT8VexhsxT"
      },
      "source": [
        "#@title Bonus Music21 Graphs (slow)\n",
        "display_relative_output = True\n",
        "histogram_pitchSpace_count = False #@param {type:\"boolean\"}\n",
        "histogram_pitchClass_count = False #@param {type:\"boolean\"}\n",
        "Windowed_Keys = False #@param {type:\"boolean\"}\n",
        "scatter_quarterLength_pitchSpace = True #@param {type:\"boolean\"}\n",
        "quarterLength_3DBars_pitchSpace_count = False #@param {type:\"boolean\"}\n",
        "\n",
        "if relative_note_timings:\n",
        "  s = converter.parse(\"/content/output-relative.mid\")\n",
        "else:\n",
        "  s = converter.parse(\"/content/output-absolute.mid\")\n",
        "p = 0\n",
        "if histogram_pitchSpace_count:\n",
        "  p = music21.graph.plot.HistogramPitchSpace(s)\n",
        "  p.id\n",
        "  'histogram-pitchSpace-count'\n",
        "  p.run()  # with defaults and proper configuration, will open graph\n",
        "\n",
        "if histogram_pitchClass_count:\n",
        "  p = graph.plot.HistogramPitchClass(s)\n",
        "  p.id\n",
        "  'histogram-pitchClass-count'\n",
        "  p.run()\n",
        "\n",
        "if Windowed_Keys:\n",
        "  p = graph.plot.WindowedKey(s.parts[0])\n",
        "  p.id\n",
        "  p.run()\n",
        "\n",
        "if scatter_quarterLength_pitchSpace:\n",
        "  p = graph.plot.ScatterPitchSpaceQuarterLength(s)\n",
        "  p.id\n",
        "  'scatter-quarterLength-pitchSpace'\n",
        "  p.run()\n",
        "if quarterLength_3DBars_pitchSpace_count:\n",
        "  p = graph.plot.Plot3DBarsPitchSpaceQuarterLength(s)\n",
        "  p.id\n",
        "  '3DBars-quarterLength-pitchSpace-count'\n",
        "  p.run()\n",
        "if p == 0:\n",
        "  print('Please select graph(s) to plot, please :)')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "2Snu3fb4N-Nd"
      },
      "source": [
        "# Congrats! :) You did it :)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NxsedAQbS_wR",
        "cellView": "form"
      },
      "source": [
        "#@title Make a nice Arc diagram of the output to show friends and family :)\n",
        "MIDI_file_track_to_visualize = 1 #@param {type:\"number\"}\n",
        "multi_track_input = True\n",
        "\n",
        "midi_file = '/content/output-absolute.mid'\n",
        "plot_title = \"Meddleying MAESTRO Output Arc Diagram\"\n",
        "\n",
        "def maximal_matching_pair( s, substring_length, old_index=-1 ):\n",
        "    '''\n",
        "    find the first pair of matching substrings at least as long as the specified length\n",
        "    '''\n",
        "    if substring_length > len(s)/2:\n",
        "        return (len(substring_length), -1) # fail- futile to keep searching with this string\n",
        "\n",
        "    head = s[:substring_length]\n",
        "    tail = s[substring_length:]\n",
        "    index = tail.find(head) \n",
        "    if index == -1:\n",
        "        if substring_length > 2:\n",
        "            return (substring_length-1, old_index) # success\n",
        "        return (substring_length, index) # fail- failed on first 2 character substring attempt \n",
        "    \n",
        "    return maximal_matching_pair(s, substring_length+1, index) # keep looking\n",
        "\n",
        "def first_matching_substring_pair( s, start=0 ):\n",
        "    '''\n",
        "    returns the first matching substring pair of at least length 2 in the given string, \n",
        "    ignoring all characters of the string before the given start index \n",
        "    '''\n",
        "    if start < 0:\n",
        "        return () # invalid input: start must be non-negative\n",
        "\n",
        "    if len(s[start:]) < 4:\n",
        "        return () # fail: string too short to find matching substrings of minimal length 2\n",
        "\n",
        "    minimal_substring_length = 2\n",
        "    (length, distance) = maximal_matching_pair(s[start:], minimal_substring_length)\n",
        "    if distance != -1:\n",
        "        return (start, length, distance) # success\n",
        "    \n",
        "    return first_matching_substring_pair(s, start+1) # keep looking\n",
        "\n",
        "def matching_substring_pairs( string ):\n",
        "    '''\n",
        "    returns a collection of consecutive substring pairs encoded as (start, length, distance) where\n",
        "    * start is the index of the first character of the first substring of the matching substring pair,\n",
        "    * length is the length of the substrings in the matching substring pair, and\n",
        "    * distance is the distance from the end of the first substring to the begining of the second substring\n",
        "    '''\n",
        "    pairs = []\n",
        "    pair = first_matching_substring_pair(string, 0)\n",
        "    while pair:\n",
        "        pairs.append(pair)\n",
        "        (start, length, distance) = pair\n",
        "        pair = first_matching_substring_pair(string, start+length)\n",
        "    return pairs\n",
        "\n",
        "def plot_arc_diagram( string, plot_title=\"\" ):\n",
        "    slds = matching_substring_pairs(string)\n",
        "    bews = map( lambda sld: (sld[0], sum(sld)+sld[1], sld[1]), slds )\n",
        "    plot_arc_diagram_impl(bews, plot_title)\n",
        "\n",
        "#  begin                                        end                 \n",
        "# /                                            /\n",
        "# ***********-----------O-----------***********\n",
        "# |--width--|            \\          |--width--|\n",
        "#           |-inner rad-| \\\n",
        "# |-----outer radius----|  center\n",
        "\n",
        "def plot_ring( ax, begin, end, width ):\n",
        "    cx = 0.5*(begin + end)\n",
        "    center = (cx, 0)\n",
        "    outer_radius = cx - begin\n",
        "    inner_radius = outer_radius - width\n",
        "\n",
        "    mypie, _ = ax.pie([1], radius=outer_radius, colors=[(0.4,0.4, 1.0, 0.3)], center=center )\n",
        "    plt.setp( mypie, width=width)\n",
        "\n",
        "    return outer_radius\n",
        "\n",
        "def plot_arc_diagram_impl( bews, plot_title ):\n",
        "    fig, ax = plt.subplots(subplot_kw={'aspect': 'auto'})\n",
        "\n",
        "    x_min = 0\n",
        "    x_max = 1920\n",
        "    max_width = 1080\n",
        "    for bew in bews:\n",
        "        x_max = max(x_max, bew[1])\n",
        "        orad = plot_ring(ax, bew[0], bew[1], bew[2])\n",
        "        max_width = max(max_width, orad)\n",
        "\n",
        "    ax.set_xlim(x_min, x_max)\n",
        "    ax.set_ylim( -max_width, max_width)\n",
        "\n",
        "    plt.axis('off')\n",
        "\n",
        "    title_obj = plt.title(plot_title, loc='center')\n",
        "    plt.setp(title_obj, color=(0.0, 0.0, 0.0, 1)) \n",
        "\n",
        "    plt.savefig('/content/output.png', dpi=600)\n",
        "    plt.show()\n",
        "\n",
        "\n",
        "def stringify_notes(midi_file, track_number):\n",
        "\n",
        "    mid = MidiFile(midi_file)\n",
        "    track_notes = {}\n",
        "    for i, track in enumerate(mid.tracks):\n",
        "        track_notes[i] = ''\n",
        "        for msg in track:\n",
        "            if( msg.type == 'note_on'):\n",
        "                track_notes[i] += str(msg.note) +'n'\n",
        "            if( msg.type == 'note_off'):\n",
        "                track_notes[i] += str(msg.note) +'f'\n",
        "    return track_notes[track_number]\n",
        "\n",
        "if multi_track_input:\n",
        "  try:\n",
        "    plot_arc_diagram(stringify_notes(midi_file, MIDI_file_track_to_visualize), plot_title)\n",
        "    if debug: \n",
        "      print('Debug mode')\n",
        "    print('MIDI Track #', MIDI_file_track_to_visualize, 'Arc Diagram')\n",
        "    Image('output-absolute.png')\n",
        "  except:\n",
        "    print('Error in processing your MIDI file. Sorry.')\n",
        "    sys.exit\n",
        "from google.colab import files\n",
        "files.download('/content/output.png')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "eA6K04h9OpK8"
      },
      "source": [
        "# MIDI Patch Numbers Reference Chart"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5fRNHIhVkI85"
      },
      "source": [
        "***\n",
        "\n",
        "## General MIDI Level 1 Instrument Families\n",
        "\n",
        "### The General MIDI Level 1 instrument sounds are grouped by families. In each family are 8 specific instruments.\n",
        "\n",
        "https://www.midi.org/specifications-old/item/gm-level-1-sound-set\n",
        "\n",
        "***\n",
        "\n",
        "## PC #\tFamily Name\n",
        "\n",
        "1-8\tPiano\n",
        "\n",
        "9-16\tChromatic Percussion\n",
        "\n",
        "17-24\tOrgan\n",
        "\n",
        "25-32\tGuitar\n",
        "\n",
        "33-40\tBass\n",
        "\n",
        "41-48\tStrings\n",
        "\n",
        "49-56\tEnsemble\n",
        "\n",
        "57-64\tBrass\n",
        "\n",
        "65-72\tReed\n",
        "\n",
        "73-80\tPipe\n",
        "\n",
        "81-88\tSynth Lead\n",
        "\n",
        "89-96\tSynth Pad\n",
        "\n",
        "97-104\tSynth Effects\n",
        "\n",
        "105-112\tEthnic\n",
        "\n",
        "113-120\tPercussive\n",
        "\n",
        "121-128\tSound Effects\n",
        "\n",
        "***\n",
        "\n",
        "Note: While GM1 does not define the actual characteristics of any sounds, the names in parentheses after each of the synth leads, pads, and sound effects are, in particular, intended only as guides).\n",
        "\n",
        "***\n",
        "\n",
        "### PC #\tInstrument Name \n",
        "#### Subtract 1 from MIDI patch index number below to get MIDI patch number to use\n",
        "1.\tAcoustic Grand Piano\n",
        "2.\tBright Acoustic Piano\n",
        "3.\tElectric Grand Piano\n",
        "4.\tHonky-tonk Piano\n",
        "5.\tElectric Piano 1\n",
        "6.\tElectric Piano 2\n",
        "7.\tHarpsichord\n",
        "8.\tClavi\n",
        "9.\tCelesta\n",
        "10.\tGlockenspiel\n",
        "11.\tMusic Box\n",
        "12.\tVibraphone\n",
        "13.\tMarimba\n",
        "14.\tXylophone\n",
        "15.\tTubular Bells\n",
        "16.\tDulcimer\n",
        "17.\tDrawbar Organ\n",
        "18.\tPercussive Organ\n",
        "19.\tRock Organ\n",
        "20.\tChurch Organ\n",
        "21.\tReed Organ\n",
        "22.\tAccordion\n",
        "23.\tHarmonica\n",
        "24.\tTango Accordion\n",
        "25.\tAcoustic Guitar (nylon)\n",
        "26.\tAcoustic Guitar (steel)\n",
        "27.\tElectric Guitar (jazz)\n",
        "28.\tElectric Guitar (clean)\n",
        "29.\tElectric Guitar (muted)\n",
        "30.\tOverdriven Guitar\n",
        "31.\tDistortion Guitar\n",
        "32.\tGuitar harmonics\n",
        "33.\tAcoustic Bass\n",
        "34.\tElectric Bass (finger)\n",
        "35.\tElectric Bass (pick)\n",
        "36.\tFretless Bass\n",
        "37.\tSlap Bass 1\n",
        "38.\tSlap Bass 2\n",
        "39.\tSynth Bass 1\n",
        "40.\tSynth Bass 2\n",
        "41.\tViolin\n",
        "42.\tViola\n",
        "43.\tCello\n",
        "44.\tContrabass\n",
        "45.\tTremolo Strings\n",
        "46.\tPizzicato Strings\n",
        "47.\tOrchestral Harp\n",
        "48.\tTimpani\n",
        "49.\tString Ensemble 1\n",
        "50.\tString Ensemble 2\n",
        "51.\tSynthStrings 1\n",
        "52.\tSynthStrings 2\n",
        "53.\tChoir Aahs\n",
        "54.\tVoice Oohs\n",
        "55.\tSynth Voice\n",
        "56.\tOrchestra Hit\n",
        "57.\tTrumpet\n",
        "58.\tTrombone\n",
        "59.\tTuba\n",
        "60.\tMuted Trumpet\n",
        "61.\tFrench Horn\n",
        "62.\tBrass Section\n",
        "63.\tSynthBrass 1\n",
        "64.\tSynthBrass 2\n",
        "65.\tSoprano Sax\n",
        "66.\tAlto Sax\n",
        "67.\tTenor Sax\n",
        "68.\tBaritone Sax\n",
        "69.\tOboe\n",
        "70.\tEnglish Horn\n",
        "71.\tBassoon\n",
        "72.\tClarinet\n",
        "73.\tPiccolo\n",
        "74.\tFlute\n",
        "75.\tRecorder\n",
        "76.\tPan Flute\n",
        "77.\tBlown Bottle\n",
        "78.\tShakuhachi\n",
        "79.\tWhistle\n",
        "80.\tOcarina\n",
        "81.\tLead 1 (square)\n",
        "82.\tLead 2 (sawtooth)\n",
        "83.\tLead 3 (calliope)\n",
        "84.\tLead 4 (chiff)\n",
        "85.\tLead 5 (charang)\n",
        "86.\tLead 6 (voice)\n",
        "87.\tLead 7 (fifths)\n",
        "88.\tLead 8 (bass + lead)\n",
        "89.\tPad 1 (new age)\n",
        "90.\tPad 2 (warm)\n",
        "91.\tPad 3 (polysynth)\n",
        "92.\tPad 4 (choir)\n",
        "93.\tPad 5 (bowed)\n",
        "94.\tPad 6 (metallic)\n",
        "95.\tPad 7 (halo)\n",
        "96.\tPad 8 (sweep)\n",
        "97.\tFX 1 (rain)\n",
        "98.\tFX 2 (soundtrack)\n",
        "99.\tFX 3 (crystal)\n",
        "100.\tFX 4 (atmosphere)\n",
        "101.\tFX 5 (brightness)\n",
        "102.\tFX 6 (goblins)\n",
        "103.\tFX 7 (echoes)\n",
        "104.\tFX 8 (sci-fi)\n",
        "105.\tSitar\n",
        "106.\tBanjo\n",
        "107.\tShamisen\n",
        "108.\tKoto\n",
        "109.\tKalimba\n",
        "110.\tBag pipe\n",
        "111.\tFiddle\n",
        "112.\tShanai\n",
        "113.\tTinkle Bell\n",
        "114.\tAgogo\n",
        "115.\tSteel Drums\n",
        "116.\tWoodblock\n",
        "117.\tTaiko Drum\n",
        "118.\tMelodic Tom\n",
        "119.\tSynth Drum\n",
        "120.\tReverse Cymbal\n",
        "121.\tGuitar Fret Noise\n",
        "122.\tBreath Noise\n",
        "123.\tSeashore\n",
        "124.\tBird Tweet\n",
        "125.\tTelephone Ring\n",
        "126.\tHelicopter\n",
        "127.\tApplause\n",
        "128.\tGunshot\n",
        "\n",
        "\n"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "NOPRmc0x828q"
      },
      "source": [
        "***\n",
        "\n",
        "# MIDI.py Version 6.7 by Peter Billam (just in case)\n",
        "\n",
        "\n",
        "***"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "cellView": "form",
        "id": "hvLneD0b8_53"
      },
      "source": [
        "#@title MIDI.py Module\n",
        "#! /usr/bin/python3\n",
        "# unsupported 20091104 ...\n",
        "#     ['set_sequence_number', dtime, sequence]\n",
        "#     ['raw_data', dtime, raw]\n",
        "\n",
        "# 20150914   jimbo1qaz   MIDI.py str/bytes bug report\n",
        "# I found a MIDI file which had Shift-JIS titles. When midi.py decodes it as\n",
        "# latin-1, it produces a string which cannot even be accessed without raising\n",
        "# a UnicodeDecodeError.  Maybe, when converting raw byte strings from MIDI,\n",
        "# you should keep them as bytes, not improperly decode them.  However, this\n",
        "# would change the API.  (ie: text = a \"string\" ? of 0 or more bytes).  It\n",
        "# could break compatiblity, but there's not much else you can do to fix the bug\n",
        "# https://en.wikipedia.org/wiki/Shift_JIS\n",
        "\n",
        "r'''\n",
        "This module offers functions:  concatenate_scores(), grep(),\n",
        "merge_scores(), mix_scores(), midi2opus(), midi2score(), opus2midi(),\n",
        "opus2score(), play_score(), score2midi(), score2opus(), score2stats(),\n",
        "score_type(), segment(), timeshift() and to_millisecs(),\n",
        "where \"midi\" means the MIDI-file bytes (as can be put in a .mid file,\n",
        "or piped into aplaymidi), and \"opus\" and \"score\" are list-structures\n",
        "as inspired by Sean Burke's MIDI-Perl CPAN module.\n",
        "\n",
        "Warning: Version 6.4 is not necessarily backward-compatible with\n",
        "previous versions, in that text-data is now bytes, not strings.\n",
        "This reflects the fact that many MIDI files have text data in\n",
        "encodings other that ISO-8859-1, for example in Shift-JIS.\n",
        "\n",
        "Download MIDI.py from   http://www.pjb.com.au/midi/free/MIDI.py\n",
        "and put it in your PYTHONPATH.  MIDI.py depends on Python3.\n",
        "\n",
        "There is also a call-compatible translation into Lua of this\n",
        "module: see http://www.pjb.com.au/comp/lua/MIDI.html\n",
        "\n",
        "The \"opus\" is a direct translation of the midi-file-events, where\n",
        "the times are delta-times, in ticks, since the previous event.\n",
        "\n",
        "The \"score\" is more human-centric; it uses absolute times, and\n",
        "combines the separate note_on and note_off events into one \"note\"\n",
        "event, with a duration:\n",
        " ['note', start_time, duration, channel, note, velocity] # in a \"score\"\n",
        "\n",
        "  EVENTS (in an \"opus\" structure)\n",
        "     ['note_off', dtime, channel, note, velocity]       # in an \"opus\"\n",
        "     ['note_on', dtime, channel, note, velocity]        # in an \"opus\"\n",
        "     ['key_after_touch', dtime, channel, note, velocity]\n",
        "     ['control_change', dtime, channel, controller(0-127), value(0-127)]\n",
        "     ['patch_change', dtime, channel, patch]\n",
        "     ['channel_after_touch', dtime, channel, velocity]\n",
        "     ['pitch_wheel_change', dtime, channel, pitch_wheel]\n",
        "     ['text_event', dtime, text]\n",
        "     ['copyright_text_event', dtime, text]\n",
        "     ['track_name', dtime, text]\n",
        "     ['instrument_name', dtime, text]\n",
        "     ['lyric', dtime, text]\n",
        "     ['marker', dtime, text]\n",
        "     ['cue_point', dtime, text]\n",
        "     ['text_event_08', dtime, text]\n",
        "     ['text_event_09', dtime, text]\n",
        "     ['text_event_0a', dtime, text]\n",
        "     ['text_event_0b', dtime, text]\n",
        "     ['text_event_0c', dtime, text]\n",
        "     ['text_event_0d', dtime, text]\n",
        "     ['text_event_0e', dtime, text]\n",
        "     ['text_event_0f', dtime, text]\n",
        "     ['end_track', dtime]\n",
        "     ['set_tempo', dtime, tempo]\n",
        "     ['smpte_offset', dtime, hr, mn, se, fr, ff]\n",
        "     ['time_signature', dtime, nn, dd, cc, bb]\n",
        "     ['key_signature', dtime, sf, mi]\n",
        "     ['sequencer_specific', dtime, raw]\n",
        "     ['raw_meta_event', dtime, command(0-255), raw]\n",
        "     ['sysex_f0', dtime, raw]\n",
        "     ['sysex_f7', dtime, raw]\n",
        "     ['song_position', dtime, song_pos]\n",
        "     ['song_select', dtime, song_number]\n",
        "     ['tune_request', dtime]\n",
        "\n",
        "  DATA TYPES\n",
        "     channel = a value 0 to 15\n",
        "     controller = 0 to 127 (see http://www.pjb.com.au/muscript/gm.html#cc )\n",
        "     dtime = time measured in \"ticks\", 0 to 268435455\n",
        "     velocity = a value 0 (soft) to 127 (loud)\n",
        "     note = a value 0 to 127  (middle-C is 60)\n",
        "     patch = 0 to 127 (see http://www.pjb.com.au/muscript/gm.html )\n",
        "     pitch_wheel = a value -8192 to 8191 (0x1FFF)\n",
        "     raw = bytes, of length 0 or more  (for sysex events see below)\n",
        "     sequence_number = a value 0 to 65,535 (0xFFFF)\n",
        "     song_pos = a value 0 to 16,383 (0x3FFF)\n",
        "     song_number = a value 0 to 127\n",
        "     tempo = microseconds per crochet (quarter-note), 0 to 16777215\n",
        "     text = bytes, of length 0 or more\n",
        "     ticks = the number of ticks per crochet (quarter-note)\n",
        "\n",
        "   In sysex_f0 events, the raw data must not start with a \\xF0 byte,\n",
        "   since this gets added automatically;\n",
        "   but it must end with an explicit \\xF7 byte!\n",
        "   In the very unlikely case that you ever need to split sysex data\n",
        "   into one sysex_f0 followed by one or more sysex_f7s, then only the\n",
        "   last of those sysex_f7 events must end with the explicit \\xF7 byte\n",
        "   (again, the raw data of individual sysex_f7 events must not start\n",
        "   with any \\xF7 byte, since this gets added automatically).\n",
        "\n",
        "   Since version 6.4, text data is in bytes, not in a ISO-8859-1 string.\n",
        "\n",
        "\n",
        "  GOING THROUGH A SCORE WITHIN A PYTHON PROGRAM\n",
        "    channels = {2,3,5,8,13}\n",
        "    itrack = 1   # skip 1st element which is ticks\n",
        "    while itrack < len(score):\n",
        "        for event in score[itrack]:\n",
        "            if event[0] == 'note':   # for example,\n",
        "                pass  # do something to all notes\n",
        "            # or, to work on events in only particular channels...\n",
        "            channel_index = MIDI.Event2channelindex.get(event[0], False)\n",
        "            if channel_index and (event[channel_index] in channels):\n",
        "                pass  # do something to channels 2,3,5,8 and 13\n",
        "        itrack += 1\n",
        "\n",
        "'''\n",
        "\n",
        "import sys, struct, copy\n",
        "# sys.stdout = os.fdopen(sys.stdout.fileno(), 'wb')\n",
        "Version = '6.7'\n",
        "VersionDate = '20201120'\n",
        "# 20201120 6.7 call to bytest() removed, and protect _unshift_ber_int\n",
        "# 20160702 6.6 to_millisecs() now handles set_tempo across multiple Tracks\n",
        "# 20150921 6.5 segment restores controllers as well as patch and tempo\n",
        "# 20150914 6.4 text data is bytes or bytearray, not ISO-8859-1 strings\n",
        "# 20150628 6.3 absent any set_tempo, default is 120bpm (see MIDI file spec 1.1)\n",
        "# 20150101 6.2 all text events can be 8-bit; let user get the right encoding\n",
        "# 20141231 6.1 fix _some_text_event; sequencer_specific data can be 8-bit\n",
        "# 20141230 6.0 synth_specific data can be 8-bit\n",
        "# 20120504 5.9 add the contents of mid_opus_tracks()\n",
        "# 20120208 5.8 fix num_notes_by_channel() ; should be a dict\n",
        "# 20120129 5.7 _encode handles empty tracks; score2stats num_notes_by_channel\n",
        "# 20111111 5.6 fix patch 45 and 46 in Number2patch, should be Harp\n",
        "# 20110129 5.5 add mix_opus_tracks() and event2alsaseq()\n",
        "# 20110126 5.4 \"previous message repeated N times\" to save space on stderr\n",
        "# 20110125 5.2 opus2score terminates unended notes at the end of the track\n",
        "# 20110124 5.1 the warnings in midi2opus display track_num\n",
        "# 21110122 5.0 if garbage, midi2opus returns the opus so far\n",
        "# 21110119 4.9 non-ascii chars stripped out of the text_events\n",
        "# 21110110 4.8 note_on with velocity=0 treated as a note-off\n",
        "# 21110108 4.6 unknown F-series event correctly eats just one byte\n",
        "# 21011010 4.2 segment() uses start_time, end_time named params\n",
        "# 21011005 4.1 timeshift() must not pad the set_tempo command\n",
        "# 21011003 4.0 pitch2note_event must be chapitch2note_event\n",
        "# 21010918 3.9 set_sequence_number supported, FWIW\n",
        "# 20100913 3.7 many small bugfixes; passes all tests\n",
        "# 20100910 3.6 concatenate_scores enforce ticks=1000, just like merge_scores\n",
        "# 20100908 3.5 minor bugs fixed in score2stats\n",
        "# 20091104 3.4 tune_request now supported\n",
        "# 20091104 3.3 fixed bug in decoding song_position and song_select\n",
        "# 20091104 3.2 unsupported: set_sequence_number tune_request raw_data\n",
        "# 20091101 3.1 document how to traverse a score within Python\n",
        "# 20091021 3.0 fixed bug in score2stats detecting GM-mode = 0\n",
        "# 20091020 2.9 score2stats reports GM-mode and bank msb,lsb events\n",
        "# 20091019 2.8 in merge_scores, channel 9 must remain channel 9 (in GM)\n",
        "# 20091018 2.7 handles empty tracks gracefully\n",
        "# 20091015 2.6 grep() selects channels\n",
        "# 20091010 2.5 merge_scores reassigns channels to avoid conflicts\n",
        "# 20091010 2.4 fixed bug in to_millisecs which now only does opusses\n",
        "# 20091010 2.3 score2stats returns channels & patch_changes, by_track & total\n",
        "# 20091010 2.2 score2stats() returns also pitches and percussion dicts\n",
        "# 20091010 2.1 bugs: >= not > in segment, to notice patch_change at time 0\n",
        "# 20091010 2.0 bugs: spurious pop(0) ( in _decode sysex\n",
        "# 20091008 1.9 bugs: ISO decoding in sysex; str( not int( in note-off warning\n",
        "# 20091008 1.8 add concatenate_scores()\n",
        "# 20091006 1.7 score2stats() measures nticks and ticks_per_quarter\n",
        "# 20091004 1.6 first mix_scores() and merge_scores()\n",
        "# 20090424 1.5 timeshift() bugfix: earliest only sees events after from_time\n",
        "# 20090330 1.4 timeshift() has also a from_time argument\n",
        "# 20090322 1.3 timeshift() has also a start_time argument\n",
        "# 20090319 1.2 add segment() and timeshift()\n",
        "# 20090301 1.1 add to_millisecs()\n",
        "\n",
        "_previous_warning = ''  # 5.4\n",
        "_previous_times = 0     # 5.4\n",
        "#------------------------------- Encoding stuff --------------------------\n",
        "\n",
        "def opus2midi(opus=[]):\n",
        "    r'''The argument is a list: the first item in the list is the \"ticks\"\n",
        "parameter, the others are the tracks. Each track is a list\n",
        "of midi-events, and each event is itself a list; see above.\n",
        "opus2midi() returns a bytestring of the MIDI, which can then be\n",
        "written either to a file opened in binary mode (mode='wb'),\n",
        "or to stdout by means of:   sys.stdout.buffer.write()\n",
        "\n",
        "my_opus = [\n",
        "    96, \n",
        "    [   # track 0:\n",
        "        ['patch_change', 0, 1, 8],   # and these are the events...\n",
        "        ['note_on',   5, 1, 25, 96],\n",
        "        ['note_off', 96, 1, 25, 0],\n",
        "        ['note_on',   0, 1, 29, 96],\n",
        "        ['note_off', 96, 1, 29, 0],\n",
        "    ],   # end of track 0\n",
        "]\n",
        "my_midi = opus2midi(my_opus)\n",
        "sys.stdout.buffer.write(my_midi)\n",
        "'''\n",
        "    if len(opus) < 2:\n",
        "        opus=[1000, [],]\n",
        "    tracks = copy.deepcopy(opus)\n",
        "    ticks = int(tracks.pop(0))\n",
        "    ntracks = len(tracks)\n",
        "    if ntracks == 1:\n",
        "        format = 0\n",
        "    else:\n",
        "        format = 1\n",
        "\n",
        "    my_midi = b\"MThd\\x00\\x00\\x00\\x06\"+struct.pack('>HHH',format,ntracks,ticks)\n",
        "    for track in tracks:\n",
        "        events = _encode(track)\n",
        "        my_midi += b'MTrk' + struct.pack('>I',len(events)) + events\n",
        "    _clean_up_warnings()\n",
        "    return my_midi\n",
        "\n",
        "\n",
        "def score2opus(score=None):\n",
        "    r'''\n",
        "The argument is a list: the first item in the list is the \"ticks\"\n",
        "parameter, the others are the tracks. Each track is a list\n",
        "of score-events, and each event is itself a list.  A score-event\n",
        "is similar to an opus-event (see above), except that in a score:\n",
        " 1) the times are expressed as an absolute number of ticks\n",
        "    from the track's start time\n",
        " 2) the pairs of 'note_on' and 'note_off' events in an \"opus\"\n",
        "    are abstracted into a single 'note' event in a \"score\":\n",
        "    ['note', start_time, duration, channel, pitch, velocity]\n",
        "score2opus() returns a list specifying the equivalent \"opus\".\n",
        "\n",
        "my_score = [\n",
        "    96,\n",
        "    [   # track 0:\n",
        "        ['patch_change', 0, 1, 8],\n",
        "        ['note', 5, 96, 1, 25, 96],\n",
        "        ['note', 101, 96, 1, 29, 96]\n",
        "    ],   # end of track 0\n",
        "]\n",
        "my_opus = score2opus(my_score)\n",
        "'''\n",
        "    if len(score) < 2:\n",
        "        score=[1000, [],]\n",
        "    tracks = copy.deepcopy(score)\n",
        "    ticks = int(tracks.pop(0))\n",
        "    opus_tracks = []\n",
        "    for scoretrack in tracks:\n",
        "        time2events = dict([])\n",
        "        for scoreevent in scoretrack:\n",
        "            if scoreevent[0] == 'note':\n",
        "                note_on_event = ['note_on',scoreevent[1],\n",
        "                 scoreevent[3],scoreevent[4],scoreevent[5]]\n",
        "                note_off_event = ['note_off',scoreevent[1]+scoreevent[2],\n",
        "                 scoreevent[3],scoreevent[4],scoreevent[5]]\n",
        "                if time2events.get(note_on_event[1]):\n",
        "                   time2events[note_on_event[1]].append(note_on_event)\n",
        "                else:\n",
        "                   time2events[note_on_event[1]] = [note_on_event,]\n",
        "                if time2events.get(note_off_event[1]):\n",
        "                   time2events[note_off_event[1]].append(note_off_event)\n",
        "                else:\n",
        "                   time2events[note_off_event[1]] = [note_off_event,]\n",
        "                continue\n",
        "            if time2events.get(scoreevent[1]):\n",
        "               time2events[scoreevent[1]].append(scoreevent)\n",
        "            else:\n",
        "               time2events[scoreevent[1]] = [scoreevent,]\n",
        "\n",
        "        sorted_times = []  # list of keys\n",
        "        for k in time2events.keys():\n",
        "            sorted_times.append(k)\n",
        "        sorted_times.sort()\n",
        "\n",
        "        sorted_events = []  # once-flattened list of values sorted by key\n",
        "        for time in sorted_times:\n",
        "            sorted_events.extend(time2events[time])\n",
        "\n",
        "        abs_time = 0\n",
        "        for event in sorted_events:  # convert abs times => delta times\n",
        "            delta_time = event[1] - abs_time\n",
        "            abs_time = event[1]\n",
        "            event[1] = delta_time\n",
        "        opus_tracks.append(sorted_events)\n",
        "    opus_tracks.insert(0,ticks)\n",
        "    _clean_up_warnings()\n",
        "    return opus_tracks\n",
        "\n",
        "def score2midi(score=None):\n",
        "    r'''\n",
        "Translates a \"score\" into MIDI, using score2opus() then opus2midi()\n",
        "'''\n",
        "    return opus2midi(score2opus(score))\n",
        "\n",
        "#--------------------------- Decoding stuff ------------------------\n",
        "\n",
        "def midi2opus(midi=b''):\n",
        "    r'''Translates MIDI into a \"opus\".  For a description of the\n",
        "\"opus\" format, see opus2midi()\n",
        "'''\n",
        "    my_midi=bytearray(midi)\n",
        "    if len(my_midi) < 4:\n",
        "        _clean_up_warnings()\n",
        "        return [1000,[],]\n",
        "    id = bytes(my_midi[0:4])\n",
        "    if id != b'MThd':\n",
        "        _warn(\"midi2opus: midi starts with \"+str(id)+\" instead of 'MThd'\")\n",
        "        _clean_up_warnings()\n",
        "        return [1000,[],]\n",
        "    [length, format, tracks_expected, ticks] = struct.unpack(\n",
        "     '>IHHH', bytes(my_midi[4:14]))\n",
        "    if length != 6:\n",
        "        _warn(\"midi2opus: midi header length was \"+str(length)+\" instead of 6\")\n",
        "        _clean_up_warnings()\n",
        "        return [1000,[],]\n",
        "    my_opus = [ticks,]\n",
        "    my_midi = my_midi[14:]\n",
        "    track_num = 1   # 5.1\n",
        "    while len(my_midi) >= 8:\n",
        "        track_type   = bytes(my_midi[0:4])\n",
        "        if track_type != b'MTrk':\n",
        "            _warn('midi2opus: Warning: track #'+str(track_num)+' type is '+str(track_type)+\" instead of b'MTrk'\")\n",
        "        [track_length] = struct.unpack('>I', my_midi[4:8])\n",
        "        my_midi = my_midi[8:]\n",
        "        if track_length > len(my_midi):\n",
        "            _warn('midi2opus: track #'+str(track_num)+' length '+str(track_length)+' is too large')\n",
        "            _clean_up_warnings()\n",
        "            return my_opus   # 5.0\n",
        "        my_midi_track = my_midi[0:track_length]\n",
        "        my_track = _decode(my_midi_track)\n",
        "        my_opus.append(my_track)\n",
        "        my_midi = my_midi[track_length:]\n",
        "        track_num += 1   # 5.1\n",
        "    _clean_up_warnings()\n",
        "    return my_opus\n",
        "\n",
        "def opus2score(opus=[]):\n",
        "    r'''For a description of the \"opus\" and \"score\" formats,\n",
        "see opus2midi() and score2opus().\n",
        "'''\n",
        "    if len(opus) < 2:\n",
        "        _clean_up_warnings()\n",
        "        return [1000,[],]\n",
        "    tracks = copy.deepcopy(opus)  # couple of slices probably quicker...\n",
        "    ticks = int(tracks.pop(0))\n",
        "    score = [ticks,]\n",
        "    for opus_track in tracks:\n",
        "        ticks_so_far = 0\n",
        "        score_track = []\n",
        "        chapitch2note_on_events = dict([])   # 4.0\n",
        "        for opus_event in opus_track:\n",
        "            ticks_so_far += opus_event[1]\n",
        "            if opus_event[0] == 'note_off' or (opus_event[0] == 'note_on' and opus_event[4] == 0):  # 4.8\n",
        "                cha = opus_event[2]\n",
        "                pitch = opus_event[3]\n",
        "                key = cha*128 + pitch\n",
        "                if chapitch2note_on_events.get(key):\n",
        "                    new_event = chapitch2note_on_events[key].pop(0)\n",
        "                    new_event[2] = ticks_so_far - new_event[1]\n",
        "                    score_track.append(new_event)\n",
        "                elif pitch > 127:\n",
        "                    _warn('opus2score: note_off with no note_on, bad pitch='+str(pitch))\n",
        "                else:\n",
        "                    _warn('opus2score: note_off with no note_on cha='+str(cha)+' pitch='+str(pitch))\n",
        "            elif opus_event[0] == 'note_on':\n",
        "                cha = opus_event[2]\n",
        "                pitch = opus_event[3]\n",
        "                key = cha*128 + pitch\n",
        "                new_event = ['note',ticks_so_far,0,cha,pitch, opus_event[4]]\n",
        "                if chapitch2note_on_events.get(key):\n",
        "                    chapitch2note_on_events[key].append(new_event)\n",
        "                else:\n",
        "                    chapitch2note_on_events[key] = [new_event,]\n",
        "            else:\n",
        "                opus_event[1] = ticks_so_far\n",
        "                score_track.append(opus_event)\n",
        "        # check for unterminated notes (Oisín) -- 5.2\n",
        "        for chapitch in chapitch2note_on_events:\n",
        "            note_on_events = chapitch2note_on_events[chapitch]\n",
        "            for new_e in note_on_events:\n",
        "                new_e[2] = ticks_so_far - new_e[1]\n",
        "                score_track.append(new_e)\n",
        "                _warn(\"opus2score: note_on with no note_off cha=\"+str(new_e[3])+' pitch='+str(new_e[4])+'; adding note_off at end')\n",
        "        score.append(score_track)\n",
        "    _clean_up_warnings()\n",
        "    return score\n",
        "\n",
        "def midi2score(midi=b''):\n",
        "    r'''\n",
        "Translates MIDI into a \"score\", using midi2opus() then opus2score()\n",
        "'''\n",
        "    return opus2score(midi2opus(midi))\n",
        "\n",
        "def midi2ms_score(midi=b''):\n",
        "    r'''\n",
        "Translates MIDI into a \"score\" with one beat per second and one\n",
        "tick per millisecond, using midi2opus() then to_millisecs()\n",
        "then opus2score()\n",
        "'''\n",
        "    return opus2score(to_millisecs(midi2opus(midi)))\n",
        "\n",
        "#------------------------ Other Transformations ---------------------\n",
        "\n",
        "def to_millisecs(old_opus=None):\n",
        "    r'''Recallibrates all the times in an \"opus\" to use one beat\n",
        "per second and one tick per millisecond.  This makes it\n",
        "hard to retrieve any information about beats or barlines,\n",
        "but it does make it easy to mix different scores together.\n",
        "'''\n",
        "    if old_opus == None:\n",
        "        return [1000,[],]\n",
        "    try:\n",
        "        old_tpq  = int(old_opus[0])\n",
        "    except IndexError:   # 5.0\n",
        "        _warn('to_millisecs: the opus '+str(type(old_opus))+' has no elements')\n",
        "        return [1000,[],]\n",
        "    new_opus = [1000,]\n",
        "    # 6.7 first go through building a table of set_tempos by absolute-tick\n",
        "    ticks2tempo = {}\n",
        "    itrack = 1\n",
        "    while itrack < len(old_opus):\n",
        "        ticks_so_far = 0\n",
        "        for old_event in old_opus[itrack]:\n",
        "            if old_event[0] == 'note':\n",
        "                raise TypeError('to_millisecs needs an opus, not a score')\n",
        "            ticks_so_far += old_event[1]\n",
        "            if old_event[0] == 'set_tempo':\n",
        "                ticks2tempo[ticks_so_far] = old_event[2]\n",
        "        itrack += 1\n",
        "    # then get the sorted-array of their keys\n",
        "    tempo_ticks = []  # list of keys\n",
        "    for k in ticks2tempo.keys():\n",
        "        tempo_ticks.append(k)\n",
        "    tempo_ticks.sort()\n",
        "    # then go through converting to millisec, testing if the next\n",
        "    # set_tempo lies before the next track-event, and using it if so.\n",
        "    itrack = 1\n",
        "    while itrack < len(old_opus):\n",
        "        ms_per_old_tick = 500.0 / old_tpq  # float: will round later 6.3\n",
        "        i_tempo_ticks = 0\n",
        "        ticks_so_far = 0\n",
        "        ms_so_far = 0.0\n",
        "        previous_ms_so_far = 0.0\n",
        "        new_track = [['set_tempo',0,1000000],]  # new \"crochet\" is 1 sec\n",
        "        for old_event in old_opus[itrack]:\n",
        "            # detect if ticks2tempo has something before this event\n",
        "            # 20160702 if ticks2tempo is at the same time, leave it\n",
        "            event_delta_ticks = old_event[1]\n",
        "            if (i_tempo_ticks < len(tempo_ticks) and\n",
        "              tempo_ticks[i_tempo_ticks] < (ticks_so_far + old_event[1])):\n",
        "                delta_ticks = tempo_ticks[i_tempo_ticks] - ticks_so_far\n",
        "                ms_so_far += (ms_per_old_tick * delta_ticks)\n",
        "                ticks_so_far = tempo_ticks[i_tempo_ticks]\n",
        "                ms_per_old_tick = ticks2tempo[ticks_so_far] / (1000.0*old_tpq)\n",
        "                i_tempo_ticks += 1\n",
        "                event_delta_ticks -= delta_ticks\n",
        "            new_event = copy.deepcopy(old_event)  # now handle the new event\n",
        "            ms_so_far += (ms_per_old_tick * old_event[1])\n",
        "            new_event[1] = round(ms_so_far - previous_ms_so_far)\n",
        "            if old_event[0] != 'set_tempo':\n",
        "                previous_ms_so_far = ms_so_far\n",
        "                new_track.append(new_event)\n",
        "            ticks_so_far += event_delta_ticks\n",
        "        new_opus.append(new_track)\n",
        "        itrack += 1\n",
        "    _clean_up_warnings()\n",
        "    return new_opus\n",
        "\n",
        "def event2alsaseq(event=None):   # 5.5\n",
        "    r'''Converts an event into the format needed by the alsaseq module,\n",
        "http://pp.com.mx/python/alsaseq\n",
        "The type of track (opus or score) is autodetected.\n",
        "'''\n",
        "    pass\n",
        "\n",
        "def grep(score=None, channels=None):\n",
        "    r'''Returns a \"score\" containing only the channels specified\n",
        "'''\n",
        "    if score == None:\n",
        "        return [1000,[],]\n",
        "    ticks = score[0]\n",
        "    new_score = [ticks,]\n",
        "    if channels == None:\n",
        "        return new_score\n",
        "    channels = set(channels)\n",
        "    global Event2channelindex\n",
        "    itrack = 1\n",
        "    while itrack < len(score):\n",
        "        new_score.append([])\n",
        "        for event in score[itrack]:\n",
        "            channel_index = Event2channelindex.get(event[0], False)\n",
        "            if channel_index:\n",
        "                if event[channel_index] in channels:\n",
        "                    new_score[itrack].append(event)\n",
        "            else:\n",
        "                new_score[itrack].append(event)\n",
        "        itrack += 1\n",
        "    return new_score\n",
        "\n",
        "def play_score(score=None):\n",
        "    r'''Converts the \"score\" to midi, and feeds it into 'aplaymidi -'\n",
        "'''\n",
        "    if score == None:\n",
        "        return\n",
        "    import subprocess\n",
        "    pipe = subprocess.Popen(['aplaymidi','-'], stdin=subprocess.PIPE)\n",
        "    if score_type(score) == 'opus':\n",
        "        pipe.stdin.write(opus2midi(score))\n",
        "    else:\n",
        "        pipe.stdin.write(score2midi(score))\n",
        "    pipe.stdin.close()\n",
        "\n",
        "def timeshift(score=None, shift=None, start_time=None, from_time=0, tracks={0,1,2,3,4,5,6,7,8,10,12,13,14,15}):\n",
        "    r'''Returns a \"score\" shifted in time by \"shift\" ticks, or shifted\n",
        "so that the first event starts at \"start_time\" ticks.\n",
        "\n",
        "If \"from_time\" is specified, only those events in the score\n",
        "that begin after it are shifted. If \"start_time\" is less than\n",
        "\"from_time\" (or \"shift\" is negative), then the intermediate\n",
        "notes are deleted, though patch-change events are preserved.\n",
        "\n",
        "If \"tracks\" are specified, then only those tracks get shifted.\n",
        "\"tracks\" can be a list, tuple or set; it gets converted to set\n",
        "internally.\n",
        "\n",
        "It is deprecated to specify both \"shift\" and \"start_time\".\n",
        "If this does happen, timeshift() will print a warning to\n",
        "stderr and ignore the \"shift\" argument.\n",
        "\n",
        "If \"shift\" is negative and sufficiently large that it would\n",
        "leave some event with a negative tick-value, then the score\n",
        "is shifted so that the first event occurs at time 0. This\n",
        "also occurs if \"start_time\" is negative, and is also the\n",
        "default if neither \"shift\" nor \"start_time\" are specified.\n",
        "'''\n",
        "    #_warn('tracks='+str(tracks))\n",
        "    if score == None or len(score) < 2:\n",
        "        return [1000, [],]\n",
        "    new_score = [score[0],]\n",
        "    my_type = score_type(score)\n",
        "    if my_type == '':\n",
        "        return new_score\n",
        "    if my_type == 'opus':\n",
        "        _warn(\"timeshift: opus format is not supported\\n\")\n",
        "        # _clean_up_scores()  6.2; doesn't exist! what was it supposed to do?\n",
        "        return new_score\n",
        "    if not (shift == None) and not (start_time == None):\n",
        "        _warn(\"timeshift: shift and start_time specified: ignoring shift\\n\")\n",
        "        shift = None\n",
        "    if shift == None:\n",
        "        if (start_time == None) or (start_time < 0):\n",
        "            start_time = 0\n",
        "        # shift = start_time - from_time\n",
        "\n",
        "    i = 1   # ignore first element (ticks)\n",
        "    tracks = set(tracks)  # defend against tuples and lists\n",
        "    earliest = 1000000000\n",
        "    if not (start_time == None) or shift < 0:  # first find the earliest event\n",
        "        while i < len(score):\n",
        "            if len(tracks) and not ((i-1) in tracks):\n",
        "                i += 1\n",
        "                continue\n",
        "            for event in score[i]:\n",
        "                 if event[1] < from_time:\n",
        "                     continue  # just inspect the to_be_shifted events\n",
        "                 if event[1] < earliest:\n",
        "                     earliest = event[1]\n",
        "            i += 1\n",
        "    if earliest > 999999999:\n",
        "        earliest = 0\n",
        "    if shift == None:\n",
        "        shift = start_time - earliest\n",
        "    elif (earliest + shift) < 0:\n",
        "        start_time = 0\n",
        "        shift = 0 - earliest\n",
        "\n",
        "    i = 1   # ignore first element (ticks)\n",
        "    while i < len(score):\n",
        "        if len(tracks) == 0 or not ((i-1) in tracks):  # 3.8\n",
        "            new_score.append(score[i])\n",
        "            i += 1\n",
        "            continue\n",
        "        new_track = []\n",
        "        for event in score[i]:\n",
        "            new_event = list(event)\n",
        "            #if new_event[1] == 0 and shift > 0 and new_event[0] != 'note':\n",
        "            #    pass\n",
        "            #elif new_event[1] >= from_time:\n",
        "            if new_event[1] >= from_time:\n",
        "                # 4.1 must not rightshift set_tempo\n",
        "                if new_event[0] != 'set_tempo' or shift<0:\n",
        "                    new_event[1] += shift\n",
        "            elif (shift < 0) and (new_event[1] >= (from_time+shift)):\n",
        "                continue\n",
        "            new_track.append(new_event)\n",
        "        if len(new_track) > 0:\n",
        "            new_score.append(new_track)\n",
        "        i += 1\n",
        "    _clean_up_warnings()\n",
        "    return new_score\n",
        "\n",
        "def segment(score=None, start_time=None, end_time=None, start=0, end=100000000,\n",
        " tracks={0,1,2,3,4,5,6,7,8,10,11,12,13,14,15}):\n",
        "    r'''Returns a \"score\" which is a segment of the one supplied\n",
        "as the argument, beginning at \"start_time\" ticks and ending\n",
        "at \"end_time\" ticks (or at the end if \"end_time\" is not supplied).\n",
        "If the set \"tracks\" is specified, only those tracks will\n",
        "be returned.\n",
        "'''\n",
        "    if score == None or len(score) < 2:\n",
        "        return [1000, [],]\n",
        "    if start_time == None:  # as of 4.2 start_time is recommended\n",
        "        start_time = start  # start is legacy usage\n",
        "    if end_time == None:    # likewise\n",
        "        end_time = end\n",
        "    new_score = [score[0],]\n",
        "    my_type = score_type(score)\n",
        "    if my_type == '':\n",
        "        return new_score\n",
        "    if my_type == 'opus':\n",
        "        # more difficult (disconnecting note_on's from their note_off's)...\n",
        "        _warn(\"segment: opus format is not supported\\n\")\n",
        "        _clean_up_warnings()\n",
        "        return new_score\n",
        "    i = 1   # ignore first element (ticks); we count in ticks anyway\n",
        "    tracks = set(tracks)  # defend against tuples and lists\n",
        "    while i < len(score):\n",
        "        if len(tracks) and not ((i-1) in tracks):\n",
        "            i += 1\n",
        "            continue\n",
        "        new_track = []\n",
        "        channel2cc_num  = {}     # most recent controller change before start\n",
        "        channel2cc_val  = {}\n",
        "        channel2cc_time = {}\n",
        "        channel2patch_num  = {}  # keep most recent patch change before start\n",
        "        channel2patch_time = {}\n",
        "        set_tempo_num  = 500000 # most recent tempo change before start 6.3\n",
        "        set_tempo_time = 0\n",
        "        earliest_note_time = end_time\n",
        "        for event in score[i]:\n",
        "            if event[0] == 'control_change':  # 6.5\n",
        "                cc_time = channel2cc_time.get(event[2]) or 0\n",
        "                if (event[1] <= start_time) and (event[1] >= cc_time):\n",
        "                    channel2cc_num[event[2]]  = event[3]\n",
        "                    channel2cc_val[event[2]]  = event[4]\n",
        "                    channel2cc_time[event[2]] = event[1]\n",
        "            elif event[0] == 'patch_change':\n",
        "                patch_time = channel2patch_time.get(event[2]) or 0\n",
        "                if (event[1]<=start_time) and (event[1] >= patch_time):  # 2.0\n",
        "                    channel2patch_num[event[2]]  = event[3]\n",
        "                    channel2patch_time[event[2]] = event[1]\n",
        "            elif event[0] == 'set_tempo':\n",
        "                if (event[1]<=start_time) and (event[1]>=set_tempo_time): #6.4\n",
        "                    set_tempo_num  = event[2]\n",
        "                    set_tempo_time = event[1]\n",
        "            if (event[1] >= start_time) and (event[1] <= end_time):\n",
        "                new_track.append(event)\n",
        "                if (event[0] == 'note') and (event[1] < earliest_note_time):\n",
        "                    earliest_note_time = event[1]\n",
        "        if len(new_track) > 0:\n",
        "            new_track.append(['set_tempo', start_time, set_tempo_num])\n",
        "            for c in channel2patch_num:\n",
        "                new_track.append(['patch_change',start_time,c,channel2patch_num[c]],)\n",
        "            for c in channel2cc_num:   # 6.5\n",
        "                new_track.append(['control_change',start_time,c,channel2cc_num[c],channel2cc_val[c]])\n",
        "            new_score.append(new_track)\n",
        "        i += 1\n",
        "    _clean_up_warnings()\n",
        "    return new_score\n",
        "\n",
        "def score_type(opus_or_score=None):\n",
        "    r'''Returns a string, either 'opus' or 'score' or ''\n",
        "'''\n",
        "    if opus_or_score == None or str(type(opus_or_score)).find('list')<0 or len(opus_or_score) < 2:\n",
        "        return ''\n",
        "    i = 1   # ignore first element\n",
        "    while i < len(opus_or_score):\n",
        "        for event in opus_or_score[i]:\n",
        "            if event[0] == 'note':\n",
        "                return 'score'\n",
        "            elif event[0] == 'note_on':\n",
        "                return 'opus'\n",
        "        i += 1\n",
        "    return ''\n",
        "\n",
        "def concatenate_scores(scores):\n",
        "    r'''Concatenates a list of scores into one score.\n",
        "If the scores differ in their \"ticks\" parameter,\n",
        "they will all get converted to millisecond-tick format.\n",
        "'''\n",
        "    # the deepcopys are needed if the input_score's are refs to the same obj\n",
        "    # e.g. if invoked by midisox's repeat()\n",
        "    input_scores = _consistentise_ticks(scores)  # 3.7\n",
        "    output_score = copy.deepcopy(input_scores[0])\n",
        "    for input_score in input_scores[1:]:\n",
        "        output_stats = score2stats(output_score)\n",
        "        delta_ticks = output_stats['nticks']\n",
        "        itrack = 1\n",
        "        while itrack < len(input_score):\n",
        "            if itrack >= len(output_score): # new output track if doesn't exist\n",
        "                output_score.append([])\n",
        "            for event in input_score[itrack]:\n",
        "                output_score[itrack].append(copy.deepcopy(event))\n",
        "                output_score[itrack][-1][1] += delta_ticks\n",
        "            itrack += 1\n",
        "    return output_score\n",
        "\n",
        "def merge_scores(scores):\n",
        "    r'''Merges a list of scores into one score.  A merged score comprises\n",
        "all of the tracks from all of the input scores; un-merging is possible\n",
        "by selecting just some of the tracks.  If the scores differ in their\n",
        "\"ticks\" parameter, they will all get converted to millisecond-tick\n",
        "format.  merge_scores attempts to resolve channel-conflicts,\n",
        "but there are of course only 15 available channels...\n",
        "'''\n",
        "    input_scores = _consistentise_ticks(scores)  # 3.6\n",
        "    output_score = [1000]\n",
        "    channels_so_far = set()\n",
        "    all_channels = {0,1,2,3,4,5,6,7,8,10,11,12,13,14,15}\n",
        "    global Event2channelindex\n",
        "    for input_score in input_scores:\n",
        "        new_channels = set(score2stats(input_score).get('channels_total', []))\n",
        "        new_channels.discard(9)  # 2.8 cha9 must remain cha9 (in GM)\n",
        "        for channel in channels_so_far & new_channels:\n",
        "            # consistently choose lowest avaiable, to ease testing\n",
        "            free_channels = list(all_channels - (channels_so_far|new_channels))\n",
        "            if len(free_channels) > 0:\n",
        "                free_channels.sort()\n",
        "                free_channel = free_channels[0]\n",
        "            else:\n",
        "                free_channel = None\n",
        "                break\n",
        "            itrack = 1\n",
        "            while itrack < len(input_score):\n",
        "                for input_event in input_score[itrack]:\n",
        "                    channel_index=Event2channelindex.get(input_event[0],False)\n",
        "                    if channel_index and input_event[channel_index]==channel:\n",
        "                        input_event[channel_index] = free_channel\n",
        "                itrack += 1\n",
        "            channels_so_far.add(free_channel)\n",
        "\n",
        "        channels_so_far |= new_channels\n",
        "        output_score.extend(input_score[1:])\n",
        "    return output_score\n",
        "\n",
        "def _ticks(event):\n",
        "    return event[1]\n",
        "def mix_opus_tracks(input_tracks):   # 5.5\n",
        "    r'''Mixes an array of tracks into one track.  A mixed track\n",
        "cannot be un-mixed.  It is assumed that the tracks share the same\n",
        "ticks parameter and the same tempo.\n",
        "Mixing score-tracks is trivial (just insert all events into one array).\n",
        "Mixing opus-tracks is only slightly harder, but it's common enough\n",
        "that a dedicated function is useful.\n",
        "'''\n",
        "    output_score = [1000, []]\n",
        "    for input_track in input_tracks:   # 5.8\n",
        "        input_score = opus2score([1000, input_track])\n",
        "        for event in input_score[1]:\n",
        "            output_score[1].append(event)\n",
        "    output_score[1].sort(key=_ticks) \n",
        "    output_opus = score2opus(output_score)\n",
        "    return output_opus[1]\n",
        "\n",
        "def mix_scores(scores):\n",
        "    r'''Mixes a list of scores into one one-track score.\n",
        "A mixed score cannot be un-mixed.  Hopefully the scores\n",
        "have no undesirable channel-conflicts between them.\n",
        "If the scores differ in their \"ticks\" parameter,\n",
        "they will all get converted to millisecond-tick format.\n",
        "'''\n",
        "    input_scores = _consistentise_ticks(scores)  # 3.6\n",
        "    output_score = [1000, []]\n",
        "    for input_score in input_scores:\n",
        "        for input_track in input_score[1:]:\n",
        "            output_score[1].extend(input_track)\n",
        "    return output_score\n",
        "\n",
        "def score2stats(opus_or_score=None):\n",
        "    r'''Returns a dict of some basic stats about the score, like\n",
        "bank_select (list of tuples (msb,lsb)),\n",
        "channels_by_track (list of lists), channels_total (set),\n",
        "general_midi_mode (list),\n",
        "ntracks, nticks, patch_changes_by_track (list of dicts),\n",
        "num_notes_by_channel (list of numbers),\n",
        "patch_changes_total (set),\n",
        "percussion (dict histogram of channel 9 events),\n",
        "pitches (dict histogram of pitches on channels other than 9),\n",
        "pitch_range_by_track (list, by track, of two-member-tuples),\n",
        "pitch_range_sum (sum over tracks of the pitch_ranges),\n",
        "'''\n",
        "    bank_select_msb = -1\n",
        "    bank_select_lsb = -1\n",
        "    bank_select = []\n",
        "    channels_by_track = []\n",
        "    channels_total    = set([])\n",
        "    general_midi_mode = []\n",
        "    num_notes_by_channel = dict([])\n",
        "    patches_used_by_track  = []\n",
        "    patches_used_total     = set([])\n",
        "    patch_changes_by_track = []\n",
        "    patch_changes_total    = set([])\n",
        "    percussion = dict([]) # histogram of channel 9 \"pitches\"\n",
        "    pitches    = dict([]) # histogram of pitch-occurrences channels 0-8,10-15\n",
        "    pitch_range_sum = 0   # u pitch-ranges of each track\n",
        "    pitch_range_by_track = []\n",
        "    is_a_score = True\n",
        "    if opus_or_score == None:\n",
        "        return {'bank_select':[], 'channels_by_track':[], 'channels_total':[],\n",
        "         'general_midi_mode':[], 'ntracks':0, 'nticks':0,\n",
        "         'num_notes_by_channel':dict([]),\n",
        "         'patch_changes_by_track':[], 'patch_changes_total':[],\n",
        "         'percussion':{}, 'pitches':{}, 'pitch_range_by_track':[],\n",
        "         'ticks_per_quarter':0, 'pitch_range_sum':0}\n",
        "    ticks_per_quarter = opus_or_score[0]\n",
        "    i = 1   # ignore first element, which is ticks\n",
        "    nticks = 0\n",
        "    while i < len(opus_or_score):\n",
        "        highest_pitch = 0\n",
        "        lowest_pitch = 128\n",
        "        channels_this_track = set([])\n",
        "        patch_changes_this_track = dict({})\n",
        "        for event in opus_or_score[i]:\n",
        "            if event[0] == 'note':\n",
        "                num_notes_by_channel[event[3]] = num_notes_by_channel.get(event[3],0) + 1\n",
        "                if event[3] == 9:\n",
        "                    percussion[event[4]] = percussion.get(event[4],0) + 1\n",
        "                else:\n",
        "                    pitches[event[4]]    = pitches.get(event[4],0) + 1\n",
        "                    if event[4] > highest_pitch:\n",
        "                        highest_pitch = event[4]\n",
        "                    if event[4] < lowest_pitch:\n",
        "                        lowest_pitch = event[4]\n",
        "                channels_this_track.add(event[3])\n",
        "                channels_total.add(event[3])\n",
        "                finish_time = event[1] + event[2]\n",
        "                if finish_time > nticks:\n",
        "                    nticks = finish_time\n",
        "            elif event[0] == 'note_off' or (event[0] == 'note_on' and event[4] == 0):  # 4.8\n",
        "                finish_time = event[1]\n",
        "                if finish_time > nticks:\n",
        "                    nticks = finish_time\n",
        "            elif event[0] == 'note_on':\n",
        "                is_a_score = False\n",
        "                num_notes_by_channel[event[2]] = num_notes_by_channel.get(event[2],0) + 1\n",
        "                if event[2] == 9:\n",
        "                    percussion[event[3]] = percussion.get(event[3],0) + 1\n",
        "                else:\n",
        "                    pitches[event[3]]    = pitches.get(event[3],0) + 1\n",
        "                    if event[3] > highest_pitch:\n",
        "                        highest_pitch = event[3]\n",
        "                    if event[3] < lowest_pitch:\n",
        "                        lowest_pitch = event[3]\n",
        "                channels_this_track.add(event[2])\n",
        "                channels_total.add(event[2])\n",
        "            elif event[0] == 'patch_change':\n",
        "                patch_changes_this_track[event[2]] = event[3]\n",
        "                patch_changes_total.add(event[3])\n",
        "            elif event[0] == 'control_change':\n",
        "                if event[3] == 0:  # bank select MSB\n",
        "                    bank_select_msb = event[4]\n",
        "                elif event[3] == 32:  # bank select LSB\n",
        "                    bank_select_lsb = event[4]\n",
        "                if bank_select_msb >= 0 and bank_select_lsb >= 0:\n",
        "                    bank_select.append((bank_select_msb,bank_select_lsb))\n",
        "                    bank_select_msb = -1\n",
        "                    bank_select_lsb = -1\n",
        "            elif event[0] == 'sysex_f0':\n",
        "                if _sysex2midimode.get(event[2], -1) >= 0:\n",
        "                    general_midi_mode.append(_sysex2midimode.get(event[2]))\n",
        "            if is_a_score:\n",
        "                if event[1] > nticks:\n",
        "                    nticks = event[1]\n",
        "            else:\n",
        "                nticks += event[1]\n",
        "        if lowest_pitch == 128:\n",
        "            lowest_pitch = 0\n",
        "        channels_by_track.append(channels_this_track)\n",
        "        patch_changes_by_track.append(patch_changes_this_track)\n",
        "        pitch_range_by_track.append((lowest_pitch,highest_pitch))\n",
        "        pitch_range_sum += (highest_pitch-lowest_pitch)\n",
        "        i += 1\n",
        "\n",
        "    return {'bank_select':bank_select,\n",
        "            'channels_by_track':channels_by_track,\n",
        "            'channels_total':channels_total,\n",
        "            'general_midi_mode':general_midi_mode,\n",
        "            'ntracks':len(opus_or_score)-1,\n",
        "            'nticks':nticks,\n",
        "            'num_notes_by_channel':num_notes_by_channel,\n",
        "            'patch_changes_by_track':patch_changes_by_track,\n",
        "            'patch_changes_total':patch_changes_total,\n",
        "            'percussion':percussion,\n",
        "            'pitches':pitches,\n",
        "            'pitch_range_by_track':pitch_range_by_track,\n",
        "            'pitch_range_sum':pitch_range_sum,\n",
        "            'ticks_per_quarter':ticks_per_quarter}\n",
        "\n",
        "#----------------------------- Event stuff --------------------------\n",
        "\n",
        "_sysex2midimode = {\n",
        "    \"\\x7E\\x7F\\x09\\x01\\xF7\": 1,\n",
        "    \"\\x7E\\x7F\\x09\\x02\\xF7\": 0,\n",
        "    \"\\x7E\\x7F\\x09\\x03\\xF7\": 2,\n",
        "}\n",
        "\n",
        "# Some public-access tuples:\n",
        "MIDI_events = tuple('''note_off note_on key_after_touch\n",
        "control_change patch_change channel_after_touch\n",
        "pitch_wheel_change'''.split())\n",
        "\n",
        "Text_events = tuple('''text_event copyright_text_event\n",
        "track_name instrument_name lyric marker cue_point text_event_08\n",
        "text_event_09 text_event_0a text_event_0b text_event_0c\n",
        "text_event_0d text_event_0e text_event_0f'''.split())\n",
        "\n",
        "Nontext_meta_events = tuple('''end_track set_tempo\n",
        "smpte_offset time_signature key_signature sequencer_specific\n",
        "raw_meta_event sysex_f0 sysex_f7 song_position song_select\n",
        "tune_request'''.split())\n",
        "# unsupported: raw_data\n",
        "\n",
        "# Actually, 'tune_request' is is F-series event, not strictly a meta-event...\n",
        "Meta_events = Text_events + Nontext_meta_events\n",
        "All_events  = MIDI_events + Meta_events\n",
        "\n",
        "# And three dictionaries:\n",
        "Number2patch = {   # General MIDI patch numbers:\n",
        "0:'Acoustic Grand',\n",
        "1:'Bright Acoustic',\n",
        "2:'Electric Grand',\n",
        "3:'Honky-Tonk',\n",
        "4:'Electric Piano 1',\n",
        "5:'Electric Piano 2',\n",
        "6:'Harpsichord',\n",
        "7:'Clav',\n",
        "8:'Celesta',\n",
        "9:'Glockenspiel',\n",
        "10:'Music Box',\n",
        "11:'Vibraphone',\n",
        "12:'Marimba',\n",
        "13:'Xylophone',\n",
        "14:'Tubular Bells',\n",
        "15:'Dulcimer',\n",
        "16:'Drawbar Organ',\n",
        "17:'Percussive Organ',\n",
        "18:'Rock Organ',\n",
        "19:'Church Organ',\n",
        "20:'Reed Organ',\n",
        "21:'Accordion',\n",
        "22:'Harmonica',\n",
        "23:'Tango Accordion',\n",
        "24:'Acoustic Guitar(nylon)',\n",
        "25:'Acoustic Guitar(steel)',\n",
        "26:'Electric Guitar(jazz)',\n",
        "27:'Electric Guitar(clean)',\n",
        "28:'Electric Guitar(muted)',\n",
        "29:'Overdriven Guitar',\n",
        "30:'Distortion Guitar',\n",
        "31:'Guitar Harmonics',\n",
        "32:'Acoustic Bass',\n",
        "33:'Electric Bass(finger)',\n",
        "34:'Electric Bass(pick)',\n",
        "35:'Fretless Bass',\n",
        "36:'Slap Bass 1',\n",
        "37:'Slap Bass 2',\n",
        "38:'Synth Bass 1',\n",
        "39:'Synth Bass 2',\n",
        "40:'Violin',\n",
        "41:'Viola',\n",
        "42:'Cello',\n",
        "43:'Contrabass',\n",
        "44:'Tremolo Strings',\n",
        "45:'Pizzicato Strings',\n",
        "46:'Orchestral Harp',\n",
        "47:'Timpani',\n",
        "48:'String Ensemble 1',\n",
        "49:'String Ensemble 2',\n",
        "50:'SynthStrings 1',\n",
        "51:'SynthStrings 2',\n",
        "52:'Choir Aahs',\n",
        "53:'Voice Oohs',\n",
        "54:'Synth Voice',\n",
        "55:'Orchestra Hit',\n",
        "56:'Trumpet',\n",
        "57:'Trombone',\n",
        "58:'Tuba',\n",
        "59:'Muted Trumpet',\n",
        "60:'French Horn',\n",
        "61:'Brass Section',\n",
        "62:'SynthBrass 1',\n",
        "63:'SynthBrass 2',\n",
        "64:'Soprano Sax',\n",
        "65:'Alto Sax',\n",
        "66:'Tenor Sax',\n",
        "67:'Baritone Sax',\n",
        "68:'Oboe',\n",
        "69:'English Horn',\n",
        "70:'Bassoon',\n",
        "71:'Clarinet',\n",
        "72:'Piccolo',\n",
        "73:'Flute',\n",
        "74:'Recorder',\n",
        "75:'Pan Flute',\n",
        "76:'Blown Bottle',\n",
        "77:'Skakuhachi',\n",
        "78:'Whistle',\n",
        "79:'Ocarina',\n",
        "80:'Lead 1 (square)',\n",
        "81:'Lead 2 (sawtooth)',\n",
        "82:'Lead 3 (calliope)',\n",
        "83:'Lead 4 (chiff)',\n",
        "84:'Lead 5 (charang)',\n",
        "85:'Lead 6 (voice)',\n",
        "86:'Lead 7 (fifths)',\n",
        "87:'Lead 8 (bass+lead)',\n",
        "88:'Pad 1 (new age)',\n",
        "89:'Pad 2 (warm)',\n",
        "90:'Pad 3 (polysynth)',\n",
        "91:'Pad 4 (choir)',\n",
        "92:'Pad 5 (bowed)',\n",
        "93:'Pad 6 (metallic)',\n",
        "94:'Pad 7 (halo)',\n",
        "95:'Pad 8 (sweep)',\n",
        "96:'FX 1 (rain)',\n",
        "97:'FX 2 (soundtrack)',\n",
        "98:'FX 3 (crystal)',\n",
        "99:'FX 4 (atmosphere)',\n",
        "100:'FX 5 (brightness)',\n",
        "101:'FX 6 (goblins)',\n",
        "102:'FX 7 (echoes)',\n",
        "103:'FX 8 (sci-fi)',\n",
        "104:'Sitar',\n",
        "105:'Banjo',\n",
        "106:'Shamisen',\n",
        "107:'Koto',\n",
        "108:'Kalimba',\n",
        "109:'Bagpipe',\n",
        "110:'Fiddle',\n",
        "111:'Shanai',\n",
        "112:'Tinkle Bell',\n",
        "113:'Agogo',\n",
        "114:'Steel Drums',\n",
        "115:'Woodblock',\n",
        "116:'Taiko Drum',\n",
        "117:'Melodic Tom',\n",
        "118:'Synth Drum',\n",
        "119:'Reverse Cymbal',\n",
        "120:'Guitar Fret Noise',\n",
        "121:'Breath Noise',\n",
        "122:'Seashore',\n",
        "123:'Bird Tweet',\n",
        "124:'Telephone Ring',\n",
        "125:'Helicopter',\n",
        "126:'Applause',\n",
        "127:'Gunshot',\n",
        "}\n",
        "Notenum2percussion = {   # General MIDI Percussion (on Channel 9):\n",
        "35:'Acoustic Bass Drum',\n",
        "36:'Bass Drum 1',\n",
        "37:'Side Stick',\n",
        "38:'Acoustic Snare',\n",
        "39:'Hand Clap',\n",
        "40:'Electric Snare',\n",
        "41:'Low Floor Tom',\n",
        "42:'Closed Hi-Hat',\n",
        "43:'High Floor Tom',\n",
        "44:'Pedal Hi-Hat',\n",
        "45:'Low Tom',\n",
        "46:'Open Hi-Hat',\n",
        "47:'Low-Mid Tom',\n",
        "48:'Hi-Mid Tom',\n",
        "49:'Crash Cymbal 1',\n",
        "50:'High Tom',\n",
        "51:'Ride Cymbal 1',\n",
        "52:'Chinese Cymbal',\n",
        "53:'Ride Bell',\n",
        "54:'Tambourine',\n",
        "55:'Splash Cymbal',\n",
        "56:'Cowbell',\n",
        "57:'Crash Cymbal 2',\n",
        "58:'Vibraslap',\n",
        "59:'Ride Cymbal 2',\n",
        "60:'Hi Bongo',\n",
        "61:'Low Bongo',\n",
        "62:'Mute Hi Conga',\n",
        "63:'Open Hi Conga',\n",
        "64:'Low Conga',\n",
        "65:'High Timbale',\n",
        "66:'Low Timbale',\n",
        "67:'High Agogo',\n",
        "68:'Low Agogo',\n",
        "69:'Cabasa',\n",
        "70:'Maracas',\n",
        "71:'Short Whistle',\n",
        "72:'Long Whistle',\n",
        "73:'Short Guiro',\n",
        "74:'Long Guiro',\n",
        "75:'Claves',\n",
        "76:'Hi Wood Block',\n",
        "77:'Low Wood Block',\n",
        "78:'Mute Cuica',\n",
        "79:'Open Cuica',\n",
        "80:'Mute Triangle',\n",
        "81:'Open Triangle',\n",
        "}\n",
        "\n",
        "Event2channelindex = { 'note':3, 'note_off':2, 'note_on':2,\n",
        " 'key_after_touch':2, 'control_change':2, 'patch_change':2,\n",
        " 'channel_after_touch':2, 'pitch_wheel_change':2\n",
        "}\n",
        "\n",
        "################################################################\n",
        "# The code below this line is full of frightening things, all to\n",
        "# do with the actual encoding and decoding of binary MIDI data.\n",
        "\n",
        "def _twobytes2int(byte_a):\n",
        "    r'''decode a 16 bit quantity from two bytes,'''\n",
        "    return (byte_a[1] | (byte_a[0] << 8))\n",
        "\n",
        "def _int2twobytes(int_16bit):\n",
        "    r'''encode a 16 bit quantity into two bytes,'''\n",
        "    return bytes([(int_16bit>>8) & 0xFF, int_16bit & 0xFF])\n",
        "\n",
        "def _read_14_bit(byte_a):\n",
        "    r'''decode a 14 bit quantity from two bytes,'''\n",
        "    return (byte_a[0] | (byte_a[1] << 7))\n",
        "\n",
        "def _write_14_bit(int_14bit):\n",
        "    r'''encode a 14 bit quantity into two bytes,'''\n",
        "    return bytes([int_14bit & 0x7F, (int_14bit>>7) & 0x7F])\n",
        "\n",
        "def _ber_compressed_int(integer):\n",
        "    r'''BER compressed integer (not an ASN.1 BER, see perlpacktut for\n",
        "details).  Its bytes represent an unsigned integer in base 128,\n",
        "most significant digit first, with as few digits as possible.\n",
        "Bit eight (the high bit) is set on each byte except the last.\n",
        "'''\n",
        "    ber = bytearray(b'')\n",
        "    seven_bits = 0x7F & integer\n",
        "    ber.insert(0, seven_bits)  # XXX surely should convert to a char ?\n",
        "    integer >>= 7\n",
        "    while integer > 0:\n",
        "        seven_bits = 0x7F & integer\n",
        "        ber.insert(0, 0x80|seven_bits)  # XXX surely should convert to a char ?\n",
        "        integer >>= 7\n",
        "    return ber\n",
        "\n",
        "def _unshift_ber_int(ba):\n",
        "    r'''Given a bytearray, returns a tuple of (the ber-integer at the\n",
        "start, and the remainder of the bytearray).\n",
        "'''\n",
        "    if not len(ba):   # 6.7\n",
        "        _warn('_unshift_ber_int: no integer found')\n",
        "        return ((0, b\"\"))\n",
        "    byte = ba.pop(0)\n",
        "    integer = 0\n",
        "    while True:\n",
        "        integer += (byte & 0x7F)\n",
        "        if not (byte & 0x80):\n",
        "            return ((integer, ba))\n",
        "        if not len(ba):\n",
        "            _warn('_unshift_ber_int: no end-of-integer found')\n",
        "            return ((0, ba))\n",
        "        byte = ba.pop(0)\n",
        "        integer <<= 7\n",
        "\n",
        "def _clean_up_warnings():  # 5.4\n",
        "    # Call this before returning from any publicly callable function\n",
        "    # whenever there's a possibility that a warning might have been printed\n",
        "    # by the function, or by any private functions it might have called.\n",
        "    global _previous_times\n",
        "    global _previous_warning\n",
        "    if _previous_times > 1:\n",
        "        # E:1176, 0: invalid syntax (<string>, line 1176) (syntax-error) ???\n",
        "        # print('  previous message repeated '+str(_previous_times)+' times', file=sys.stderr)\n",
        "        # 6.7\n",
        "        sys.stderr.write('  previous message repeated {0} times\\n'.format(_previous_times))\n",
        "    elif _previous_times > 0:\n",
        "        sys.stderr.write('  previous message repeated\\n')\n",
        "    _previous_times = 0\n",
        "    _previous_warning = ''\n",
        "\n",
        "def _warn(s=''):\n",
        "    global _previous_times\n",
        "    global _previous_warning\n",
        "    if s == _previous_warning:  # 5.4\n",
        "        _previous_times = _previous_times + 1\n",
        "    else:\n",
        "        _clean_up_warnings()\n",
        "        sys.stderr.write(str(s)+\"\\n\")\n",
        "        _previous_warning = s\n",
        "\n",
        "def _some_text_event(which_kind=0x01, text=b'some_text'):\n",
        "    if str(type(text)).find(\"'str'\") >= 0:   # 6.4 test for back-compatibility\n",
        "        data = bytes(text, encoding='ISO-8859-1')\n",
        "    else:\n",
        "        data = bytes(text)\n",
        "    return b'\\xFF'+bytes((which_kind,))+_ber_compressed_int(len(data))+data\n",
        "\n",
        "def _consistentise_ticks(scores):  # 3.6\n",
        "    # used by mix_scores, merge_scores, concatenate_scores\n",
        "    if len(scores) == 1:\n",
        "         return copy.deepcopy(scores)\n",
        "    are_consistent = True\n",
        "    ticks = scores[0][0]\n",
        "    iscore = 1\n",
        "    while iscore < len(scores):\n",
        "        if scores[iscore][0] != ticks:\n",
        "            are_consistent = False\n",
        "            break\n",
        "        iscore += 1\n",
        "    if are_consistent:\n",
        "        return copy.deepcopy(scores)\n",
        "    new_scores = []\n",
        "    iscore = 0\n",
        "    while iscore < len(scores):\n",
        "        score = scores[iscore]\n",
        "        new_scores.append(opus2score(to_millisecs(score2opus(score))))\n",
        "        iscore += 1\n",
        "    return new_scores\n",
        "\n",
        "\n",
        "###########################################################################\n",
        "\n",
        "def _decode(trackdata=b'', exclude=None, include=None,\n",
        " event_callback=None, exclusive_event_callback=None, no_eot_magic=False):\n",
        "    r'''Decodes MIDI track data into an opus-style list of events.\n",
        "The options:\n",
        "  'exclude' is a list of event types which will be ignored SHOULD BE A SET\n",
        "  'include' (and no exclude), makes exclude a list\n",
        "       of all possible events, /minus/ what include specifies\n",
        "  'event_callback' is a coderef\n",
        "  'exclusive_event_callback' is a coderef\n",
        "'''\n",
        "    trackdata = bytearray(trackdata)\n",
        "    if exclude == None:\n",
        "        exclude = []\n",
        "    if include == None:\n",
        "        include = []\n",
        "    if include and not exclude:\n",
        "        exclude = All_events\n",
        "    include = set(include)\n",
        "    exclude = set(exclude)\n",
        "\n",
        "    # Pointer = 0;  not used here; we eat through the bytearray instead.\n",
        "    event_code = -1; # used for running status\n",
        "    event_count = 0;\n",
        "    events = []\n",
        "\n",
        "    while(len(trackdata)):\n",
        "        # loop while there's anything to analyze ...\n",
        "        eot = False   # When True, the event registrar aborts this loop\n",
        "        event_count += 1\n",
        "\n",
        "        E = []\n",
        "        # E for events - we'll feed it to the event registrar at the end.\n",
        "\n",
        "        # Slice off the delta time code, and analyze it\n",
        "        [time, remainder] = _unshift_ber_int(trackdata)\n",
        "\n",
        "        # Now let's see what we can make of the command\n",
        "        first_byte = trackdata.pop(0) & 0xFF\n",
        "\n",
        "        if (first_byte < 0xF0):  # It's a MIDI event\n",
        "            if (first_byte & 0x80):\n",
        "                event_code = first_byte\n",
        "            else:\n",
        "                # It wants running status; use last event_code value\n",
        "                trackdata.insert(0, first_byte)\n",
        "                if (event_code == -1):\n",
        "                    _warn(\"Running status not set; Aborting track.\")\n",
        "                    return []\n",
        "\n",
        "            command = event_code & 0xF0\n",
        "            channel = event_code & 0x0F\n",
        "\n",
        "            if (command == 0xF6):  #  0-byte argument\n",
        "                pass\n",
        "            elif (command == 0xC0 or command == 0xD0):  #  1-byte argument\n",
        "                parameter = trackdata.pop(0)  # could be B\n",
        "            else: # 2-byte argument could be BB or 14-bit\n",
        "                parameter = (trackdata.pop(0), trackdata.pop(0))\n",
        "\n",
        "            #################################################################\n",
        "            # MIDI events\n",
        "\n",
        "            if (command      == 0x80):\n",
        "                if 'note_off' in exclude:\n",
        "                    continue\n",
        "                E = ['note_off', time, channel, parameter[0], parameter[1]]\n",
        "            elif (command == 0x90):\n",
        "                if 'note_on' in exclude:\n",
        "                    continue\n",
        "                E = ['note_on', time, channel, parameter[0], parameter[1]]\n",
        "            elif (command == 0xA0):\n",
        "                if 'key_after_touch' in exclude:\n",
        "                    continue\n",
        "                E = ['key_after_touch',time,channel,parameter[0],parameter[1]]\n",
        "            elif (command == 0xB0):\n",
        "                if 'control_change' in exclude:\n",
        "                    continue\n",
        "                E = ['control_change',time,channel,parameter[0],parameter[1]]\n",
        "            elif (command == 0xC0):\n",
        "                if 'patch_change' in exclude:\n",
        "                    continue\n",
        "                E = ['patch_change', time, channel, parameter]\n",
        "            elif (command == 0xD0):\n",
        "                if 'channel_after_touch' in exclude:\n",
        "                    continue\n",
        "                E = ['channel_after_touch', time, channel, parameter]\n",
        "            elif (command == 0xE0):\n",
        "                if 'pitch_wheel_change' in exclude:\n",
        "                    continue\n",
        "                E = ['pitch_wheel_change', time, channel,\n",
        "                 _read_14_bit(parameter)-0x2000]\n",
        "            else:\n",
        "                _warn(\"Shouldn't get here; command=\"+hex(command))\n",
        "\n",
        "        elif (first_byte == 0xFF):  # It's a Meta-Event! ##################\n",
        "            #[command, length, remainder] =\n",
        "            #    unpack(\"xCwa*\", substr(trackdata, $Pointer, 6));\n",
        "            #Pointer += 6 - len(remainder);\n",
        "            #    # Move past JUST the length-encoded.\n",
        "            command = trackdata.pop(0) & 0xFF\n",
        "            [length, trackdata] = _unshift_ber_int(trackdata)\n",
        "            if (command      == 0x00):\n",
        "                 if (length == 2):\n",
        "                     E = ['set_sequence_number',time,_twobytes2int(trackdata)]\n",
        "                 else:\n",
        "                     _warn('set_sequence_number: length must be 2, not '+str(length))\n",
        "                     E = ['set_sequence_number', time, 0]\n",
        "\n",
        "            elif command >= 0x01 and command <= 0x0f:   # Text events\n",
        "                # 6.2 take it in bytes; let the user get the right encoding.\n",
        "                # text_str = trackdata[0:length].decode('ascii','ignore')\n",
        "                # text_str = trackdata[0:length].decode('ISO-8859-1')\n",
        "                # 6.4 take it in bytes; let the user get the right encoding.\n",
        "                text_data = bytes(trackdata[0:length])   # 6.4\n",
        "                # Defined text events\n",
        "                if (command == 0x01):\n",
        "                     E = ['text_event', time, text_data]\n",
        "                elif (command == 0x02):\n",
        "                     E = ['copyright_text_event', time, text_data]\n",
        "                elif (command == 0x03):\n",
        "                     E = ['track_name', time, text_data]\n",
        "                elif (command == 0x04):\n",
        "                     E = ['instrument_name', time, text_data]\n",
        "                elif (command == 0x05):\n",
        "                     E = ['lyric', time, text_data]\n",
        "                elif (command == 0x06):\n",
        "                     E = ['marker', time, text_data]\n",
        "                elif (command == 0x07):\n",
        "                     E = ['cue_point', time, text_data]\n",
        "                # Reserved but apparently unassigned text events\n",
        "                elif (command == 0x08):\n",
        "                     E = ['text_event_08', time, text_data]\n",
        "                elif (command == 0x09):\n",
        "                     E = ['text_event_09', time, text_data]\n",
        "                elif (command == 0x0a):\n",
        "                     E = ['text_event_0a', time, text_data]\n",
        "                elif (command == 0x0b):\n",
        "                     E = ['text_event_0b', time, text_data]\n",
        "                elif (command == 0x0c):\n",
        "                     E = ['text_event_0c', time, text_data]\n",
        "                elif (command == 0x0d):\n",
        "                     E = ['text_event_0d', time, text_data]\n",
        "                elif (command == 0x0e):\n",
        "                     E = ['text_event_0e', time, text_data]\n",
        "                elif (command == 0x0f):\n",
        "                     E = ['text_event_0f', time, text_data]\n",
        "\n",
        "            # Now the sticky events -------------------------------------\n",
        "            elif (command == 0x2F):\n",
        "                 E = ['end_track', time]\n",
        "                     # The code for handling this, oddly, comes LATER,\n",
        "                     # in the event registrar.\n",
        "            elif (command == 0x51): # DTime, Microseconds/Crochet\n",
        "                 if length != 3:\n",
        "                     _warn('set_tempo event, but length='+str(length))\n",
        "                 E = ['set_tempo', time,\n",
        "                      struct.unpack(\">I\", b'\\x00'+trackdata[0:3])[0]]\n",
        "            elif (command == 0x54):\n",
        "                 if length != 5:   # DTime, HR, MN, SE, FR, FF\n",
        "                     _warn('smpte_offset event, but length='+str(length))\n",
        "                 E = ['smpte_offset',time] + list(struct.unpack(\">BBBBB\",trackdata[0:5]))\n",
        "            elif (command == 0x58):\n",
        "                 if length != 4:   # DTime, NN, DD, CC, BB\n",
        "                     _warn('time_signature event, but length='+str(length))\n",
        "                 E = ['time_signature', time]+list(trackdata[0:4])\n",
        "            elif (command == 0x59):\n",
        "                 if length != 2:   # DTime, SF(signed), MI\n",
        "                     _warn('key_signature event, but length='+str(length))\n",
        "                 E = ['key_signature',time] + list(struct.unpack(\">bB\",trackdata[0:2]))\n",
        "            elif (command == 0x7F):   # 6.4\n",
        "                 E = ['sequencer_specific',time, bytes(trackdata[0:length])]\n",
        "            else:\n",
        "                 E = ['raw_meta_event', time, command,\n",
        "                   bytes(trackdata[0:length])]   # 6.0\n",
        "                 #\"[uninterpretable meta-event command of length length]\"\n",
        "                 # DTime, Command, Binary Data\n",
        "                 # It's uninterpretable; record it as raw_data.\n",
        "\n",
        "            # Pointer += length; #  Now move Pointer\n",
        "            trackdata = trackdata[length:]\n",
        "\n",
        "        ######################################################################\n",
        "        elif (first_byte == 0xF0 or first_byte == 0xF7):\n",
        "            # Note that sysexes in MIDI /files/ are different than sysexes\n",
        "            # in MIDI transmissions!! The vast majority of system exclusive\n",
        "            # messages will just use the F0 format. For instance, the\n",
        "            # transmitted message F0 43 12 00 07 F7 would be stored in a\n",
        "            # MIDI file as F0 05 43 12 00 07 F7. As mentioned above, it is\n",
        "            # required to include the F7 at the end so that the reader of the\n",
        "            # MIDI file knows that it has read the entire message. (But the F7\n",
        "            # is omitted if this is a non-final block in a multiblock sysex;\n",
        "            # but the F7 (if there) is counted in the message's declared\n",
        "            # length, so we don't have to think about it anyway.)\n",
        "            #command = trackdata.pop(0)\n",
        "            [length, trackdata] = _unshift_ber_int(trackdata)\n",
        "            if first_byte == 0xF0:\n",
        "                # 20091008 added ISO-8859-1 to get an 8-bit str\n",
        "                # 6.4 return bytes instead\n",
        "                E = ['sysex_f0', time, bytes(trackdata[0:length])]\n",
        "            else:\n",
        "                E = ['sysex_f7', time, bytes(trackdata[0:length])]\n",
        "            trackdata = trackdata[length:]\n",
        "\n",
        "        ######################################################################\n",
        "        # Now, the MIDI file spec says:\n",
        "        #  <track data> = <MTrk event>+\n",
        "        #  <MTrk event> = <delta-time> <event>\n",
        "        #  <event> = <MIDI event> | <sysex event> | <meta-event>\n",
        "        # I know that, on the wire, <MIDI event> can include note_on,\n",
        "        # note_off, and all the other 8x to Ex events, AND Fx events\n",
        "        # other than F0, F7, and FF -- namely, <song position msg>,\n",
        "        # <song select msg>, and <tune request>.\n",
        "        #\n",
        "        # Whether these can occur in MIDI files is not clear specified\n",
        "        # from the MIDI file spec.  So, I'm going to assume that\n",
        "        # they CAN, in practice, occur.  I don't know whether it's\n",
        "        # proper for you to actually emit these into a MIDI file.\n",
        "        \n",
        "        elif (first_byte == 0xF2):   # DTime, Beats\n",
        "            #  <song position msg> ::=     F2 <data pair>\n",
        "            E = ['song_position', time, _read_14_bit(trackdata[:2])]\n",
        "            trackdata = trackdata[2:]\n",
        "\n",
        "        elif (first_byte == 0xF3):   # <song select msg> ::= F3 <data singlet>\n",
        "            # E = ['song_select', time, struct.unpack('>B',trackdata.pop(0))[0]]\n",
        "            E = ['song_select', time, trackdata[0]]\n",
        "            trackdata = trackdata[1:]\n",
        "            # DTime, Thing (what?! song number?  whatever ...)\n",
        "\n",
        "        elif (first_byte == 0xF6):   # DTime\n",
        "            E = ['tune_request', time]\n",
        "            # What would a tune request be doing in a MIDI /file/?\n",
        "\n",
        "        #########################################################\n",
        "        # ADD MORE META-EVENTS HERE.  TODO:\n",
        "        # f1 -- MTC Quarter Frame Message. One data byte follows\n",
        "        #     the Status; it's the time code value, from 0 to 127.\n",
        "        # f8 -- MIDI clock.    no data.\n",
        "        # fa -- MIDI start.    no data.\n",
        "        # fb -- MIDI continue. no data.\n",
        "        # fc -- MIDI stop.     no data.\n",
        "        # fe -- Active sense.  no data.\n",
        "        # f4 f5 f9 fd -- unallocated\n",
        "\n",
        "            r'''\n",
        "        elif (first_byte > 0xF0) { # Some unknown kinda F-series event ####\n",
        "            # Here we only produce a one-byte piece of raw data.\n",
        "            # But the encoder for 'raw_data' accepts any length of it.\n",
        "            E = [ 'raw_data',\n",
        "                         time, substr(trackdata,Pointer,1) ]\n",
        "            # DTime and the Data (in this case, the one Event-byte)\n",
        "            ++Pointer;  # itself\n",
        "\n",
        "'''\n",
        "        elif first_byte > 0xF0:  # Some unknown F-series event\n",
        "            # Here we only produce a one-byte piece of raw data.\n",
        "            # E = ['raw_data', time, bytest(trackdata[0])]   # 6.4\n",
        "            E = ['raw_data', time, trackdata[0]]   # 6.4 6.7\n",
        "            trackdata = trackdata[1:]\n",
        "        else:  # Fallthru.\n",
        "            _warn(\"Aborting track.  Command-byte first_byte=\"+hex(first_byte))\n",
        "            break\n",
        "        # End of the big if-group\n",
        "\n",
        "\n",
        "        ######################################################################\n",
        "        #  THE EVENT REGISTRAR...\n",
        "        if E and  (E[0] == 'end_track'):\n",
        "            # This is the code for exceptional handling of the EOT event.\n",
        "            eot = True\n",
        "            if not no_eot_magic:\n",
        "                if E[1] > 0:  # a null text-event to carry the delta-time\n",
        "                    E = ['text_event', E[1], '']\n",
        "                else:\n",
        "                    E = []   # EOT with a delta-time of 0; ignore it.\n",
        "        \n",
        "        if E and not (E[0] in exclude):\n",
        "            #if ( $exclusive_event_callback ):\n",
        "            #    &{ $exclusive_event_callback }( @E );\n",
        "            #else:\n",
        "            #    &{ $event_callback }( @E ) if $event_callback;\n",
        "                events.append(E)\n",
        "        if eot:\n",
        "            break\n",
        "\n",
        "    # End of the big \"Event\" while-block\n",
        "\n",
        "    return events\n",
        "\n",
        "\n",
        "###########################################################################\n",
        "def _encode(events_lol, unknown_callback=None, never_add_eot=False,\n",
        "  no_eot_magic=False, no_running_status=False):\n",
        "    # encode an event structure, presumably for writing to a file\n",
        "    # Calling format:\n",
        "    #   $data_r = MIDI::Event::encode( \\@event_lol, { options } );\n",
        "    # Takes a REFERENCE to an event structure (a LoL)\n",
        "    # Returns an (unblessed) REFERENCE to track data.\n",
        "\n",
        "    # If you want to use this to encode a /single/ event,\n",
        "    # you still have to do it as a reference to an event structure (a LoL)\n",
        "    # that just happens to have just one event.  I.e.,\n",
        "    #   encode( [ $event ] ) or encode( [ [ 'note_on', 100, 5, 42, 64] ] )\n",
        "    # If you're doing this, consider the never_add_eot track option, as in\n",
        "    #   print MIDI ${ encode( [ $event], { 'never_add_eot' => 1} ) };\n",
        "\n",
        "    data = [] # what I'll store the chunks of byte-data in\n",
        "\n",
        "    # This is so my end_track magic won't corrupt the original\n",
        "    events = copy.deepcopy(events_lol)\n",
        "\n",
        "    if not never_add_eot:\n",
        "        # One way or another, tack on an 'end_track'\n",
        "        if events:\n",
        "            last = events[-1]\n",
        "            if not (last[0] == 'end_track'):  # no end_track already\n",
        "                if (last[0] == 'text_event' and len(last[2]) == 0):\n",
        "                    # 0-length text event at track-end.\n",
        "                    if no_eot_magic:\n",
        "                        # Exceptional case: don't mess with track-final\n",
        "                        # 0-length text_events; just peg on an end_track\n",
        "                        events.append(['end_track', 0])\n",
        "                    else:\n",
        "                        # NORMAL CASE: replace with an end_track, leaving DTime\n",
        "                        last[0] = 'end_track'\n",
        "                else:\n",
        "                    # last event was neither 0-length text_event nor end_track\n",
        "                    events.append(['end_track', 0])\n",
        "        else:  # an eventless track!\n",
        "            events = [['end_track', 0],]\n",
        "\n",
        "    # maybe_running_status = not no_running_status # unused? 4.7\n",
        "    last_status = -1\n",
        "\n",
        "    for event_r in (events):\n",
        "        E = copy.deepcopy(event_r)\n",
        "        # otherwise the shifting'd corrupt the original\n",
        "        if not E:\n",
        "            continue\n",
        "\n",
        "        event = E.pop(0)\n",
        "        if not len(event):\n",
        "            continue\n",
        "\n",
        "        dtime = int(E.pop(0))\n",
        "        # print('event='+str(event)+' dtime='+str(dtime))\n",
        "\n",
        "        event_data = ''\n",
        "\n",
        "        if (   # MIDI events -- eligible for running status\n",
        "             event    == 'note_on'\n",
        "             or event == 'note_off'\n",
        "             or event == 'control_change'\n",
        "             or event == 'key_after_touch'\n",
        "             or event == 'patch_change'\n",
        "             or event == 'channel_after_touch'\n",
        "             or event == 'pitch_wheel_change'  ):\n",
        "\n",
        "            # This block is where we spend most of the time.  Gotta be tight.\n",
        "            if (event == 'note_off'):\n",
        "                status = 0x80 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>BB', int(E[1])&0x7F, int(E[2])&0x7F)\n",
        "            elif (event == 'note_on'):\n",
        "                status = 0x90 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>BB', int(E[1])&0x7F, int(E[2])&0x7F)\n",
        "            elif (event == 'key_after_touch'):\n",
        "                status = 0xA0 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>BB', int(E[1])&0x7F, int(E[2])&0x7F)\n",
        "            elif (event == 'control_change'):\n",
        "                status = 0xB0 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>BB', int(E[1])&0xFF, int(E[2])&0xFF)\n",
        "            elif (event == 'patch_change'):\n",
        "                status = 0xC0 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>B', int(E[1]) & 0xFF)\n",
        "            elif (event == 'channel_after_touch'):\n",
        "                status = 0xD0 | (int(E[0]) & 0x0F)\n",
        "                parameters = struct.pack('>B', int(E[1]) & 0xFF)\n",
        "            elif (event == 'pitch_wheel_change'):\n",
        "                status = 0xE0 | (int(E[0]) & 0x0F)\n",
        "                parameters =  _write_14_bit(int(E[1]) + 0x2000)\n",
        "            else:\n",
        "                _warn(\"BADASS FREAKOUT ERROR 31415!\")\n",
        "\n",
        "            # And now the encoding\n",
        "            # w = BER compressed integer (not ASN.1 BER, see perlpacktut for\n",
        "            # details).  Its bytes represent an unsigned integer in base 128,\n",
        "            # most significant digit first, with as few digits as possible.\n",
        "            # Bit eight (the high bit) is set on each byte except the last.\n",
        "\n",
        "            data.append(_ber_compressed_int(dtime))\n",
        "            if (status != last_status) or no_running_status:\n",
        "                data.append(struct.pack('>B', status))\n",
        "            data.append(parameters)\n",
        " \n",
        "            last_status = status\n",
        "            continue\n",
        "        else:\n",
        "            # Not a MIDI event.\n",
        "            # All the code in this block could be more efficient,\n",
        "            # but this is not where the code needs to be tight.\n",
        "            # print \"zaz $event\\n\";\n",
        "            last_status = -1\n",
        "\n",
        "            if event == 'raw_meta_event':\n",
        "                event_data = _some_text_event(int(E[0]), E[1])\n",
        "            elif (event == 'set_sequence_number'):  # 3.9\n",
        "                event_data = b'\\xFF\\x00\\x02'+_int2twobytes(E[0])\n",
        "\n",
        "            # Text meta-events...\n",
        "            # a case for a dict, I think (pjb) ...\n",
        "            elif (event == 'text_event'):\n",
        "                event_data = _some_text_event(0x01, E[0])\n",
        "            elif (event == 'copyright_text_event'):\n",
        "                event_data = _some_text_event(0x02, E[0])\n",
        "            elif (event == 'track_name'):\n",
        "                event_data = _some_text_event(0x03, E[0])\n",
        "            elif (event == 'instrument_name'):\n",
        "                event_data = _some_text_event(0x04, E[0])\n",
        "            elif (event == 'lyric'):\n",
        "                event_data = _some_text_event(0x05, E[0])\n",
        "            elif (event == 'marker'):\n",
        "                event_data = _some_text_event(0x06, E[0])\n",
        "            elif (event == 'cue_point'):\n",
        "                event_data = _some_text_event(0x07, E[0])\n",
        "            elif (event == 'text_event_08'):\n",
        "                event_data = _some_text_event(0x08, E[0])\n",
        "            elif (event == 'text_event_09'):\n",
        "                event_data = _some_text_event(0x09, E[0])\n",
        "            elif (event == 'text_event_0a'):\n",
        "                event_data = _some_text_event(0x0A, E[0])\n",
        "            elif (event == 'text_event_0b'):\n",
        "                event_data = _some_text_event(0x0B, E[0])\n",
        "            elif (event == 'text_event_0c'):\n",
        "                event_data = _some_text_event(0x0C, E[0])\n",
        "            elif (event == 'text_event_0d'):\n",
        "                event_data = _some_text_event(0x0D, E[0])\n",
        "            elif (event == 'text_event_0e'):\n",
        "                event_data = _some_text_event(0x0E, E[0])\n",
        "            elif (event == 'text_event_0f'):\n",
        "                event_data = _some_text_event(0x0F, E[0])\n",
        "            # End of text meta-events\n",
        "\n",
        "            elif (event == 'end_track'):\n",
        "                event_data = b\"\\xFF\\x2F\\x00\"\n",
        "\n",
        "            elif (event == 'set_tempo'):\n",
        "                #event_data = struct.pack(\">BBwa*\", 0xFF, 0x51, 3,\n",
        "                #              substr( struct.pack('>I', E[0]), 1, 3))\n",
        "                event_data = b'\\xFF\\x51\\x03'+struct.pack('>I',E[0])[1:]\n",
        "            elif (event == 'smpte_offset'):\n",
        "                # event_data = struct.pack(\">BBwBBBBB\", 0xFF, 0x54, 5, E[0:5] )\n",
        "                event_data = struct.pack(\">BBBbBBBB\", 0xFF,0x54,0x05,E[0],E[1],E[2],E[3],E[4])\n",
        "            elif (event == 'time_signature'):\n",
        "                # event_data = struct.pack(\">BBwBBBB\",  0xFF, 0x58, 4, E[0:4] )\n",
        "                event_data = struct.pack(\">BBBbBBB\", 0xFF, 0x58, 0x04, E[0],E[1],E[2],E[3])\n",
        "            elif (event == 'key_signature'):\n",
        "                event_data = struct.pack(\">BBBbB\", 0xFF, 0x59, 0x02, E[0],E[1])\n",
        "            elif (event == 'sequencer_specific'):\n",
        "                # event_data = struct.pack(\">BBwa*\", 0xFF,0x7F, len(E[0]), E[0])\n",
        "                event_data = _some_text_event(0x7F, E[0])\n",
        "            # End of Meta-events\n",
        "\n",
        "            # Other Things...\n",
        "            elif (event == 'sysex_f0'):\n",
        "                 #event_data = struct.pack(\">Bwa*\", 0xF0, len(E[0]), E[0])\n",
        "                 #B=bitstring w=BER-compressed-integer a=null-padded-ascii-str\n",
        "                 event_data = bytearray(b'\\xF0')+_ber_compressed_int(len(E[0]))+bytearray(E[0])\n",
        "            elif (event == 'sysex_f7'):\n",
        "                 #event_data = struct.pack(\">Bwa*\", 0xF7, len(E[0]), E[0])\n",
        "                 event_data = bytearray(b'\\xF7')+_ber_compressed_int(len(E[0]))+bytearray(E[0])\n",
        "\n",
        "            elif (event == 'song_position'):\n",
        "                 event_data = b\"\\xF2\" + _write_14_bit( E[0] )\n",
        "            elif (event == 'song_select'):\n",
        "                 event_data = struct.pack('>BB', 0xF3, E[0] )\n",
        "            elif (event == 'tune_request'):\n",
        "                 event_data = b\"\\xF6\"\n",
        "            elif (event == 'raw_data'):\n",
        "                _warn(\"_encode: raw_data event not supported\")\n",
        "                # event_data = E[0]\n",
        "                continue\n",
        "            # End of Other Stuff\n",
        "\n",
        "            else:\n",
        "                # The Big Fallthru\n",
        "                if unknown_callback:\n",
        "                    # push(@data, &{ $unknown_callback }( @$event_r ))\n",
        "                    pass\n",
        "                else:\n",
        "                    _warn(\"Unknown event: \"+str(event))\n",
        "                    # To surpress complaint here, just set\n",
        "                    #  'unknown_callback' => sub { return () }\n",
        "                continue\n",
        "\n",
        "            #print \"Event $event encoded part 2\\n\"\n",
        "            if str(type(event_data)).find(\"'str'\") >= 0:\n",
        "                event_data = bytearray(event_data.encode('Latin1', 'ignore'))\n",
        "            if len(event_data): # how could $event_data be empty\n",
        "                # data.append(struct.pack('>wa*', dtime, event_data))\n",
        "                # print(' event_data='+str(event_data))\n",
        "                data.append(_ber_compressed_int(dtime)+event_data)\n",
        "\n",
        "    return b''.join(data)\n",
        "\n"
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}