677 lines
21 KiB
Python
677 lines
21 KiB
Python
#!/usr/bin/env python
|
|
# coding: utf-8
|
|
|
|
# In[1]:
|
|
|
|
|
|
import os
|
|
import pickle
|
|
import numpy as np
|
|
from collections import defaultdict
|
|
|
|
import pretty_midi as pm
|
|
from tqdm import tqdm
|
|
|
|
|
|
# In[98]:
|
|
|
|
|
|
TODO = '''
|
|
TODO: put methods of data extraction for seq2seq arangment model to multitrack class [DONE]
|
|
TODO: make functions for data extraction for seq2seq model for riff/melody generation [DONE]
|
|
'''
|
|
|
|
|
|
# In[367]:
|
|
|
|
|
|
# '''return a dictionary with tracks indexes grouped by instrument class'''
|
|
# tracks = file.tracks
|
|
# names = [track.name for track in tracks]
|
|
# uniqe_instruemnts = set(names)
|
|
# tracks_by_instrument = dict()
|
|
# for key in uniqe_instruemnts:
|
|
# tracks_by_instrument[key] = []
|
|
|
|
# for i, track in enumerate(tracks):
|
|
# tracks_by_instrument[track.name].append(i)
|
|
|
|
# tracks_by_instrument
|
|
|
|
|
|
# In[368]:
|
|
|
|
|
|
# def get_posible_pairs(instrument_x, instrument_y):
|
|
# '''it takes two lists, and return a list of tuples with every posible 2-element combination
|
|
# parameters:
|
|
# -----------
|
|
# instrument_x, instrument_y : string {'Guitar','Bass','Drums'}
|
|
# a string that represent a instrument class you want to look for in midi file.
|
|
|
|
# returns:
|
|
# ----------
|
|
# pairs: list of tuples
|
|
# a list of posible 2-element combination of two lists
|
|
# '''
|
|
# x_indexes = tracks_by_instrument[instrument_x]
|
|
# y_indexes = tracks_by_instrument[instrument_y]
|
|
# pairs = []
|
|
# # pairs = [(x,y) for x in x_indexes for y in y_indexes]
|
|
|
|
# for x in x_indexes:
|
|
# for y in y_indexes:
|
|
# pairs.append((x,y))
|
|
|
|
# return pairs
|
|
|
|
|
|
# In[369]:
|
|
|
|
|
|
# def get_common_bars_for_every_possible_pair(pairs)
|
|
# ''' for every possible pair of given instrument classes
|
|
# returns common bars from multitrack'''
|
|
# x_bars = []
|
|
# y_bars = []
|
|
# for x_track_index, y_track_index in pairs:
|
|
# _x_bars, _y_bars = get_common_bars(file.tracks[x_track_index], file.tracks[y_track_index])
|
|
# x_bars.extend(_x_bars)
|
|
# y_bars.extend(_y_bars)
|
|
|
|
# return x_bars, y_bars
|
|
|
|
|
|
# In[370]:
|
|
|
|
|
|
# def get_data_seq2seq_arrangment(self, bars_in_seq):
|
|
# ## This is the end of extracting data from midis to seq2seq arranging network.
|
|
# '''this method is returning a sequances of given lenth by rolling this lists of x and y for arrangemt generation'''
|
|
# x_seq = []
|
|
# y_seq = []
|
|
|
|
# for i in range(len(x_bars) - bars_in_seq + 1):
|
|
# x_seq_to_add = [note for bar in x_bars[i:i+bars_in_seq] for note in bar ]
|
|
# y_seq_to_add = [note for bar in y_bars[i:i+bars_in_seq] for note in bar ]
|
|
# x_seq.append(x_seq_to_add)
|
|
# y_seq.append(y_seq_to_add)
|
|
|
|
# len(x_seq), len(y_seq)
|
|
# # get_bar_len(y_seq[0])
|
|
|
|
|
|
# In[371]:
|
|
|
|
|
|
# def get_track_by_instrument(self):
|
|
# '''return a dictionary with tracks indexes grouped by instrument class'''
|
|
# tracks = self.tracks
|
|
# names = [track.name for track in tracks]
|
|
# uniqe_instruemnts = set(names)
|
|
# tracks_by_instrument = dict()
|
|
# for key in uniqe_instruemnts:
|
|
# tracks_by_instrument[key] = []
|
|
|
|
# for i, track in enumerate(tracks):
|
|
# tracks_by_instrument[track.name].append(i)
|
|
|
|
# return tracks_by_instrument
|
|
|
|
|
|
# In[372]:
|
|
|
|
|
|
# def get_data_seq2seq_melody(self,instrument_class, x_seq_len=4)
|
|
# '''return a list of bars with content for every track with given instrument class for melody generaiton'''
|
|
|
|
# instrument_tracks = tracks_by_instrument[instrument_class]
|
|
|
|
# for track_index in instrument_tracks:
|
|
# # make below as function: get_bars_with_content
|
|
# bars = file.tracks[track_index].stream_to_bars()
|
|
# bars_indexes_with_content = get_bar_indexes_with_content(bars)
|
|
# bars_with_content = [bars[i] for i in get_bar_indexes_with_content(bars)]
|
|
|
|
# # make below as function: get_sequances_from_bars (for seq2seq melody generator)
|
|
# x_seq = []
|
|
# y_bar = []
|
|
# for i in range(len(bars_with_content)-seq_len-1):
|
|
# _x_seq = bars_with_content[i:i+seq_len]
|
|
# _y_bar = bars_with_content[i+seq_len]
|
|
# x_seq.append(_x_seq)
|
|
# y_bar.append(_y_bar)
|
|
|
|
|
|
# len(x_seq), len(y_bar)
|
|
# # print( ' x:' ,x_seq[1],'\n', 'y: ', y_bar[1],'\n', 'seq: ',bars_with_content[1:6])
|
|
|
|
|
|
# In[15]:
|
|
|
|
|
|
def get_bar_indexes_with_content(bars):
|
|
'''this method is looking for non-empty bars in the tracks bars
|
|
the empty bar consist of only rest notes.
|
|
returns: a set of bars indexes with notes
|
|
'''
|
|
bars_indexes_with_content = set()
|
|
for i, bar in enumerate(bars):
|
|
if bar_has_content(bar):
|
|
bars_indexes_with_content.add(i)
|
|
|
|
return bars_indexes_with_content
|
|
|
|
|
|
# In[4]:
|
|
|
|
|
|
def get_bars_with_content(bars):
|
|
'''this method is looking for non-empty bars in the tracks bars
|
|
the empty bar consist of only rest notes.
|
|
returns: a set of bars with notes
|
|
'''
|
|
bars_with_content = []
|
|
for bar in bars:
|
|
if bar_has_content(bar):
|
|
bars_with_content.append(bar)
|
|
|
|
return bars_with_content
|
|
|
|
|
|
# In[5]:
|
|
|
|
|
|
def get_common_bars(track_x,track_y):
|
|
'''return common bars, for two tracks is song
|
|
return X_train, y_train list of
|
|
'''
|
|
bars_x = track_x.stream_to_bars()
|
|
bars_y = track_y.stream_to_bars()
|
|
bwc_x = get_bar_indexes_with_content(bars_x)
|
|
bwc_y = get_bar_indexes_with_content(bars_y)
|
|
|
|
common_bars = bwc_x.intersection(bwc_y)
|
|
common_bars_x = [bars_x[i] for i in common_bars]
|
|
common_bars_y = [bars_y[i] for i in common_bars]
|
|
return common_bars_x, common_bars_y
|
|
|
|
|
|
# In[6]:
|
|
|
|
|
|
def get_bar_len(bar):
|
|
"""calculate a lenth of a bar
|
|
parameters:
|
|
bar : list
|
|
list of "notes", tuples like (pitches, len)
|
|
"""
|
|
time = 0
|
|
for note in bar:
|
|
time += note[1]
|
|
return time
|
|
|
|
|
|
# In[7]:
|
|
|
|
|
|
def bar_has_content(bar):
|
|
'''check if bar has any musical information, more accurate
|
|
it checks if in a bar is any non-rest event like note, or chord
|
|
|
|
parameters:
|
|
-----------
|
|
bar: list
|
|
list of notes
|
|
|
|
return:
|
|
-------
|
|
bool:
|
|
True if bas has concent and False of doesn't
|
|
'''
|
|
bar_notes = len(bar)
|
|
count_rest = 0
|
|
for note in bar:
|
|
if note[0] == (-1,):
|
|
count_rest += 1
|
|
if count_rest == bar_notes:
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
|
|
# In[8]:
|
|
|
|
|
|
def round_to_sixteenth_note(x, base=0.25):
|
|
'''round value to closest multiplication by base
|
|
in default to 0.25 witch is sisteenth note accuracy
|
|
'''
|
|
|
|
return base * round(x/base)
|
|
|
|
|
|
# In[9]:
|
|
|
|
|
|
def parse_pretty_midi_instrument(instrument, resolution, time_to_tick, key_offset):
|
|
''' arguments: a prettyMidi instrument object
|
|
return: a custom SingleTrack object
|
|
'''
|
|
|
|
first_tick = None
|
|
prev_tick = 0
|
|
prev_note_lenth = 0
|
|
max_rest_len = 4.0
|
|
|
|
notes = defaultdict(lambda:[set(), set()])
|
|
for note in instrument.notes:
|
|
if first_tick == None:
|
|
# first_tick = round_to_sixteenth_note(time_to_tick(note.start)/resolution)
|
|
first_tick = 0
|
|
|
|
tick = round_to_sixteenth_note(time_to_tick(note.start)/resolution)
|
|
# add rest if needed
|
|
if prev_tick != None:
|
|
act_tick = prev_tick + prev_note_lenth
|
|
if act_tick < tick:
|
|
rest_lenth = tick - act_tick
|
|
while rest_lenth > max_rest_len:
|
|
notes[act_tick] = [{-1},{max_rest_len}]
|
|
act_tick += max_rest_len
|
|
rest_lenth -= max_rest_len
|
|
notes[act_tick] = [{-1},{rest_lenth}]
|
|
|
|
note_lenth = round_to_sixteenth_note(time_to_tick(note.end-note.start)/resolution)
|
|
|
|
if -1 in notes[tick][0]:
|
|
notes[tick] = [set(), set()]
|
|
|
|
if instrument.is_drum:
|
|
notes[tick][0].add(note.pitch)
|
|
else:
|
|
notes[tick][0].add(note.pitch+key_offset)
|
|
notes[tick][1].add(note_lenth)
|
|
|
|
prev_tick = tick
|
|
prev_note_lenth = note_lenth
|
|
|
|
notes = [(tuple(e[0]), max(e[1])) for e in notes.values()]
|
|
|
|
name = 'Drums' if instrument.is_drum else pm.program_to_instrument_class(instrument.program)
|
|
return SingleTrack(name, instrument.program, instrument.is_drum, Stream(first_tick,notes) )
|
|
|
|
|
|
# In[10]:
|
|
|
|
|
|
def remove_duplicated_sequences(xy_tuple):
|
|
x = xy_tuple[0]
|
|
y = xy_tuple[1]
|
|
x_freeze = [tuple(seq) for seq in x]
|
|
y_freeze = [tuple(seq) for seq in y]
|
|
unique_data = list(set(zip(x_freeze,y_freeze)))
|
|
x_unique = [seq[0] for seq in unique_data]
|
|
y_unique = [seq[1] for seq in unique_data]
|
|
return x_unique, y_unique
|
|
|
|
|
|
# In[11]:
|
|
|
|
|
|
class Stream():
|
|
|
|
def __init__ (self, first_tick, notes):
|
|
self.notes = notes
|
|
self.first_tick = first_tick
|
|
|
|
def __repr__(self):
|
|
return '<Stream object with {} musical events>'.format(len(self.notes))
|
|
|
|
|
|
# In[12]:
|
|
|
|
|
|
class SingleTrack():
|
|
'''class of single track in midi file encoded from pretty midi library
|
|
|
|
atributes:
|
|
----------
|
|
name: str
|
|
name of instrument class
|
|
program: int
|
|
midi instrument program
|
|
is_drum: bool
|
|
True if this track is drums track, False otherwise
|
|
stream:
|
|
Stream object of encoded music events (chords or notes)
|
|
'''
|
|
|
|
def __init__(self, name=None, program=None, is_drum=None, stream=None):
|
|
self.name = name
|
|
self.program = program
|
|
self.is_drum = is_drum
|
|
self.stream = stream
|
|
|
|
def __repr__(self):
|
|
return "<SingleTrack object. Name:{}, Program:{}, is_drum:{}>".format(self.name, self.program, self.is_drum)
|
|
|
|
def to_pretty_midi_instrument(self, tempo=100):
|
|
'''is create a pretty midi Instrument object from self.stream.notes sequance
|
|
|
|
parameters:
|
|
-----------
|
|
self: SingleTrack object
|
|
|
|
return:
|
|
-------
|
|
track: PrettyMIDI.Instrument object
|
|
'''
|
|
|
|
tempo_strech = 100/tempo
|
|
track = pm.Instrument(program=self.program, is_drum=self.is_drum, name=self.name)
|
|
time = self.stream.first_tick * tempo_strech
|
|
for note in self.stream.notes:
|
|
note_pitch = note[0]
|
|
note_len = note[1] * tempo_strech
|
|
for pitch in note_pitch:
|
|
# if note is a rest (pause)
|
|
if pitch == -1:
|
|
break
|
|
event = pm.Note(velocity=100, pitch=pitch, start=time, end=time+note_len)
|
|
track.notes.append(event)
|
|
time = time + note_len
|
|
|
|
return track
|
|
|
|
def stream_to_bars(self, beat_per_bar=4):
|
|
'''it takes notes and split it into equaly time distibuted sequances
|
|
if note is between bars, the note is splited into two notes, with time sum equal to the note between bars.
|
|
arguments:
|
|
stream: list of "notes"
|
|
return:
|
|
bars: list: list of lists of notes, every list has equal time. in musical context it returns bars
|
|
'''
|
|
# TODO: if last bar of sequance has less notes to has time equal given bar lenth it is left shorter
|
|
# fill the rest of bar with rests
|
|
notes = self.stream.notes
|
|
bars = []
|
|
time = 0
|
|
bar_index = 0
|
|
add_tail = False
|
|
note_pitch = lambda note: note[0]
|
|
note_len = lambda note: note[1]
|
|
for note in notes:
|
|
try:
|
|
temp = bars[bar_index]
|
|
except IndexError:
|
|
bars.append([])
|
|
|
|
if add_tail:
|
|
bars[bar_index].append(tail_note)
|
|
time += note_len(tail_note)
|
|
add_tail = False
|
|
|
|
time += note_len(note)
|
|
|
|
if time == beat_per_bar:
|
|
bars[bar_index].append(note)
|
|
time = 0
|
|
bar_index += 1
|
|
|
|
elif time > beat_per_bar: # if note is between bars
|
|
between_bars_note_len = note_len(note)
|
|
tail_note_len = time - beat_per_bar
|
|
leading_note_len = between_bars_note_len - tail_note_len
|
|
|
|
leading_note = (note_pitch(note), leading_note_len)
|
|
bars[bar_index].append(leading_note)
|
|
tail_note = (note_pitch(note), tail_note_len)
|
|
|
|
add_tail = True
|
|
time = 0
|
|
bar_index += 1
|
|
else:
|
|
bars[bar_index].append(note)
|
|
|
|
return bars
|
|
|
|
|
|
# In[99]:
|
|
|
|
|
|
class MultiTrack():
|
|
'''Class that represent one midi file
|
|
atributes:
|
|
pm_obj : PrettyMIDI class object of this midi file
|
|
res: resolution of midi
|
|
time_to_tick: function that coverts miliseconds to ticks. it depends on midi resolution for every midi
|
|
name: path to midi file
|
|
tracks: a list of SingleTrack objects
|
|
'''
|
|
|
|
def __init__(self, path=None, tempo=100):
|
|
self.tempo = tempo
|
|
self.pm_obj = pm.PrettyMIDI(path, initial_tempo=self.tempo)
|
|
self.res = self.pm_obj.resolution
|
|
self.time_to_tick = self.pm_obj.time_to_tick
|
|
self.name = path
|
|
self.tracks = [parse_pretty_midi_instrument(instrument, self.res, self.time_to_tick, self.get_pitch_offset_to_C() ) for instrument in self.pm_obj.instruments]
|
|
self.tracks_by_instrument = self.get_track_by_instrument()
|
|
|
|
def get_multiseq(self):
|
|
'''tracks: list of SingleTrack objects
|
|
reaturn a dictionary of sequences for every sequence in SingleTrack
|
|
'''
|
|
|
|
multiseq_indexes = set([key for music_track in self.tracks for key in music_track.seq])
|
|
multiseq = dict()
|
|
|
|
for seq_id in multiseq_indexes:
|
|
multiseq[seq_id] = []
|
|
|
|
for single_track in self.tracks:
|
|
for key, value in single_track.seq.items():
|
|
multiseq[key].append((single_track.name,value))
|
|
|
|
return multiseq
|
|
|
|
def get_pitch_offset_to_C(self):
|
|
'''to get better train resoult without augmenting midis to all posible keys
|
|
we assumed that most frequent note is the rootnote of song then calculate
|
|
the offset of semitones to move song key to C.
|
|
|
|
You should ADD this offset to note pitch to get it right
|
|
'''
|
|
|
|
hist = self.pm_obj.get_pitch_class_histogram()
|
|
offset = np.argmax(hist)
|
|
if offset > 6:
|
|
return 12-offset
|
|
else:
|
|
return -offset
|
|
|
|
def save(self, path):
|
|
midi_file = pm.PrettyMIDI()
|
|
for track in self.tracks:
|
|
midi_file.instruments.append(track.to_pretty_midi_instrument(self.tempo))
|
|
midi_file.write(path)
|
|
return midi_file
|
|
|
|
def get_track_by_instrument(self):
|
|
'''return a dictionary with tracks indexes grouped by instrument class'''
|
|
tracks = self.tracks
|
|
names = [track.name for track in tracks]
|
|
uniqe_instruemnts = set(names)
|
|
tracks_by_instrument = dict()
|
|
for key in uniqe_instruemnts:
|
|
tracks_by_instrument[key] = []
|
|
|
|
for i, track in enumerate(tracks):
|
|
tracks_by_instrument[track.name].append(i)
|
|
|
|
return tracks_by_instrument
|
|
|
|
def get_common_bars_for_every_possible_pair(self, x_instrument, y_instrument):
|
|
''' for every possible pair of given instrument classes
|
|
returns common bars from multitrack'''
|
|
x_bars = []
|
|
y_bars = []
|
|
pairs = self.get_posible_pairs(x_instrument, y_instrument)
|
|
for x_track_index, y_track_index in pairs:
|
|
_x_bars, _y_bars = get_common_bars(self.tracks[x_track_index], self.tracks[y_track_index])
|
|
x_bars.extend(_x_bars)
|
|
y_bars.extend(_y_bars)
|
|
|
|
return x_bars, y_bars
|
|
|
|
def get_data_seq2seq_arrangment(self, x_instrument, y_instrument, bars_in_seq=4):
|
|
'''this method is returning a sequances of given lenth by rolling this lists of x and y for arrangemt generation'''
|
|
x_seq = []
|
|
y_seq = []
|
|
x_bars, y_bars = self.get_common_bars_for_every_possible_pair(x_instrument, y_instrument)
|
|
|
|
for i in range(len(x_bars) - bars_in_seq + 1):
|
|
x_seq_to_add = [note for bar in x_bars[i:i+bars_in_seq] for note in bar ]
|
|
y_seq_to_add = [note for bar in y_bars[i:i+bars_in_seq] for note in bar ]
|
|
x_seq.append(x_seq_to_add)
|
|
y_seq.append(y_seq_to_add)
|
|
|
|
return x_seq, y_seq
|
|
|
|
def get_data_seq2seq_melody(self,instrument_class, x_seq_len=4):
|
|
'''return a list of bars with content for every track with given instrument class for melody generaiton'''
|
|
|
|
instrument_tracks = self.tracks_by_instrument[instrument_class]
|
|
|
|
for track_index in instrument_tracks:
|
|
bars = self.tracks[track_index].stream_to_bars()
|
|
bars_indexes_with_content = get_bar_indexes_with_content(bars)
|
|
bars_with_content = [bars[i] for i in get_bar_indexes_with_content(bars)]
|
|
|
|
x_seq = []
|
|
y_seq = []
|
|
for i in range(len(bars_with_content)-x_seq_len-1):
|
|
_x_seq = [note for bar in bars_with_content[i:i+x_seq_len] for note in bar]
|
|
_y_bar = bars_with_content[i+x_seq_len]
|
|
x_seq.append(_x_seq)
|
|
y_seq.append(_y_bar)
|
|
|
|
return x_seq, y_seq
|
|
|
|
def get_posible_pairs(self, instrument_x, instrument_y):
|
|
'''it takes two lists, and return a list of tuples with every posible 2-element combination
|
|
parameters:
|
|
-----------
|
|
instrument_x, instrument_y : string {'Guitar','Bass','Drums'}
|
|
a string that represent a instrument class you want to look for in midi file.
|
|
|
|
returns:
|
|
----------
|
|
pairs: list of tuples
|
|
a list of posible 2-element combination of two lists
|
|
'''
|
|
x_indexes = self.tracks_by_instrument[instrument_x]
|
|
y_indexes = self.tracks_by_instrument[instrument_y]
|
|
# pairs = []
|
|
pairs = [(x,y) for x in x_indexes for y in y_indexes]
|
|
|
|
# for x in x_indexes:
|
|
# for y in y_indexes:
|
|
# pairs.append((x,y))
|
|
|
|
return pairs
|
|
|
|
def show_map(self):
|
|
print(self.name)
|
|
print()
|
|
for track in self.tracks:
|
|
bars = track.stream_to_bars(4)
|
|
track_str = ''
|
|
for bar in bars:
|
|
if bar_has_content(bar):
|
|
track_str += '█'
|
|
else:
|
|
track_str += '_'
|
|
|
|
print(track.name[:4],':', track_str)
|
|
|
|
|
|
|
|
# In[104]:
|
|
|
|
|
|
def extract_data(midi_folder_path=None, how=None, instrument=None, remove_duplicates=True):
|
|
'''extract musical data from midis in given folder, to x_train, y_train lists on sequences
|
|
|
|
parameters:
|
|
-----------
|
|
midi_folder_path : string
|
|
a path to directory where midi files are stored
|
|
how : string {'melody','arrangment'}
|
|
- if melody: function extract data of one instrument,
|
|
and return lists of x and y that x is actual sequance of 4 bars
|
|
and y is next bar
|
|
- if arrangment: function extract data of two instruments and
|
|
returns a lists of x and y that x is one instrument sequence,
|
|
and y is coresponing sequance to x, played by second instrument
|
|
instrument: string or tuple of two strings
|
|
this parameter is used to specify a instrument class, or classes that you wanted
|
|
to extract from midi files.
|
|
|
|
if how='melody': string
|
|
if how='arrangment' : (string_x, string_y)
|
|
|
|
return:
|
|
-------
|
|
x_train, y_train - tuple of coresponding lists of x_train and y_train data for training set
|
|
|
|
notes:
|
|
------
|
|
extracted data is transposed to the key od C
|
|
duplicated x,y pairs are removed
|
|
'''
|
|
if how not in {'melody','arrangment'}:
|
|
raise ValueError('how parameter must by one of {melody,arrangment} ')
|
|
|
|
x_train = []
|
|
y_train = []
|
|
|
|
for directory, subdirectories, files in os.walk(midi_folder_path):
|
|
for midi_file in tqdm(files):
|
|
midi_file_path = os.path.join(directory, midi_file)
|
|
try:
|
|
mt = MultiTrack(midi_file_path)
|
|
if how=='melody':
|
|
x ,y = mt.get_data_seq2seq_melody(instrument)
|
|
if how=='arrangment':
|
|
x ,y = mt.get_data_seq2seq_arrangment(instrument[0], instrument[1])
|
|
x_train.extend(x)
|
|
y_train.extend(y)
|
|
except:
|
|
continue
|
|
|
|
if remove_duplicates:
|
|
x_train, y_train = remove_duplicated_sequences((x_train, y_train))
|
|
|
|
return x_train , y_train
|
|
|
|
|
|
# In[109]:
|
|
|
|
|
|
def main():
|
|
'''extract data from midis
|
|
'''
|
|
x_train, y_train = extract_data(midi_folder_path='WhiteStripes', how='arrangment', instrument=('Guitar','Bass'))
|
|
pickle.dump((x_train, y_train), open('Guitar_to_Bass_data.pkl','wb'))
|
|
return x_train, y_train
|
|
|
|
|
|
# In[107]:
|
|
|
|
|
|
if __name__=='__main__':
|
|
main()
|
|
|