X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=helpers%2Fmusic_file.py;h=ccf60ce5eb8874f5b68dc81d48a89b9e86fd8626;hb=205861936ca55357beea6a8af7c0c9ed5a61f484;hp=e6a340da53e56c97dda679a14064f056e01fd670;hpb=0deb82a57ae3abefd44509dc88c546f6e5a94d1b;p=perso%2FImmae%2FProjets%2FPython%2FMusicSampler.git diff --git a/helpers/music_file.py b/helpers/music_file.py index e6a340d..ccf60ce 100644 --- a/helpers/music_file.py +++ b/helpers/music_file.py @@ -1,165 +1,317 @@ import threading import pydub -import math import time from transitions.extensions import HierarchicalMachine as Machine -import pyaudio as pa -import sounddevice as sd import os.path +import audioop + from .lock import Lock +from . import Config, gain, debug_print, error_print +from .mixer import Mixer +from .music_effect import GainEffect + file_lock = Lock("file") -pyaudio = pa.PyAudio() - -class MusicFile(Machine): - def __init__(self, filename, name = None, gain = 1): - states = [ - 'initial', - 'loading', - 'failed', - { 'name': 'loaded', 'children': ['stopped', 'playing', 'paused', 'stopping'] } - ] - transitions = [ - { 'trigger': 'load', 'source': 'initial', 'dest': 'loading'}, - { 'trigger': 'fail', 'source': 'loading', 'dest': 'failed'}, - { 'trigger': 'success', 'source': 'loading', 'dest': 'loaded_stopped'}, - { 'trigger': 'start_playing', 'source': 'loaded_stopped', 'dest': 'loaded_playing'}, - { 'trigger': 'pause', 'source': 'loaded_playing', 'dest': 'loaded_paused'}, - { 'trigger': 'unpause', 'source': 'loaded_paused', 'dest': 'loaded_playing'}, - { 'trigger': 'stop_playing', 'source': ['loaded_playing','loaded_paused'], 'dest': 'loaded_stopping'}, - { 'trigger': 'stopped', 'source': 'loaded_stopping', 'dest': 'loaded_stopped'} - ] - - Machine.__init__(self, states=states, transitions=transitions, initial='initial') +class MusicFile: + STATES = [ + 'initial', + 'loading', + 'failed', + { + 'name': 'loaded', + 'children': [ + 'playing', + 'paused', + 'stopping' + ] + } + ] + TRANSITIONS = [ + { + 'trigger': 'load', + 'source': 'initial', + 'dest': 'loading' + }, + { + 'trigger': 'fail', + 'source': 'loading', + 'dest': 'failed' + }, + { + 'trigger': 'success', + 'source': 'loading', + 'dest': 'loaded' + }, + { + 'trigger': 'start_playing', + 'source': 'loaded', + 'dest': 'loaded_playing' + }, + { + 'trigger': 'pause', + 'source': 'loaded_playing', + 'dest': 'loaded_paused' + }, + { + 'trigger': 'unpause', + 'source': 'loaded_paused', + 'dest': 'loaded_playing' + }, + { + 'trigger': 'stop_playing', + 'source': ['loaded_playing','loaded_paused'], + 'dest': 'loaded_stopping' + }, + { + 'trigger': 'stopped', + 'source': '*', + 'dest': 'loaded', + 'before': 'trigger_stopped_events' + } + ] + def __init__(self, filename, mapping, name=None, gain=1): + Machine(model=self, states=self.STATES, + transitions=self.TRANSITIONS, initial='initial', + ignore_invalid_triggers=True) + + self.mapping = mapping self.filename = filename - self.stream = None self.name = name or filename self.audio_segment = None - self.gain = gain + self.initial_volume_factor = gain self.music_lock = Lock("music__" + filename) - self.wait_event = threading.Event() - threading.Thread(name = "MSMusicLoad", target = self.load).start() + threading.Thread(name="MSMusicLoad", target=self.load).start() + # Machine related events def on_enter_loading(self): with file_lock: try: - print("Loading « {} »".format(self.name)) - volume_factor = 20 * math.log10(self.gain) - self.audio_segment = pydub.AudioSegment.from_file(self.filename).set_frame_rate(44100).apply_gain(volume_factor) + debug_print("Loading « {} »".format(self.name)) + self.mixer = self.mapping.mixer or Mixer() + initial_db_gain = gain(self.initial_volume_factor * 100) + self.audio_segment = pydub.AudioSegment \ + .from_file(self.filename) \ + .set_frame_rate(Config.frame_rate) \ + .set_channels(Config.channels) \ + .set_sample_width(Config.sample_width) \ + .apply_gain(initial_db_gain) self.sound_duration = self.audio_segment.duration_seconds except Exception as e: - print("failed to load « {} »: {}".format(self.name, e)) + error_print("failed to load « {} »: {}".format(self.name, e)) self.loading_error = e self.fail() else: self.success() - print("Loaded « {} »".format(self.name)) + debug_print("Loaded « {} »".format(self.name)) - def check_is_loaded(self): - return self.state.startswith('loaded_') + def on_enter_loaded(self): + self.gain_effects = [] + self.set_gain(0, absolute=True) + self.current_audio_segment = None + self.volume = 100 + self.wait_event = threading.Event() + self.current_loop = 0 + + def on_enter_loaded_playing(self): + self.mixer.add_file(self) - def is_not_stopped(self): - return self.check_is_loaded() and not self.is_loaded_stopped() + # Machine related states + def is_in_use(self): + return self.is_loaded(allow_substates=True) and not self.is_loaded() - def is_paused(self): - return self.is_loaded_paused() + def is_in_use_not_stopping(self): + return self.is_loaded_playing() or self.is_loaded_paused() + # Machine related triggers + def trigger_stopped_events(self): + self.mixer.remove_file(self) + self.wait_event.set() + + # Actions and properties called externally @property def sound_position(self): - if self.is_not_stopped(): + if self.is_in_use(): return self.current_frame / self.current_audio_segment.frame_rate else: return 0 - def play(self, fade_in = 0, volume = 100, start_at = 0): - self.db_gain = self.volume_to_gain(volume) - ms = int(start_at * 1000) - ms_fi = max(1, int(fade_in * 1000)) - with self.music_lock: - self.current_audio_segment = (self.audio_segment + self.db_gain).fade(from_gain=-120, duration=ms_fi, start=ms) - self.before_loaded_playing(initial_frame = int(start_at * self.audio_segment.frame_rate)) - self.start_playing() + def play(self, fade_in=0, volume=100, loop=0, start_at=0): + self.set_gain(gain(volume) + self.mapping.master_gain, absolute=True) + self.volume = volume + if loop < 0: + self.last_loop = float('inf') + else: + self.last_loop = loop - def before_loaded_playing(self, initial_frame = 0): - self.current_frame = initial_frame with self.music_lock: - segment = self.current_audio_segment - - self.stream = sd.RawOutputStream(samplerate=segment.frame_rate, - channels=segment.channels, - dtype='int' + str(8*segment.sample_width), # FIXME: ? - latency=1., - callback=self.play_callback, - finished_callback=self.finished_callback - ) + self.current_audio_segment = self.audio_segment + self.current_frame = int(start_at * self.audio_segment.frame_rate) - def on_enter_loaded_playing(self): - self.stream.start() - - def on_enter_loaded_paused(self): - self.stream.stop() + self.start_playing() - def finished_callback(self): - if self.is_loaded_playing(): - self.stop_playing() - if self.is_loaded_stopping(): - self.stopped() + if fade_in > 0: + db_gain = gain(self.volume, 0)[0] + self.set_gain(-db_gain) + self.add_fade_effect(db_gain, fade_in) - def on_enter_loaded_stopped(self): - self.wait_event.set() + def seek(self, value=0, delta=False): + if not self.is_in_use_not_stopping(): + return - def play_callback(self, out_data, frame_count, time_info, status_flags): with self.music_lock: - audio_segment = self.current_audio_segment.get_sample_slice_data( - start_sample=self.current_frame, - end_sample=self.current_frame + frame_count - ) - self.current_frame += frame_count - if len(audio_segment) == 0: - raise sd.CallbackStop - - out_data[:] = audio_segment.ljust(len(out_data), b'\0') + self.abandon_all_effects() + if delta: + frame_count = int(self.audio_segment.frame_count()) + frame_diff = int(value * self.audio_segment.frame_rate) + self.current_frame += frame_diff + while self.current_frame < 0: + self.current_loop -= 1 + self.current_frame += frame_count + while self.current_frame > frame_count: + self.current_loop += 1 + self.current_frame -= frame_count + if self.current_loop < 0: + self.current_loop = 0 + self.current_frame = 0 + if self.current_loop > self.last_loop: + self.current_loop = self.last_loop + self.current_frame = frame_count + else: + self.current_frame = max( + 0, + int(value * self.audio_segment.frame_rate)) - def stop(self, fade_out = 0): + def stop(self, fade_out=0, wait=False, set_wait_id=None): if self.is_loaded_playing(): ms = int(self.sound_position * 1000) ms_fo = max(1, int(fade_out * 1000)) + new_audio_segment = self.current_audio_segment[: ms+ms_fo] \ + .fade_out(ms_fo) with self.music_lock: - self.current_audio_segment = self.current_audio_segment[:ms + ms_fo].fade_out(ms_fo) - self.stop_playing() - else: + self.current_audio_segment = new_audio_segment self.stop_playing() + if wait: + if set_wait_id is not None: + self.mapping.add_wait_id(set_wait_id, self.wait_event) + self.wait_end() + else: self.stopped() - def set_volume(self, value): - if self.is_loaded_stopped(): - return + def abandon_all_effects(self): + db_gain = 0 + for gain_effect in self.gain_effects: + db_gain += gain_effect.get_last_gain() - db_gain = self.volume_to_gain(value) - new_audio_segment = self.current_audio_segment + (db_gain - self.db_gain) - self.db_gain = db_gain - with self.music_lock: - self.current_audio_segment = new_audio_segment + self.gain_effects = [] + self.set_gain(db_gain) + + def set_volume(self, value, delta=False, fade=0): + [db_gain, self.volume] = gain( + value + int(delta) * self.volume, + self.volume) + + self.set_gain_with_effect(db_gain, fade=fade) - def volume_to_gain(self, volume): - return 20 * math.log10(max(volume, 0.0001) / 100) + def set_gain_with_effect(self, db_gain, fade=0): + if not self.is_in_use(): + return + + if fade > 0: + self.add_fade_effect(db_gain, fade) + else: + self.set_gain(db_gain) def wait_end(self): self.wait_event.clear() self.wait_event.wait() -# Add some more functions to AudioSegments -def get_sample_slice_data(self, start_sample=0, end_sample=float('inf')): - max_val = int(self.frame_count()) + # Callbacks + def finished_callback(self): + self.stopped() + + def play_callback(self, out_data_length, frame_count): + if self.is_loaded_paused(): + return b'\0' * out_data_length + + with self.music_lock: + [data, nb_frames] = self.get_next_sample(frame_count) + if nb_frames < frame_count: + if self.is_loaded_playing() and\ + self.current_loop < self.last_loop: + self.current_loop += 1 + self.current_frame = 0 + [new_data, new_nb_frames] = self.get_next_sample( + frame_count - nb_frames) + data += new_data + nb_frames += new_nb_frames + elif nb_frames == 0: + # FIXME: too slow when mixing multiple streams + threading.Thread( + name="MSFinishedCallback", + target=self.finished_callback).start() + + return data.ljust(out_data_length, b'\0') + + # Helpers + def set_gain(self, db_gain, absolute=False): + if absolute: + self.db_gain = db_gain + else: + self.db_gain += db_gain + + def get_next_sample(self, frame_count): + fw = self.audio_segment.frame_width + + data = b"" + nb_frames = 0 + + segment = self.current_audio_segment + max_val = int(segment.frame_count()) + + start_i = max(self.current_frame, 0) + end_i = min(self.current_frame + frame_count, max_val) + data += segment._data[start_i*fw : end_i*fw] + nb_frames += end_i - start_i + self.current_frame += end_i - start_i + + volume_factor = self.volume_factor(self.effects_next_gain(nb_frames)) + + data = audioop.mul(data, Config.sample_width, volume_factor) + + return [data, nb_frames] + + def add_fade_effect(self, db_gain, fade_duration): + if not self.is_in_use(): + return + + self.gain_effects.append(GainEffect( + "fade", + self.current_audio_segment, + self.current_loop, + self.sound_position, + self.sound_position + fade_duration, + gain=db_gain)) + + def effects_next_gain(self, frame_count): + db_gain = 0 + for gain_effect in self.gain_effects: + [new_gain, last_gain] = gain_effect.get_next_gain( + self.current_frame, + self.current_loop, + frame_count) + if last_gain: + self.set_gain(new_gain) + self.gain_effects.remove(gain_effect) + else: + db_gain += new_gain + return db_gain - start_i = max(start_sample, 0) * self.frame_width - end_i = min(end_sample, max_val) * self.frame_width - return self._data[start_i:end_i] + def volume_factor(self, additional_gain=0): + return 10 ** ( (self.db_gain + additional_gain) / 20) -pydub.AudioSegment.get_sample_slice_data = get_sample_slice_data