#==================================================================== # https://huggingface.co/spaces/asigalov61/Godzilla-Piano-Transformer #==================================================================== """ Godzilla Piano Transformer Gradio App - Single Model, Simplified Version Fast 807M 4k solo Piano music transformer trained on 1.14M+ MIDIs (2.7M+ samples) Using only one model: "without velocity - 3 epochs" """ import os os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1" import time as reqtime import datetime from pytz import timezone import torch import matplotlib.pyplot as plt import gradio as gr import spaces from huggingface_hub import hf_hub_download import TMIDIX from midi_to_colab_audio import midi_to_colab_audio from x_transformer_2_3_1 import TransformerWrapper, AutoregressiveWrapper, Decoder # ----------------------------- # CONFIGURATION & GLOBALS # ----------------------------- SEP = '=' * 70 PDT = timezone('US/Pacific') MODEL_CHECKPOINT = 'Godzilla_Piano_Transformer_No_Velocity_Trained_Model_21113_steps_0.3454_loss_0.895_acc.pth' NUM_OUT_BATCHES = 1 # ----------------------------- # PRINT START-UP INFO # ----------------------------- def print_sep(): print(SEP) print_sep() print("Godzilla Piano Transformer Gradio App") print_sep() print("Loading modules...") # ----------------------------- # ENVIRONMENT & PyTorch Settings # ----------------------------- os.environ['USE_FLASH_ATTENTION'] = '1' torch.set_float32_matmul_precision('high') torch.backends.cuda.matmul.allow_tf32 = True torch.backends.cudnn.allow_tf32 = True torch.backends.cuda.enable_mem_efficient_sdp(True) torch.backends.cuda.enable_math_sdp(True) torch.backends.cuda.enable_flash_sdp(True) torch.backends.cuda.enable_cudnn_sdp(True) print_sep() print("PyTorch version:", torch.__version__) print("Done loading modules!") print_sep() # ----------------------------- # MODEL INITIALIZATION # ----------------------------- print_sep() print("Instantiating model...") device_type = 'cuda' dtype = 'bfloat16' ptdtype = {'bfloat16': torch.bfloat16, 'float16': torch.float16}[dtype] ctx = torch.amp.autocast(device_type=device_type, dtype=ptdtype) SEQ_LEN = 4096 PAD_IDX = 384 model = TransformerWrapper( num_tokens=PAD_IDX + 1, max_seq_len=SEQ_LEN, attn_layers=Decoder( dim=2048, depth=16, heads=32, rotary_pos_emb=True, attn_flash=True ) ) model = AutoregressiveWrapper(model, ignore_index=PAD_IDX, pad_value=PAD_IDX) print_sep() print("Loading model checkpoint...") checkpoint = hf_hub_download( repo_id='asigalov61/Godzilla-Piano-Transformer', filename=MODEL_CHECKPOINT ) model.load_state_dict(torch.load(checkpoint, map_location='cuda', weights_only=True)) model = torch.compile(model, mode='max-autotune') print_sep() print("Done!") print("Model will use", dtype, "precision...") print_sep() model.cuda() model.eval() # ----------------------------- # MIDI PROCESSING FUNCTIONS # ----------------------------- def load_midi(input_midi): """Process the input MIDI file and create a token sequence using without velocity logic.""" raw_score = TMIDIX.midi2single_track_ms_score(input_midi.name) escore_notes = TMIDIX.advanced_score_processor( raw_score, return_enhanced_score_notes=True, apply_sustain=True )[0] sp_escore_notes = TMIDIX.solo_piano_escore_notes(escore_notes) zscore = TMIDIX.recalculate_score_timings(sp_escore_notes) zscore = TMIDIX.augment_enhanced_score_notes(zscore, timings_divider=32) fscore = TMIDIX.fix_escore_notes_durations(zscore) cscore = TMIDIX.chordify_score([1000, fscore]) score = [] prev_chord = cscore[0] for chord in cscore: # Time difference token. score.append(max(0, min(127, chord[0][1] - prev_chord[0][1]))) for note in chord: score.extend([ max(1, min(127, note[2])) + 128, max(1, min(127, note[4])) + 256 ]) prev_chord = chord return score def save_midi(tokens): """Convert token sequence back to a MIDI score and write it using TMIDIX (without velocity). The output MIDI file name incorporates a date-time stamp. """ song_events = [] time_marker = 0 duration = 0 pitch = 0 patches = [0] * 16 for token in tokens: if 0 <= token < 128: time_marker += token * 32 elif 128 <= token < 256: duration = (token - 128) * 32 elif 256 <= token < 384: pitch = token - 256 song_events.append(['note', time_marker, duration, 0, pitch, max(40, pitch), 0]) # No velocity tokens are used. # Generate a time stamp using the PDT timezone. timestamp = datetime.datetime.now(PDT).strftime("%Y%m%d_%H%M%S") fname = f"MuseCraft-Piano-Composition" TMIDIX.Tegridy_ms_SONG_to_MIDI_Converter( song_events, output_signature='MuseCraft Piano', output_file_name=fname, track_name='Project Los Angeles', list_of_MIDI_patches=patches, verbose=False ) return fname, song_events # ----------------------------- # MUSIC GENERATION FUNCTION (Combined) # ----------------------------- @spaces.GPU def generate(prime, num_gen_tokens, num_mem_tokens, model_temperature): """Generate music tokens given prime tokens and parameters.""" inputs = prime[-num_mem_tokens:] if prime else [0] print("Generating...") inp = torch.LongTensor([inputs]).cuda() with ctx: out = model.generate( inp, num_gen_tokens, temperature=model_temperature, return_prime=True, verbose=False ) print("Done!") print_sep() return out.tolist() def generate_music(input_midi, num_prime_tokens, num_gen_tokens, num_mem_tokens, model_temperature): """ Generate tokens using the model, update the composition state, and prepare outputs. This function combines seed loading, token generation, and UI output packaging. """ print_sep() print("Request start time:", datetime.datetime.now(PDT).strftime("%Y-%m-%d %H:%M:%S")) print('=' * 70) if input_midi is not None: fn = os.path.basename(input_midi.name) fn1 = fn.split('.')[0] print('Input file name:', fn) print('Num prime tokens:', num_prime_tokens) print('Num gen tokens:', num_gen_tokens) print('Num mem tokens:', num_mem_tokens) print('Model temp:', model_temperature) print('=' * 70) input_composition = [0] # Load seed from MIDI if there is no existing composition. if input_midi is not None: input_composition = load_midi(input_midi)[:num_prime_tokens] generated_batches = generate(input_composition, num_gen_tokens, num_mem_tokens, model_temperature) midi_fname, midi_score = save_midi(generated_batches[0]) print("Request end time:", datetime.datetime.now(PDT).strftime("%Y-%m-%d %H:%M:%S")) print_sep() return midi_fname+'.mid' # ----------------------------- # GRADIO INTERFACE SETUP # ----------------------------- with gr.Blocks() as demo: gr.Markdown("