In [1]:
# Ignore a bunch of deprecation warnings
import sys
sys.path.append('../..')
import warnings
warnings.filterwarnings("ignore")

import copy
import os
import time
from tqdm import tqdm
import math

import ddsp
import ddsp.training

from data_handling.ddspdataset import DDSPDataset
from utils.training_utils import print_hparams, set_seed, save_results, str2bool
from hparams_midiae_interp_cond import hparams as hp
from midiae_interp_cond.get_model import get_model, get_fake_data

import librosa
import matplotlib.pyplot as plt
import numpy as np
import tensorflow.compat.v2 as tf
import tensorflow_datasets as tfds
import pandas as pd

from notebook_utils import *

set_seed(1234)

# Helper Functions
sample_rate = 16000


print('Done!')

from utils.audio_io import load_audio

Done!

Samples - Reconstruction of synthesizer parameters generator

Training Set

oboe

In [2]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_oboe_synth/0_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [3]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_oboe_synth/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [4]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_oboe_midi/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

trumpet

In [5]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_trumpet_synth/0_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [6]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_trumpet_synth/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [7]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_trumpet_midi/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

violin

In [8]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_violin_synth/0_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [9]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_violin_synth/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [10]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_train_violin_midi/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Test Set

oboe

In [28]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_oboe_synth/2_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [30]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_oboe_synth/2_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [31]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_oboe_midi/2_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

trumpet

In [32]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_trumpet_synth/0_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [33]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_trumpet_synth/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [34]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_trumpet_midi/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

violin

In [35]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_violin_synth/0_ref.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='original')

DDSP inference (autoencoder)

In [36]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_violin_synth/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Synthesizer parameters generator

In [37]:
wav = r'/data/ddsp-experiment/logs/urmp_single_instrument_recon/results_sample_all_eval_violin_midi/0_pred.wav'
plot_spec(load_audio(wav, sample_rate), sample_rate, title='prediction')

Note expression generator - Train teacher force

oboe

In [11]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/oboe_0_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*28:sample_rate*48], sample_rate, title='original')
In [12]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/oboe_0_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*28:sample_rate*48], sample_rate, title='prediction')

trumpet

In [13]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/trumpet_1_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='original')
In [14]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/trumpet_1_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='prediction')

violin

In [15]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/violin_0_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[:sample_rate*20], sample_rate, title='original')
In [16]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/train/violin_0_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[:sample_rate*20], sample_rate, title='original')
In [ ]:

Note expression generator - Test teacher force

oboe

In [17]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/oboe_0_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*28:sample_rate*48], sample_rate, title='original')
In [18]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/oboe_0_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*28:sample_rate*48], sample_rate, title='prediction')

trumpet

In [19]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/trumpet_1_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='original')
In [20]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/trumpet_1_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='prediction')

violin

In [21]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/violin_0_ref.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='original')
In [22]:
wav = r'/data/ddsp-experiment/logs/language_model_spectral_loss_eval/test_test_autoreg/violin_0_pred.wav'
plt.figure(figsize=(20,8))
plot_spec(load_audio(wav, sample_rate)[sample_rate*3:sample_rate*20], sample_rate, title='original')
In [ ]: