From 9a248653b7289cb49bf99a561f339ee8f3e5799b Mon Sep 17 00:00:00 2001 From: Faylixe Date: Fri, 11 Dec 2020 13:05:49 +0100 Subject: [PATCH] =?UTF-8?q?=E2=9C=85=20=20fix=20evaluation=20testing?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- tests/test_eval.py | 33 +++++++++++++++++---------------- 1 file changed, 17 insertions(+), 16 deletions(-) diff --git a/tests/test_eval.py b/tests/test_eval.py index 4f90cac..9ff4e67 100644 --- a/tests/test_eval.py +++ b/tests/test_eval.py @@ -69,19 +69,20 @@ def generate_fake_eval_dataset(path): @pytest.mark.parametrize('backend', TEST_CONFIGURATIONS) def test_evaluate(backend): - with TemporaryDirectory() as directory: - generate_fake_eval_dataset(directory) - metrics = evaluate( - adapter='spleeter.audio.ffmpeg.FFMPEGProcessAudioAdapter', - output_path='eval', - stft_backend=backend, - params_filename='spleeter:4stems', - mus_dir=directory, - mwf=False, - verbose=False) - for instrument, metric in metrics.items(): - for m, value in metric.items(): - assert np.allclose( - np.median(value), - res_4stems[instrument][m], - atol=1e-3) + with TemporaryDirectory() as dataset: + with TemporaryDirectory() as evaluation: + generate_fake_eval_dataset(dataset) + metrics = evaluate( + adapter='spleeter.audio.ffmpeg.FFMPEGProcessAudioAdapter', + output_path=evaluation, + stft_backend=backend, + params_filename='spleeter:4stems', + mus_dir=dataset, + mwf=False, + verbose=False) + for instrument, metric in metrics.items(): + for m, value in metric.items(): + assert np.allclose( + np.median(value), + res_4stems[instrument][m], + atol=1e-3)