mirror of
https://github.com/YuzuZensai/spleeter.git
synced 2026-01-31 14:58:23 +00:00
Replaced fixed dataset directory by temporary one
This commit is contained in:
@@ -53,6 +53,9 @@ res_4stems = { "vocals": {
|
|||||||
|
|
||||||
|
|
||||||
def generate_fake_eval_dataset(path):
|
def generate_fake_eval_dataset(path):
|
||||||
|
"""
|
||||||
|
generate fake evaluation dataset
|
||||||
|
"""
|
||||||
aa = get_default_audio_adapter()
|
aa = get_default_audio_adapter()
|
||||||
n_songs = 2
|
n_songs = 2
|
||||||
fs = 44100
|
fs = 44100
|
||||||
@@ -68,12 +71,26 @@ def generate_fake_eval_dataset(path):
|
|||||||
aa.save(filename, data, fs)
|
aa.save(filename, data, fs)
|
||||||
|
|
||||||
|
|
||||||
def test_evaluate(path="FAKE_MUSDB_DIR"):
|
def test_evaluate():
|
||||||
generate_fake_eval_dataset(path)
|
"""
|
||||||
p = create_argument_parser()
|
test evaluate command
|
||||||
arguments = p.parse_args(["evaluate", "-p", "spleeter:4stems", "--mus_dir", path])
|
"""
|
||||||
params = load_configuration(arguments.configuration)
|
|
||||||
metrics = evaluate.entrypoint(arguments, params)
|
with TemporaryDirectory() as path:
|
||||||
for instrument, metric in metrics.items():
|
|
||||||
for metric, value in metric.items():
|
# generate fake dataset
|
||||||
assert np.allclose(np.median(value), res_4stems[instrument][metric], atol=1e-3)
|
generate_fake_eval_dataset(path)
|
||||||
|
|
||||||
|
# set up arguments of command
|
||||||
|
p = create_argument_parser()
|
||||||
|
arguments = p.parse_args(["evaluate", "-p", "spleeter:4stems", "--mus_dir", path])
|
||||||
|
params = load_configuration(arguments.configuration)
|
||||||
|
|
||||||
|
# run evaluation
|
||||||
|
metrics = evaluate.entrypoint(arguments, params)
|
||||||
|
|
||||||
|
# assert that the metric as not changed compared to reference value
|
||||||
|
# (Note that this fails with tensorflow backend)
|
||||||
|
for instrument, metric in metrics.items():
|
||||||
|
for metric, value in metric.items():
|
||||||
|
assert np.allclose(np.median(value), res_4stems[instrument][metric], atol=1e-3)
|
||||||
Reference in New Issue
Block a user