mirror of
https://github.com/YuzuZensai/spleeter.git
synced 2026-01-30 20:24:31 +00:00
✅ restore old test suite fashion
This commit is contained in:
Félix Voituret
@@ -1,285 +0,0 @@
|
|||||||
version: 2
|
|
||||||
jobs:
|
|
||||||
# =======================================================================================
|
|
||||||
# Python 3.6 testing.
|
|
||||||
# =======================================================================================
|
|
||||||
test-3.6:
|
|
||||||
docker:
|
|
||||||
- image: python:3.6
|
|
||||||
working_directory: ~/spleeter
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- restore_cache:
|
|
||||||
key: models-{{ checksum "spleeter/model/__init__.py" }}
|
|
||||||
- run: apt-get update && apt-get install -y ffmpeg
|
|
||||||
- run: pip install -r requirements.txt && pip install pytest==5.4.3 pytest-xdist==1.32.0 pytest-forked==1.1.3 musdb museval
|
|
||||||
- run: make test
|
|
||||||
- save_cache:
|
|
||||||
key: models-{{ checksum "spleeter/model/__init__.py" }}
|
|
||||||
paths:
|
|
||||||
- "pretrained_models"
|
|
||||||
# =======================================================================================
|
|
||||||
# Python 3.7 testing.
|
|
||||||
# =======================================================================================
|
|
||||||
test-3.7:
|
|
||||||
docker:
|
|
||||||
- image: python:3.7
|
|
||||||
working_directory: ~/spleeter
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- restore_cache:
|
|
||||||
key: models-{{ checksum "spleeter/model/__init__.py" }}
|
|
||||||
- run: apt-get update && apt-get install -y ffmpeg
|
|
||||||
- run: pip install -r requirements.txt && pip install pytest==5.4.3 pytest-xdist==1.32.0 pytest-forked==1.1.3 musdb museval
|
|
||||||
- run: make test
|
|
||||||
- save_cache:
|
|
||||||
key: models-{{ checksum "spleeter/model/__init__.py" }}
|
|
||||||
paths:
|
|
||||||
- "pretrained_models"
|
|
||||||
# =======================================================================================
|
|
||||||
# Source distribution packaging.
|
|
||||||
# =======================================================================================
|
|
||||||
sdist:
|
|
||||||
docker:
|
|
||||||
- image: python:3
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- run: make build
|
|
||||||
- save_cache:
|
|
||||||
key: sdist-{{ .Branch }}-{{ checksum "setup.py" }}
|
|
||||||
paths:
|
|
||||||
- dist
|
|
||||||
sdist-gpu:
|
|
||||||
docker:
|
|
||||||
- image: python:3
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- run: make build-gpu
|
|
||||||
- save_cache:
|
|
||||||
key: sdist-{{ .Branch }}-{{ checksum "setup.py" }}
|
|
||||||
paths:
|
|
||||||
- dist
|
|
||||||
# =======================================================================================
|
|
||||||
# PyPi deployment.
|
|
||||||
# =======================================================================================
|
|
||||||
pypi-deploy:
|
|
||||||
docker:
|
|
||||||
- image: python:3
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- restore_cache:
|
|
||||||
key: sdist-{{ .Branch }}-{{ checksum "setup.py" }}
|
|
||||||
- run:
|
|
||||||
name: upload to PyPi
|
|
||||||
# TODO: Infer destination regarding of branch.
|
|
||||||
# - master => production PyPi
|
|
||||||
# - other => testing PyPi
|
|
||||||
command: make build deploy
|
|
||||||
pypi-deploy-gpu:
|
|
||||||
docker:
|
|
||||||
- image: python:3
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- restore_cache:
|
|
||||||
key: sdist-{{ .Branch }}-{{ checksum "setup.py" }}
|
|
||||||
- run:
|
|
||||||
name: upload to PyPi
|
|
||||||
# TODO: Infer destination regarding of branch.
|
|
||||||
# - master => production PyPi
|
|
||||||
# - other => testing PyPi
|
|
||||||
command: make build-gpu deploy
|
|
||||||
# =======================================================================================
|
|
||||||
# Docker build.
|
|
||||||
# =======================================================================================
|
|
||||||
|
|
||||||
docker-conda-cpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build -t conda -f docker/conda.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=conda -t researchdeezer/spleeter:conda -f docker/spleeter-conda.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda --build-arg MODEL=2stems -t researchdeezer/spleeter:conda-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda --build-arg MODEL=4stems -t researchdeezer/spleeter:conda-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda --build-arg MODEL=5stems -t researchdeezer/spleeter:conda-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:conda separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:conda-2stems separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:conda-4stems separate -i /runtime/audio_example.mp3 -p spleeter:4stems -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:conda-5stems separate -i /runtime/audio_example.mp3 -p spleeter:5stems -o /tmp
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker push researchdeezer/spleeter:conda
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-5stems
|
|
||||||
docker-conda-gpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build -t conda -f docker/conda.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=conda -t conda-gpu -f docker/cuda-10-0.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=conda-gpu --build-arg SPLEETER_PACKAGE=spleeter-gpu -t researchdeezer/spleeter:conda-gpu -f docker/spleeter-conda.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda-gpu --build-arg MODEL=2stems -t researchdeezer/spleeter:conda-gpu-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda-gpu --build-arg MODEL=4stems -t researchdeezer/spleeter:conda-gpu-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:conda-gpu --build-arg MODEL=5stems -t researchdeezer/spleeter:conda-gpu-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-gpu
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-gpu-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-gpu-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:conda-gpu-5stems
|
|
||||||
docker-3.6-cpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build --build-arg BASE=python:3.6 -t researchdeezer/spleeter:3.6 -f docker/spleeter.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6 --build-arg MODEL=2stems -t researchdeezer/spleeter:3.6-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6 --build-arg MODEL=4stems -t researchdeezer/spleeter:3.6-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6 --build-arg MODEL=5stems -t researchdeezer/spleeter:3.6-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.6 separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.6-2stems separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.6-4stems separate -i /runtime/audio_example.mp3 -p spleeter:4stems -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.6-5stems separate -i /runtime/audio_example.mp3 -p spleeter:5stems -o /tmp
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-5stems
|
|
||||||
docker-3.6-gpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build --build-arg BASE=python:3.6 -t cuda:3.6 -f docker/cuda-10-0.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=cuda:3.6 --build-arg SPLEETER_PACKAGE=spleeter-gpu -t researchdeezer/spleeter:3.6-gpu -f docker/spleeter.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6-gpu --build-arg MODEL=2stems -t researchdeezer/spleeter:3.6-gpu-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6-gpu --build-arg MODEL=4stems -t researchdeezer/spleeter:3.6-gpu-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.6-gpu --build-arg MODEL=5stems -t researchdeezer/spleeter:3.6-gpu-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-gpu
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-gpu-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-gpu-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.6-gpu-5stems
|
|
||||||
docker-3.7-cpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build --build-arg BASE=python:3.7 -t researchdeezer/spleeter:3.7 -f docker/spleeter.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7 --build-arg MODEL=2stems -t researchdeezer/spleeter:3.7-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7 --build-arg MODEL=4stems -t researchdeezer/spleeter:3.7-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7 --build-arg MODEL=5stems -t researchdeezer/spleeter:3.7-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.7 separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.7-2stems separate -i /runtime/audio_example.mp3 -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.7-4stems separate -i /runtime/audio_example.mp3 -p spleeter:4stems -o /tmp
|
|
||||||
- run: docker run -v $(pwd):/runtime researchdeezer/spleeter:3.7-5stems separate -i /runtime/audio_example.mp3 -p spleeter:5stems -o /tmp
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker tag researchdeezer/spleeter:3.7 researchdeezer/spleeter:latest
|
|
||||||
- run: docker push researchdeezer/spleeter:latest
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-5stems
|
|
||||||
docker-3.7-gpu:
|
|
||||||
docker:
|
|
||||||
- image: docker:17.05.0-ce-git
|
|
||||||
steps:
|
|
||||||
- checkout
|
|
||||||
- setup_remote_docker
|
|
||||||
- run: docker build -t cuda:3.7 -f docker/cuda-10-0.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=cuda:3.7 --build-arg SPLEETER_PACKAGE=spleeter-gpu -t researchdeezer/spleeter:3.7-gpu -f docker/spleeter.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7-gpu --build-arg MODEL=2stems -t researchdeezer/spleeter:3.7-gpu-2stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7-gpu --build-arg MODEL=4stems -t researchdeezer/spleeter:3.7-gpu-4stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker build --build-arg BASE=researchdeezer/spleeter:3.7-gpu --build-arg MODEL=5stems -t researchdeezer/spleeter:3.7-gpu-5stems -f docker/spleeter-model.dockerfile .
|
|
||||||
- run: docker login -u $DOCKERHUB_USERNAME -p $DOCKERHUB_PASSWORD
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-gpu
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-gpu-2stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-gpu-4stems
|
|
||||||
- run: docker push researchdeezer/spleeter:3.7-gpu-5stems
|
|
||||||
- run: docker tag researchdeezer/spleeter:3.7-gpu researchdeezer/spleeter:gpu
|
|
||||||
- run: docker push researchdeezer/spleeter:gpu
|
|
||||||
|
|
||||||
workflows:
|
|
||||||
version: 2
|
|
||||||
spleeter-release-pipeline:
|
|
||||||
jobs:
|
|
||||||
- test-3.6
|
|
||||||
- test-3.7
|
|
||||||
- sdist:
|
|
||||||
requires:
|
|
||||||
- test-3.6
|
|
||||||
- test-3.7
|
|
||||||
- sdist-gpu:
|
|
||||||
requires:
|
|
||||||
- test-3.6
|
|
||||||
- test-3.7
|
|
||||||
- pypi-deploy:
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
requires:
|
|
||||||
- sdist
|
|
||||||
- pypi-deploy-gpu:
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
requires:
|
|
||||||
- sdist-gpu
|
|
||||||
- conda-forge-validation:
|
|
||||||
type: approval
|
|
||||||
requires:
|
|
||||||
- pypi-deploy
|
|
||||||
- pypi-deploy-gpu
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-conda-cpu:
|
|
||||||
requires:
|
|
||||||
- conda-forge-validation
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-conda-gpu:
|
|
||||||
requires:
|
|
||||||
- conda-forge-validation
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-3.6-cpu:
|
|
||||||
requires:
|
|
||||||
- pypi-deploy
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-3.6-gpu:
|
|
||||||
requires:
|
|
||||||
- pypi-deploy-gpu
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-3.7-cpu:
|
|
||||||
requires:
|
|
||||||
- pypi-deploy
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
- docker-3.7-gpu:
|
|
||||||
requires:
|
|
||||||
- pypi-deploy-gpu
|
|
||||||
filters:
|
|
||||||
branches:
|
|
||||||
only:
|
|
||||||
- master
|
|
||||||
9
Makefile
9
Makefile
@@ -8,7 +8,7 @@
|
|||||||
FEEDSTOCK = spleeter-feedstock
|
FEEDSTOCK = spleeter-feedstock
|
||||||
FEEDSTOCK_REPOSITORY = https://github.com/deezer/$(FEEDSTOCK)
|
FEEDSTOCK_REPOSITORY = https://github.com/deezer/$(FEEDSTOCK)
|
||||||
FEEDSTOCK_RECIPE = $(FEEDSTOCK)/recipe/spleeter/meta.yaml
|
FEEDSTOCK_RECIPE = $(FEEDSTOCK)/recipe/spleeter/meta.yaml
|
||||||
PYTEST_CMD = pytest -W ignore::FutureWarning -W ignore::DeprecationWarning -vv
|
PYTEST_CMD = pytest -W ignore::FutureWarning -W ignore::DeprecationWarning -vv --forked
|
||||||
|
|
||||||
all: clean build test deploy
|
all: clean build test deploy
|
||||||
|
|
||||||
@@ -27,12 +27,7 @@ build-gpu: clean
|
|||||||
python3 setup.py sdist
|
python3 setup.py sdist
|
||||||
|
|
||||||
test:
|
test:
|
||||||
#$(foreach file, $(wildcard tests/test_*.py), $(PYTEST_CMD) $(file);)
|
$(PYTEST_CMD) tests/
|
||||||
# deactivate this until we figure out why it fails on the CI container
|
|
||||||
#$(PYTEST_CMD) tests/test_eval.py
|
|
||||||
$(PYTEST_CMD) tests/test_ffmpeg_adapter.py
|
|
||||||
$(PYTEST_CMD) tests/test_github_model_provider.py
|
|
||||||
$(PYTEST_CMD) --boxed tests/test_separator.py
|
|
||||||
|
|
||||||
deploy:
|
deploy:
|
||||||
pip install twine
|
pip install twine
|
||||||
|
|||||||
Reference in New Issue
Block a user