Move dev, tf, notebook dependencies to extras

Author: Agrin Hilmkil

.github/workflows/main.yml

@@ -43,7 +43,7 @@ jobs:
         run: python3 -m pip install --upgrade pip
       - name: Install TTS
         run: |
-          python3 -m pip install .
+          python3 -m pip install .[all]
           python3 setup.py egg_info
       - name: Lint check
         run: |

Makefile

@@ -1,5 +1,5 @@
 .DEFAULT_GOAL := help
-.PHONY: test deps style lint install help
+.PHONY: test system-deps dev-deps deps style lint install help
 
 help:
 	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
@@ -10,6 +10,10 @@ system-deps:	## install linux system deps
 	sudo apt-get install -y espeak-ng
 	sudo apt-get install -y libsndfile1-dev
 
+dev-deps:  ## install development deps
+	pip install -r requirements.dev.txt
+	pip install -r requirements.tf.txt
+
 deps:	## install 🐸 requirements.
 	pip install -r requirements.txt
 
@@ -25,4 +29,4 @@ lint:	## run pylint linter.
 	pylint ${target_dirs}
 
 install:	## install 🐸 TTS for development.
-	pip install -e .
+	pip install -e .[all]

README.md

@@ -110,11 +110,17 @@ If you are only interested in [synthesizing speech](https://github.com/coqui-ai/
 pip install TTS
 ```
 
+By default this only installs the requirements for PyTorch. To install the tensorflow dependencies as well, use the `tf` extra.
+
+```bash
+pip install TTS[tf]
+```
+
 If you plan to code or train models, clone 🐸TTS and install it locally.
 
 ```bash
 git clone https://github.com/coqui-ai/TTS
-pip install -e .
+pip install -e .[all,dev,notebooks,tf]  # Select the relevant extras
 ```
 
 We use ```espeak-ng``` to convert graphemes to phonemes. You might need to install separately.
@@ -127,6 +133,7 @@ If you are on Ubuntu (Debian), you can also run following commands for installat
 
 ```bash
 $ make system-deps  # intended to be used on Ubuntu (Debian). Let us know if you have a diffent OS.
+$ make dev-deps  # Dependencies only required for development
 $ make install
 ```
 

TTS/speaker_encoder/utils/prepare_voxceleb.py

@@ -25,12 +25,11 @@
 import sys
 import zipfile
 
+import fsspec
 import pandas
 import soundfile as sf
-import tensorflow as tf
 from absl import logging
 
-gfile = tf.compat.v1.gfile
 
 SUBSETS = {
     "vox1_dev_wav": [
@@ -73,8 +72,7 @@ def download_and_extract(directory, subset, urls):
         subset: subset name of the corpus.
         urls: the list of urls to download the data file.
     """
-    if not gfile.Exists(directory):
-        gfile.MakeDirs(directory)
+    fsspec.get_mapper(directory).fs.makedirs(directory, exist_ok=True)
 
     try:
         for url in urls:
@@ -107,7 +105,7 @@ def download_and_extract(directory, subset, urls):
             extract_path_ori = os.path.join(directory, zfile.infolist()[0].filename)
             subprocess.call("mv %s %s" % (extract_path_ori, extract_path), shell=True)
     finally:
-        # gfile.Remove(zip_filepath)
+        # fsspec.get_mapper(directory).fs.rm_file(zip_filepath)
         pass
 
 
@@ -160,7 +158,8 @@ def convert_audio_and_make_label(input_dir, subset, output_dir, output_file):
 
     files = []
     # Convert all AAC file into WAV format. At the same time, generate the csv
-    for root, _, filenames in gfile.Walk(source_dir):
+    fs = fsspec.get_mapper(source_dir).fs
+    for root, _, filenames in fs.walk(source_dir):
         for filename in filenames:
             name, ext = os.path.splitext(filename)
             if ext.lower() == ".wav":
@@ -172,7 +171,7 @@ def convert_audio_and_make_label(input_dir, subset, output_dir, output_file):
                 # Convert AAC to WAV.
                 aac_file = os.path.join(root, filename)
                 wav_file = aac_file + ".wav"
-                if not gfile.Exists(wav_file):
+                if not fs.exists(wav_file):
                     if not decode_aac_with_ffmpeg(aac_file, wav_file):
                         raise RuntimeError("Audio decoding failed.")
             else:

requirements.dev.txt

@@ -0,0 +1,5 @@
+nose
+coverage
+black
+isort
+pylint==2.7.4

requirements.notebooks.txt

@@ -0,0 +1,2 @@
+bokeh==1.4.0
+numba==0.48

requirements.tf.txt

@@ -0,0 +1 @@
+tensorflow==2.3.1

requirements.txt

@@ -1,29 +1,20 @@
 torch>=1.7
-tensorflow==2.3.1
 numpy==1.18.5
 scipy>=0.19.0
-numba==0.48
 librosa==0.7.2
 phonemizer>=2.2.0
 unidecode==0.4.20
 pypinyin
 jieba
 tensorboardX
 matplotlib
-Pillow
 flask
 tqdm
 inflect
-bokeh==1.4.0
 pysbd
 soundfile
 gdown
 umap-learn==0.4.6
 cython
 pyyaml
-# quality and style
-nose
-coverage
-black
-isort
-pylint==2.7.4
+fsspec>=0.8.0

setup.py

@@ -48,6 +48,14 @@ def pip_install(package_name):
 
 
 requirements = open(os.path.join(cwd, 'requirements.txt'), 'r').readlines()
+with open(os.path.join(cwd, 'requirements.notebooks.txt'), 'r') as f:
+    requirements_notebooks = f.readlines()
+with open(os.path.join(cwd, 'requirements.dev.txt'), 'r') as f:
+    requirements_dev = f.readlines()
+with open(os.path.join(cwd, 'requirements.tf.txt'), 'r') as f:
+    requirements_tf = f.readlines()
+requirements_all = requirements_dev + requirements_notebooks + requirements_tf
+
 with open('README.md', "r", encoding="utf-8") as readme_file:
     README = readme_file.read()
 
@@ -82,6 +90,12 @@ def pip_install(package_name):
         # 'build_ext': build_ext
     },
     install_requires=requirements,
+    extras_require={
+        "all": requirements_all,
+        "dev": requirements_dev,
+        "notebooks": requirements_notebooks,
+        "tf": requirements_tf,
+    },
     python_requires='>=3.6.0, <3.9',
     entry_points={
         'console_scripts': [