Add Registry

Author: andersy005

.gitignore

@@ -128,3 +128,4 @@ dmypy.json
 # Pyre type checker
 .pyre/
 .vscode/
+temp_registry.txt

ci/environment.yml

@@ -7,5 +7,3 @@ dependencies:
   - pooch
   - pre-commit
   - pytest-cov
-  - rich
-  - typer

make_registry.py

@@ -0,0 +1,9 @@
+import os
+import pathlib
+
+import pooch
+
+here = pathlib.Path(os.path.dirname(__file__))
+data_dir = here / 'data'
+
+pooch.make_registry(data_dir, 'temp_registry.txt')

pythia_datasets/__init__.py

@@ -3,6 +3,8 @@
 """Top-level module for pythia-datasets ."""
 from pkg_resources import DistributionNotFound, get_distribution
 
+from .datasets import DATASETS
+
 try:
     __version__ = get_distribution(__name__).version
 except DistributionNotFound:  # pragma: no cover

pythia_datasets/datasets.py

@@ -0,0 +1,11 @@
+import pkg_resources
+import pooch
+
+DATASETS = pooch.create(
+    path=pooch.os_cache('pythia-datasets'),
+    base_url='https://github.com/ProjectPythia/pythia-datasets/raw/main/data/',
+    env='PYTHIA_DATASETS_DIR',
+)
+
+with pkg_resources.resource_stream('pythia_datasets', 'registry.txt') as registry_file:
+    DATASETS.load_registry(registry_file)

pythia_datasets/registry.txt

@@ -0,0 +1 @@
+jan-17-co-asos.txt.xz c3b55b9ed67b3a3fa92636b139778e36240a09f8b6fc4d72526381b7673cc710

requirements.txt

@@ -1,3 +1 @@
-typer>=0.3
-rich>=9.10.0
 pooch

setup.cfg

@@ -8,7 +8,7 @@ extend-ignore = E203,E501,E402,W605
 
 [isort]
 known_first_party=pythia_datasets
-known_third_party=pkg_resources,setuptools
+known_third_party=pkg_resources,pooch,setuptools
 multi_line_output=3
 include_trailing_comma=True
 force_grid_wrap=0

setup.py

@@ -31,6 +31,7 @@
     long_description_content_type='text/markdown',
     long_description=long_description,
     include_package_data=True,
+    package_data={'pythia_datasets': ['registry.txt']},
     keywords='Pythia, Pooch',
     name='pythia-datasets',
     packages=find_packages(include=['pythia_datasets', 'pythia_datasets.*']),

tests/test_dataset.py

@@ -0,0 +1,6 @@
+from pythia_datasets import DATASETS
+
+
+def test_registry():
+    files = DATASETS.registry_files
+    assert len(files) > 0