Merge pull request #338 from SAP/develop

Upgrade to v4.14.5

.github/workflows/test.yml

@@ -10,7 +10,7 @@ jobs:
 
     strategy:
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11']
+        python-version: ['3.9', '3.10', '3.11', '3.12']
 
     services:
       postgres:

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = 'setuptools.build_meta'
 
 [project]
 name = 'credentialdigger'
-version = '4.14.4'
+version = '4.14.5'
 dynamic = ['dependencies']
 authors = [
     {name = 'SAP SE'}
@@ -16,10 +16,9 @@ maintainers = [
 description = 'Credential Digger'
 readme = 'README.md'
 license = {file = 'LICENSE'}
-requires-python = '>= 3.8, < 3.13'
+requires-python = '> 3.8, < 3.13'
 classifiers = [
     'Programming Language :: Python :: 3',
-    'Programming Language :: Python :: 3.8',
     'Programming Language :: Python :: 3.9',
     'Programming Language :: Python :: 3.10',
     'Programming Language :: Python :: 3.11',

requirements.txt

@@ -1,19 +1,16 @@
 Flask
 flask_jwt_extended
 GitPython
-hyperscan==0.7.7; python_version > "3.8"
-hyperscan==0.7.0; python_version <= "3.8"
+hyperscan==0.7.8
 numpy
 pandas
 psycopg2-binary
 PyGithub
 python-dotenv
 pyyaml
-rich~=13.8
+rich~=13.9
 srsly>=2.4.0
-tensorflow==2.17.0; python_version > "3.8"
-tensorflow==2.13.1; python_version <= "3.8"
-tensorflow-text==2.17.0; python_version > "3.8"
-tensorflow-text==2.13.0; python_version <= "3.8"
+tensorflow==2.18.0
+tensorflow-text==2.18.1
 tf-models-official
 transformers

src/credentialdigger/cli/scan_snapshot.py

@@ -103,7 +103,7 @@ def configure_parser(parser):
         help='Maximum depth for subdirectories scanning (If it is set to -1 or\
             not specified, all subdirectories will be scanned)')
     parser.add_argument(
-        '--ignore_list', default=None, nargs='+',
+        '--ignore_list', default=[], nargs='+',
         help='A list of paths to ignore during the scan')
 
 

tests/tests-requirements.txt

@@ -1,2 +1,2 @@
 parameterized~=0.9.0
-pytest~=8.3.2
+pytest~=8.3.4

tests/unit_tests/test_file_scanner.py

@@ -85,11 +85,21 @@ def test_prune_depth(self, max_depth, expected_dirs, expected_files):
             ignore_list=["subdir_A", "file_b.txt"],
             expected_ignored_dirs=["subdir_A"],
             expected_ignored_files=["file_b.txt"]),
-        # Test names with wildcards
+        # Test wildcard ignores all files that have substring `_A`
         param(
-            ignore_list=["*_a*"],
+            ignore_list=["*_A*"],
             expected_ignored_dirs=[],
-            expected_ignored_files=["file_a.txt", "scan_a.py"]),
+            expected_ignored_files=["file_Aa.yml", "file_ABa.txt"]),
+        # Test wildcard ignores all files that end with `.txt`
+        param(
+            ignore_list=["*.txt"],
+            expected_ignored_dirs=[""],
+            expected_ignored_files=["scan_b.txt", "file_ABa.txt"]),
+        # Test wildcard ignores dir and all files within
+        param(
+            ignore_list=["*subdir_A*"],
+            expected_ignored_dirs=["subdir_A", "subdir_AB"],
+            expected_ignored_files=["file_Aa.yml", "file_ABa.txt"]),
         # Test nonexistent files and wildcards
         param(
             ignore_list=["nonexistent_file.txt", "*z*"],