keras-team
diff --git a/Diff for: ‎.github/workflows/actions.yml
+15-3 b/Diff for: ‎.github/workflows/actions.yml
+15-3
diff --git a/Diff for: ‎.github/workflows/config/openvino/keras.json
+6 b/Diff for: ‎.github/workflows/config/openvino/keras.json
+6
diff --git a/Diff for: ‎.github/workflows/nightly.yml
+1 b/Diff for: ‎.github/workflows/nightly.yml
+1
diff --git a/Diff for: ‎conftest.py
+6-2 b/Diff for: ‎conftest.py
+6-2
diff --git a/Diff for: ‎integration_tests/basic_full_flow.py
+7-1 b/Diff for: ‎integration_tests/basic_full_flow.py
+7-1
diff --git a/Diff for: ‎integration_tests/import_test.py
+4-1 b/Diff for: ‎integration_tests/import_test.py
+4-1
diff --git a/Diff for: ‎integration_tests/numerical_test.py
+5 b/Diff for: ‎integration_tests/numerical_test.py
+5
diff --git a/Diff for: ‎keras/src/backend/__init__.py
+5 b/Diff for: ‎keras/src/backend/__init__.py
+5
diff --git a/Diff for: ‎keras/src/backend/common/dtypes_test.py
+6 b/Diff for: ‎keras/src/backend/common/dtypes_test.py
+6
diff --git a/Diff for: ‎keras/src/backend/common/variables_test.py
+25 b/Diff for: ‎keras/src/backend/common/variables_test.py
+25
diff --git a/Diff for: ‎keras/src/backend/openvino/__init__.py
+24 b/Diff for: ‎keras/src/backend/openvino/__init__.py
+24
@@ -16,7 +16,7 @@ jobs:
       fail-fast: false
       matrix:
         python-version: [3.9]
-        backend: [tensorflow, jax, torch, numpy]
+        backend: [tensorflow, jax, torch, numpy, openvino]
     name: Run tests
     runs-on: ubuntu-latest
     env:
@@ -47,7 +47,12 @@ jobs:
           key: ${{ runner.os }}-pip-${{ hashFiles('pyproject.toml') }}-${{ hashFiles('requirements.txt') }}
       - name: Install dependencies
         run: |
-          pip install -r requirements.txt --progress-bar off --upgrade
+          if [ "${{ matrix.backend }}" == "openvino" ]; then
+            REQUIREMENTS_FILE="requirements-openvino.txt"
+          else
+            REQUIREMENTS_FILE="requirements.txt"
+          fi
+          pip install -r $REQUIREMENTS_FILE --progress-bar off --upgrade
           pip uninstall -y keras keras-nightly
           pip install tf_keras==2.16.0 --progress-bar off --upgrade
           pip install -e "." --progress-bar off --upgrade
@@ -86,7 +91,13 @@ jobs:
           python integration_tests/torch_custom_fit_test.py
       - name: Test with pytest
         run: |
-          pytest keras --ignore keras/src/applications --cov=keras --cov-config=pyproject.toml
+          if [ "${{ matrix.backend }}" == "openvino" ]; then
+            IGNORE_FILE="keras/src/backend/openvino/excluded_tests.txt"
+            IGNORE_ARGS=$(awk '{print "--ignore=" $0}' "$IGNORE_FILE")
+          else
+            IGNORE_ARGS=""
+          fi
+          pytest keras --ignore keras/src/applications --cov=keras --cov-config=pyproject.toml $IGNORE_ARGS
           coverage xml --omit='keras/src/applications/*,keras/api' -o core-coverage.xml
       - name: Codecov keras
         uses: codecov/codecov-action@v5
@@ -119,6 +130,7 @@ jobs:
       - name: Install dependencies
         run: |
           pip install -r requirements.txt --progress-bar off --upgrade
+          pip install -r requirements-openvino.txt --progress-bar off --upgrade
           pip uninstall -y keras keras-nightly
           pip install -e "." --progress-bar off --upgrade
       - name: Lint
 
@@ -0,0 +1,6 @@
+{
+    "floatx": "float32",
+    "epsilon": 1e-07,
+    "backend": "openvino",
+    "image_data_format": "channels_last"
+}
@@ -79,6 +79,7 @@ jobs:
       - name: Install dependencies
         run: |
           pip install -r requirements.txt --progress-bar off --upgrade
+          pip install -r requirements-openvino.txt --progress-bar off --upgrade
           pip uninstall -y keras keras-nightly
           pip install -e "." --progress-bar off --upgrade
       - name: Lint
 
@@ -26,9 +26,13 @@ def pytest_configure(config):
 
 def pytest_collection_modifyitems(config, items):
     requires_trainable_backend = pytest.mark.skipif(
-        backend() == "numpy",
-        reason="Trainer not implemented for NumPy backend.",
+        backend() == "numpy" or backend() == "openvino",
+        reason="Trainer not implemented for NumPy and OpenVINO backend.",
     )
     for item in items:
         if "requires_trainable_backend" in item.keywords:
             item.add_marker(requires_trainable_backend)
+
+
+def skip_if_backend(given_backend, reason):
+    return pytest.mark.skipif(backend() == given_backend, reason=reason)
@@ -24,8 +24,8 @@ def call(self, x):
         return self.dense3(x)
 
 
-@pytest.mark.requires_trainable_backend
 class BasicFlowTest(testing.TestCase):
+    @pytest.mark.requires_trainable_backend
     def test_basic_fit(self):
         model = MyModel(hidden_dim=2, output_dim=1)
 
@@ -46,3 +46,9 @@ def test_basic_fit(self):
         output_after_fit = model(x)
 
         self.assertNotAllClose(output_before_fit, output_after_fit)
+
+    def test_basic_fit_no_training(self):
+        model = MyModel(hidden_dim=2, output_dim=1)
+        x = np.random.random((128, 4))
+        model.predict(x)
+        model(x)
@@ -12,6 +12,7 @@
         "--extra-index-url https://download.pytorch.org/whl/cpu ",
     ),
     "jax": ("jax[cpu]", ""),
+    "openvino": ("openvino", ""),
 }
 
 
@@ -57,7 +58,9 @@ def manage_venv_installs(whl_path):
         "pip uninstall -y "
         + BACKEND_REQ[other_backends[0]][0]
         + " "
-        + BACKEND_REQ[other_backends[1]][0],
+        + BACKEND_REQ[other_backends[1]][0]
+        + " "
+        + BACKEND_REQ[other_backends[2]][0],
         # Install `.whl` package
         "pip install " + whl_path,
     ]
 
@@ -1,5 +1,7 @@
 import keras  # isort: skip, keep it on top for torch test
 
+import sys
+
 import numpy as np
 import tf_keras
 
@@ -137,6 +139,9 @@ def numerical_test():
 
 
 if __name__ == "__main__":
+    if keras.backend.backend() == "openvino":
+        # this test requires trainable backend
+        sys.exit(0)
     keras.utils.set_random_seed(1337)
     tf_keras.utils.set_random_seed(1337)
     numerical_test()
@@ -49,6 +49,11 @@
     from keras.src.backend.numpy import *  # noqa: F403
     from keras.src.backend.numpy.core import Variable as BackendVariable
 
+    distribution_lib = None
+elif backend() == "openvino":
+    from keras.src.backend.openvino import *  # noqa: F403
+    from keras.src.backend.openvino.core import Variable as BackendVariable
+
     distribution_lib = None
 else:
     raise ValueError(f"Unable to import backend : {backend()}")
 
@@ -23,6 +23,12 @@ class DtypesTest(test_case.TestCase):
                 if x not in ALL_DTYPES:  # skip duplicates created by remapping
                     ALL_DTYPES.append(x)
         ALL_DTYPES += [None]
+    elif backend.backend() == "openvino":
+        ALL_DTYPES = [
+            x
+            for x in dtypes.ALLOWED_DTYPES
+            if x not in ["string", "complex64", "complex128"]
+        ] + [None]
     else:
         ALL_DTYPES = [x for x in dtypes.ALLOWED_DTYPES if x != "string"] + [
             None
 
@@ -4,6 +4,7 @@
 import pytest
 from absl.testing import parameterized
 
+from conftest import skip_if_backend
 from keras.src import backend
 from keras.src import initializers
 from keras.src import ops
@@ -143,6 +144,9 @@ def test_variable_without_shape_from_callable_initializer(self):
 class VariablePropertiesTest(test_case.TestCase):
     """Tests for Variable._deferred_initialize Variable._maybe_autocast"""
 
+    @skip_if_backend(
+        "openvino", "Can not constant fold eltwise node by CPU plugin"
+    )
     def test_deferred_assignment(self):
         """Tests deferred assignment to variables."""
         with backend.StatelessScope() as scope:
@@ -246,6 +250,12 @@ def test_standardize_dtype(self, dtype):
                     f"jax backend does not support {dtype} without x64 enabled"
                 )
 
+        if backend.backend() == "openvino" and dtype in (
+            "complex64",
+            "complex128",
+        ):
+            self.skipTest(f"openvino backend does not support dtype {dtype}")
+
         x = backend.convert_to_tensor(np.zeros(()), dtype)
         actual = standardize_dtype(x.dtype)
         self.assertEqual(actual, dtype)
@@ -603,12 +613,18 @@ def test__rtruediv__(self):
         v2 = backend.Variable(initializer=np.array([1.0, 2.0, 3.0]))
         self.assertAllClose(v1.__rtruediv__(v2), np.array([0.25, 0.4, 0.5]))
 
+    @skip_if_backend(
+        "openvino", "`floor_divide` is not supported with openvino backend"
+    )
     def test__floordiv__(self):
         """Test floordiv operation on a variable."""
         v1 = backend.Variable(initializer=np.array([1.0, 2.0, 3.0]))
         v2 = backend.Variable(initializer=np.array([-4.0, 5.0, 6.0]))
         self.assertAllClose(v1.__floordiv__(v2), np.array([-1.0, 0.0, 0.0]))
 
+    @skip_if_backend(
+        "openvino", "`floor_divide` is not supported with openvino backend"
+    )
     def test__rfloordiv__(self):
         """Test reverse floordiv operation on a variable."""
         v1 = backend.Variable(initializer=np.array([-4.0, 5.0, 6.0]))
@@ -734,6 +750,9 @@ def test_variable_rpow(self):
         result = v2**v1
         self.assertAllClose(result, np.array([4.0, 25.0, 216.0]))
 
+    @skip_if_backend(
+        "openvino", "`round` is not supported with openvino backend"
+    )
     def test_round(self):
         v = backend.Variable(initializer=np.array([1.1, 2.2, 3.3]))
         self.assertAllClose(round(v), np.array([1.0, 2.0, 3.0]))
@@ -783,6 +802,9 @@ def test_invalid_float(self):
     INT_DTYPES = [
         x for x in INT_DTYPES if x not in ["uint16", "uint32", "uint64"]
     ]
+elif backend.backend() == "openvino":
+    # TODO: openvino doesn't support complex
+    ALL_DTYPES = [x for x in ALL_DTYPES if x not in ["complex128", "complex64"]]
 # Remove float8 dtypes for the following tests
 ALL_DTYPES = [x for x in ALL_DTYPES if x not in dtypes.FLOAT8_TYPES]
 NON_COMPLEX_DTYPES = [x for x in ALL_DTYPES if x and x not in COMPLEX_DTYPES]
@@ -976,6 +998,9 @@ def test_truediv(self, dtypes):
     @parameterized.named_parameters(
         named_product(dtypes=itertools.combinations(NON_COMPLEX_DTYPES, 2))
     )
+    @skip_if_backend(
+        "openvino", "`floor_divide` is not supported with openvino backend"
+    )
     def test_floordiv(self, dtypes):
         import jax.numpy as jnp
 
 
@@ -0,0 +1,24 @@
+from keras.src.backend.common.name_scope import name_scope
+from keras.src.backend.openvino import core
+from keras.src.backend.openvino import image
+from keras.src.backend.openvino import linalg
+from keras.src.backend.openvino import math
+from keras.src.backend.openvino import nn
+from keras.src.backend.openvino import numpy
+from keras.src.backend.openvino import random
+from keras.src.backend.openvino.core import IS_THREAD_SAFE
+from keras.src.backend.openvino.core import SUPPORTS_SPARSE_TENSORS
+from keras.src.backend.openvino.core import Variable
+from keras.src.backend.openvino.core import cast
+from keras.src.backend.openvino.core import compute_output_spec
+from keras.src.backend.openvino.core import cond
+from keras.src.backend.openvino.core import convert_to_numpy
+from keras.src.backend.openvino.core import convert_to_tensor
+from keras.src.backend.openvino.core import is_tensor
+from keras.src.backend.openvino.core import random_seed_dtype
+from keras.src.backend.openvino.core import shape
+from keras.src.backend.openvino.core import vectorized_map
+from keras.src.backend.openvino.rnn import cudnn_ok
+from keras.src.backend.openvino.rnn import gru
+from keras.src.backend.openvino.rnn import lstm
+from keras.src.backend.openvino.rnn import rnn