Merge branch 'DeepRec-AI:main' into main

Author: co63oc

.bazelrc

@@ -111,25 +111,29 @@ build --define framework_shared_object=true
 build --define open_source_build=true
 test --define open_source_build=true
 
+# For workaround https://github.com/bazelbuild/bazel/issues/8772 with Bazel >= 0.29.1
+ build --java_toolchain=//third_party/toolchains/java:tf_java_toolchain
+ build --host_java_toolchain=//third_party/toolchains/java:tf_java_toolchain
+
 # Please note that OneDNN on MacOS or windows is still not supported.
 # If you would like to use a local OneDNN instead of downloading, please set the
 # environment variable "TF_MKL_ROOT" every time before build.
 build:mkl --define=build_with_mkl=true --define=enable_mkl=true
 build:mkl --define=tensorflow_dnnl_contraction_kernel=0
-build:mkl -c opt
+build:mkl -c opt --copt=-O3
 
 # config to build OneDNN backend with a user specified threadpool.
 build:mkl_threadpool --define=build_with_mkl=true --define=enable_mkl=true
 build:mkl_threadpool --define=tensorflow_dnnl_contraction_kernel=0
 build:mkl_threadpool --define=build_with_mkl_opensource=true
 build:mkl_threadpool --define=build_with_mkldnn_threadpool=true
-build:mkl_threadpool -c opt
+build:mkl_threadpool -c opt --copt=-O3
 
 # Config setting to build with oneDNN and without the binary blob
 build:mkl_opensource_only --define=build_with_mkl=true --define=enable_mkl=true
 build:mkl_opensource_only --define=tensorflow_dnnl_contraction_kernel=0
 build:mkl_opensource_only --define=build_with_mkl_opensource=true
-build:mkl_opensource_only -c opt
+build:mkl_opensource_only -c opt --copt=-O3
 
 # This config option is used to enable OneDNN open source library only,
 # without depending on OneDNN binary version.
@@ -138,6 +142,13 @@ build:mkl_open_source_only --define=build_with_mkl_dnn_v1_only=true
 build:mkl_open_source_only --define=build_with_mkl=true --define=enable_mkl=true
 build:mkl_open_source_only --define=tensorflow_dnnl_contraction_kernel=0
 
+# Config setting to build oneDNN with Compute Library for the Arm Architecture (ACL).
+# This build is for the inference regime only.
+build:mkl_aarch64 --define=build_with_mkl_aarch64=true
+build:mkl_aarch64 --define=tensorflow_mkldnn_contraction_kernel=0
+build:mkl_aarch64 --define=build_with_openmp=true
+build:mkl_aarch64 -c opt
+
 # This config refers to building with CUDA available. It does not necessarily
 # mean that we build CUDA op kernels.
 build:using_cuda --define=using_cuda=true
@@ -197,7 +208,7 @@ build --define=use_fast_cpp_protos=true
 build --define=allow_oversize_protos=true
 
 build --spawn_strategy=standalone
-build -c opt
+build -c opt --copt=-O3
 
 # Make Bazel print out all options from rc files.
 build --announce_rc

.bazelversion

@@ -1 +1 @@
-0.26.1
+5.3.1

.github/ISSUE_TEMPLATE/00-bug-performance-issue.md

@@ -4,32 +4,22 @@ about: Use this template for reporting a bug or a performance issue.
 
 ---
 
-<em>Please make sure that this is a bug. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:bug_template</em>
-
 **System information**
-- Have I written custom code (as opposed to using a stock example script provided in TensorFlow):
-- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
-- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
-- TensorFlow installed from (source or binary):
-- TensorFlow version (use command below):
+- OS Platform and Distribution (e.g., Linux Ubuntu 20.04):
+- DeepRec version or commit id:
 - Python version:
 - Bazel version (if compiling from source):
 - GCC/Compiler version (if compiling from source):
 - CUDA/cuDNN version:
-- GPU model and memory:
-
-You can collect some of this information using our environment capture
-[script](https://github.com/tensorflow/tensorflow/tree/master/tools/tf_env_collect.sh)
-You can also obtain the TensorFlow version with: 1. TF 1.0: `python -c "import
-tensorflow as tf; print(tf.GIT_VERSION, tf.VERSION)"` 2. TF 2.0: `python -c
-"import tensorflow as tf; print(tf.version.GIT_VERSION, tf.version.VERSION)"`
 
 **Describe the current behavior**
 
 **Describe the expected behavior**
 
 **Code to reproduce the issue**
+
 Provide a reproducible test case that is the bare minimum necessary to generate the problem.
 
 **Other info / logs**
+
 Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.

.github/ISSUE_TEMPLATE/10-build-installation-issue.md

@@ -4,26 +4,18 @@ about: Use this template for build/installation issues
 
 ---
 
-<em>Please make sure that this is a build/installation issue. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:build_template</em>
-
 **System information**
-- OS Platform and Distribution (e.g., Linux Ubuntu 16.04):
-- Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device:
-- TensorFlow installed from (source or binary):
-- TensorFlow version:
+- OS Platform and Distribution (e.g., Linux Ubuntu 20.04):
+- DeepRec version or commit id:
 - Python version:
-- Installed using virtualenv? pip? conda?:
 - Bazel version (if compiling from source):
 - GCC/Compiler version (if compiling from source):
 - CUDA/cuDNN version:
-- GPU model and memory:
-
-
 
 **Describe the problem**
 
 **Provide the exact sequence of commands / steps that you executed before running into the problem**
 
-
 **Any other info / logs**
-Include any logs or source code that would be helpful to diagnose the problem. If including tracebacks, please include the full traceback. Large logs and files should be attached.
+
+Include any logs or source code that would be helpful to diagnose the problem.

.github/ISSUE_TEMPLATE/20-documentation-issue.md

@@ -5,51 +5,9 @@ labels: 'type:docs'
 
 ---
 
-Thank you for submitting a TensorFlow documentation issue. Per our GitHub
-policy, we only address code/doc bugs, performance issues, feature requests, and
-build/installation issues on GitHub.
+The DeepRec docs are open source! To get involved, read the user documents: https://deeprec.readthedocs.io/en/latest/index.html
 
-The TensorFlow docs are open source! To get involved, read the documentation
-contributor guide: https://www.tensorflow.org/community/contribute/docs
+**URL(s) with the issue**
 
-## URL(s) with the issue:
+**Description of issue (what needs changing)**
 
-Please provide a link to the documentation entry, for example:
-https://www.tensorflow.org/versions/r2.0/api_docs/python/tf/MyMethod
-
-## Description of issue (what needs changing):
-
-### Clear description
-
-For example, why should someone use this method? How is it useful?
-
-### Correct links
-
-Is the link to the source code correct?
-
-### Parameters defined
-
-Are all parameters defined and formatted correctly?
-
-### Returns defined
-
-Are return values defined?
-
-### Raises listed and defined
-
-Are the errors defined? For example,
-https://www.tensorflow.org/versions/r2.0/api_docs/python/tf/feature_column/categorical_column_with_vocabulary_file#raises
-
-### Usage example
-
-Is there a usage example?
-
-### Request visuals, if applicable
-
-Are there currently visuals? If not, will it clarify the content?
-
-### Submit a pull request?
-
-Are you planning to also submit a pull request to fix the issue? See the docs
-contributor guide: https://www.tensorflow.org/community/contribute/docs and the
-docs style guide: https://www.tensorflow.org/community/contribute/docs_style

.github/ISSUE_TEMPLATE/30-feature-request.md

@@ -4,15 +4,12 @@ about: Use this template for raising a feature request
 
 ---
 
-<em>Please make sure that this is a feature request. As per our [GitHub Policy](https://github.com/tensorflow/tensorflow/blob/master/ISSUES.md), we only address code/doc bugs, performance issues, feature requests and build/installation issues on GitHub. tag:feature_template</em>
-
 
 **System information**
-- TensorFlow version (you are using):
+- DeepRec version (you are using):
 - Are you willing to contribute it (Yes/No):
 
 
-
 **Describe the feature and the current behavior/state.**
 
 **Will this change the current api? How?**

.github/ISSUE_TEMPLATE/40-other-issues.md

@@ -0,0 +1,8 @@
+---
+name: Other Issues
+about: Use this template for any other non-support related issues
+
+---
+
+This template is for miscellaneous issues not covered by the other issue categories.
+

.github/ISSUE_TEMPLATE/40-tflite-op-request.md

@@ -0,0 +1,55 @@
+name: GPU Build Serving
+
+on: 
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+    paths-ignore:
+      - 'docs/**'
+      - 'modelzoo/**'
+      - 'sparse_operation_kit/**'
+      - 'triton/**'
+      - '*.md'
+  pull_request_review:
+    types: [submitted]
+    branches:
+      - main
+    paths-ignore:
+      - 'docs/**'
+      - 'modelzoo/**'
+      - 'sparse_operation_kit/**'
+      - 'triton/**'
+      - '*.md'
+
+env:
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-gpu-cibuild-py38-cu116-ubuntu20.04
+  JOBNAME: deeprec-ci-gpu-${{ github.run_id }}
+
+jobs:
+  build:
+    if: ${{ github.event_name == 'workflow_dispatch' || github.event_name == 'push' || (github.event_name == 'pull_request_review' && github.event.review.state == 'approved') }}
+    runs-on: [self-hosted, gpu]
+    steps:
+    - name: Checkout Code
+      uses: actions/checkout@v2
+
+    - name: Pull Image And Start Container
+      if: ${{ success() }}
+      run:
+        cibuild/pull_image_and_start_container.sh gpu ${IMAGE} ${JOBNAME}
+
+    - name: Upload Source
+      if: ${{ success() }}
+      run:
+        cibuild/upload.sh ${JOBNAME} ../cibuild /mnt
+
+    - name: Build Serving
+      if: ${{ success() }}
+      run:
+        docker exec ${JOBNAME} /mnt/cibuild/serving-gpu.sh /mnt
+
+    - name:  Remove Container
+      if: ${{ always() }}
+      run: 
+        cibuild/remove_container.sh ${JOBNAME}

.github/ISSUE_TEMPLATE/50-other-issues.md

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:

.github/workflows/ubuntu18.04-py3.6-cibuild-build-serving-gpu.yaml

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:
@@ -52,4 +52,4 @@ jobs:
     - name:  Remove Container
       if: ${{ always() }}
       run: 
-        cibuild/remove_container.sh ${JOBNAME}
+        cibuild/remove_container.sh ${JOBNAME}

.github/workflows/ubuntu18.04-py3.6-cibuild-build-serving.yaml

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:
@@ -52,4 +52,4 @@ jobs:
     - name:  Remove Container
       if: ${{ always() }}
       run: 
-        cibuild/remove_container.sh ${JOBNAME}
+        cibuild/remove_container.sh ${JOBNAME}

.github/workflows/ubuntu18.04-py3.6-cibuild-build-wheel.yaml

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:
@@ -52,4 +52,4 @@ jobs:
     - name:  Remove Container
       if: ${{ always() }}
       run: 
-        cibuild/remove_container.sh ${JOBNAME}
+        cibuild/remove_container.sh ${JOBNAME}

.github/workflows/ubuntu18.04-py3.6-cibuild-c-unit-test.yaml

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:
@@ -52,4 +52,4 @@ jobs:
     - name:  Remove Container
       if: ${{ always() }}
       run: 
-        cibuild/remove_container.sh ${JOBNAME}
+        cibuild/remove_container.sh ${JOBNAME}

.github/workflows/ubuntu18.04-py3.6-cibuild-cc-unit-test.yaml

@@ -23,7 +23,7 @@ on:
       - '*.md'
 
 env:
-  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py36-ubuntu18.04
+  IMAGE: alideeprec/deeprec-cicd:deeprec-dev-cpu-cibuild-py38-ubuntu20.04
   JOBNAME: deeprec-ci-cpu-${{ github.run_id }}
 
 jobs:
@@ -52,4 +52,4 @@ jobs:
     - name:  Remove Container
       if: ${{ always() }}
       run: 
-        cibuild/remove_container.sh ${JOBNAME}
+        cibuild/remove_container.sh ${JOBNAME}