[ILUVATAR_GPU] Support eig_kernel

backends/iluvatar_gpu/CMakeLists.txt

@@ -34,6 +34,7 @@ include(version)
 include(generic)
 include(cblas)
 include(external/eigen)
+include(external/magma)
 include(external/xxhash)
 include(external/zlib)
 include(external/protobuf)
@@ -119,11 +120,13 @@ file(
   ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/funcs/*.cu
   ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/funcs/math/*.cu
   ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/funcs/eigen/*.cu
+  ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/funcs/magma/magma_function.cc
   # cudnn/cublas
   ${PADDLE_SOURCE_DIR}/paddle/phi/backends/dynload/cudnn.cc
   ${PADDLE_SOURCE_DIR}/paddle/phi/backends/dynload/cublas.cc
   ${PADDLE_SOURCE_DIR}/paddle/phi/backends/dynload/cublasLt.cc
   ${PADDLE_SOURCE_DIR}/paddle/phi/backends/dynload/cufft.cc
+  ${PADDLE_SOURCE_DIR}/paddle/phi/backends/dynload/magma.cc
   # kernels/gpu
   ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/gpu/spectral_norm_grad_kernel.cu
   ${PADDLE_SOURCE_DIR}/paddle/phi/kernels/gpu/spectral_norm_kernel.cu
@@ -1008,7 +1011,7 @@ target_link_libraries(
           ixattnbkd
           nccl
           # change nccl to ${FLAGCX_LIB} if compiling with FlagCX ${FLAGCX_LIB}
-)
+          magma)
 
 include_directories(BEFORE ${PADDLE_SOURCE_DIR})
 

backends/iluvatar_gpu/cmake/external/magma.cmake

@@ -0,0 +1,89 @@
+# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+include(ExternalProject)
+
+set(MAGMA_PREFIX_DIR ${THIRD_PARTY_PATH}/magma)
+set(MAGMA_DOWNLOAD_DIR
+    ${PADDLE_SOURCE_DIR}/third_party/magma/${CMAKE_SYSTEM_NAME})
+set(MAGMA_INSTALL_DIR ${THIRD_PARTY_PATH}/install/magma)
+set(MAGMA_LIB_DIR ${MAGMA_INSTALL_DIR}/lib)
+
+# Note(zhouwei): magma need fortran compiler which many machines don't have, so
+# use precompiled library. use magma tag v2.9.0 on 07/28/2025
+# https://github.com/icl-utk-edu/magma/tree/v2.9.0
+if(LINUX)
+  set(MAGMA_FILE
+      "magma_local.tar.gz"
+      CACHE STRING "" FORCE)
+  set(MAGMA_URL
+      "file:///home/tianyu.zhou/tyzhou/magma_local.tar.gz"
+      CACHE STRING "" FORCE)
+  set(MAGMA_URL_MD5 9715dfad9eb073e099f46feb6587232d)
+  set(MAGMA_LIB "${MAGMA_LIB_DIR}/libmagma.so")
+elseif(WIN32)
+  message("magma do not support windows yet, skip ...")
+else() # MacOS
+  message("magma do not support macos or other platform yet, skip ...")
+endif()
+
+function(download_magma)
+  message(
+    STATUS "Downloading ${MAGMA_URL} to ${MAGMA_DOWNLOAD_DIR}/${MAGMA_FILE}")
+  # NOTE: If the version is updated, consider emptying the folder; maybe add
+  # timeout
+  file(
+    DOWNLOAD ${MAGMA_URL} ${MAGMA_DOWNLOAD_DIR}/${MAGMA_FILE}
+    EXPECTED_MD5 ${MAGMA_URL_MD5}
+    STATUS ERR)
+  if(ERR EQUAL 0)
+    message(STATUS "Download ${MAGMA_FILE} success")
+  else()
+    message(
+      FATAL_ERROR
+        "Download failed, error: ${ERR}\n You can try downloading ${MAGMA_FILE} again"
+    )
+  endif()
+endfunction()
+
+# Download and check magma.
+if(EXISTS ${MAGMA_DOWNLOAD_DIR}/${MAGMA_FILE})
+  file(MD5 ${MAGMA_DOWNLOAD_DIR}/${MAGMA_FILE} MAGMA_MD5)
+  if(NOT MAGMA_MD5 STREQUAL MAGMA_URL_MD5)
+    # clean build file
+    file(REMOVE_RECURSE ${MAGMA_PREFIX_DIR})
+    file(REMOVE_RECURSE ${MAGMA_INSTALL_DIR})
+    download_magma()
+  endif()
+else()
+  download_magma()
+endif()
+
+ExternalProject_Add(
+  extern_magma
+  ${EXTERNAL_PROJECT_LOG_ARGS}
+  URL ${MAGMA_DOWNLOAD_DIR}/${MAGMA_FILE}
+  URL_MD5 ${MAGMA_URL_MD5}
+  DOWNLOAD_DIR ${MAGMA_DOWNLOAD_DIR}
+  SOURCE_DIR ${MAGMA_LIB_DIR}
+  PREFIX ${MAGMA_PREFIX_DIR}
+  DOWNLOAD_NO_PROGRESS 1
+  PATCH_COMMAND ""
+  UPDATE_COMMAND ""
+  CONFIGURE_COMMAND ""
+  BUILD_COMMAND ""
+  INSTALL_COMMAND ""
+  BUILD_BYPRODUCTS ${MAGMA_LIB})
+
+add_definitions(-DPADDLE_WITH_MAGMA)