[action/ci] add qemu-auto-test yml

Author: supperthomas

bsp/qemu-vexpress-a9/.ci/attachconfig/ci.attachconfig.yml

@@ -1,3 +1,36 @@
+bsp_board_info:
+  arch: arm
+  toolchain: arm-none-eabi-gcc
+  pre_build: |
+    scons -c
+    qemu-system-arm --version
+  build_cmd: |
+    scons -j8
+  post_build: |
+    scons --version
+    qemu-system-arm --version
+  run_cmd: ./qemu-nographic.sh
+  qemu_flag: true
+pkg.tools.coremark:
+  kconfig:
+    - CONFIG_PKG_USING_COREMARK=y
+    - CONFIG_COREMARK_ITERATIONS=36000
+  pre_build: |
+    scons -c
+    qemu-system-arm --version
+  build_cmd: |
+    scons -j8
+  post_build: |
+    scons --version
+    qemu-system-arm --version
+  ci_build_run_flag : true
+  buildcheckresult: "core_main"              #检查编译的log中是否有匹配字
+  msh_cmd: |
+    ps
+    version
+    core_mark
+  msh_cmd_timeout: 60
+  checkresult: 'CoreMark 1.0' #检查执行过程中的log是否有匹配字
 # ------ PERIPHERAL CI ------
 peripheral.EMAC:
     kconfig:
@@ -21,3 +54,4 @@ online-packages.ai.llmchat:
       - CONFIG_BSP_DRV_EMAC=y
       - CONFIG_PKG_USING_LLMCHAT=y
       - CONFIG_PKG_LLM_API_KEY="sk-xxxxxx"
+

tools/ci/bsp_buildings.py

@@ -1,3 +1,8 @@
+import subprocess
+import threading
+import time
+import logging
+import sys
 import os
 import shutil
 import re
@@ -158,7 +163,137 @@ def build_bsp_attachconfig(bsp, attach_file):
 
     return res
 
+# 配置日志
+logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s: %(message)s')
+logger = logging.getLogger(__name__)
+
+class QemuManager:
+    def __init__(self, qemu_cmd, idle_timeout=5, checkresult=None):
+        """
+        初始化QEMU管理器
+        :param qemu_cmd: QEMU启动命令
+        :param idle_timeout: 日志空闲超时时间（秒）
+        """
+        self.qemu_cmd = qemu_cmd
+        self.idle_timeout = idle_timeout
+        self.qemu_process = None
+        self.log_thread = None
+        self.checkresult = checkresult
+        self.last_log_time = time.time()
+        self.logs = []
+        self.running = False
+        self.checkresult_found = False  # 标记是否找到checkresult
+    def start_qemu(self):
+        """启动QEMU进程"""
+        logger.info("Starting QEMU...")
+        self.qemu_process = subprocess.Popen(
+            self.qemu_cmd,
+            stdin=subprocess.PIPE,
+            stdout=subprocess.PIPE,
+            stderr=subprocess.PIPE,
+            shell=True,
+            bufsize=0,
+            text=True
+        )
+        self.running = True
+        logger.info("QEMU started successfully.")
+
+    def log_monitor(self):
+        """监控QEMU输出日志"""
+        logger.info("Starting log monitor...")
+        while self.running:
+            line = self.qemu_process.stdout.readline()
+            if line:
+                line = line.strip()
+                self.logs.append(line)
+                self.last_log_time = time.time()  # 更新最后日志时间
+                logger.info(f"QEMU Output: {line}")  # 实时打印日志
+            # 检查是否包含checkresult
+            if self.checkresult and self.checkresult in line:
+                logger.info(f"Checkresult '{self.checkresult}' found in logs. Success...")
+                self.checkresult_found = True
+                #self.running = False  # 停止监控
+                #break
+            else:
+                time.sleep(0.1)
+
+    def send_command(self, command):
+        """向QEMU发送命令"""
+        if not self.running or not self.qemu_process:
+            logger.error("QEMU is not running.")
+            return False
+
+        logger.info(f"Sending command: {command}")
+        try:
+            self.qemu_process.stdin.write(command + "\n")
+            self.qemu_process.stdin.flush()
+            return True
+        except Exception as e:
+            logger.error(f"Failed to send command: {e}")
+            return False
+
+    def stop_qemu(self):
+        """停止QEMU进程"""
+        if self.qemu_process:
+            logger.info("Stopping QEMU...")
+            self.running = False
+            self.qemu_process.terminate()
+            self.qemu_process.wait(timeout=5)
+            logger.info("QEMU stopped.")
+
+
+
+    def run(self,commands):
+        """主运行逻辑"""
+        try:
+            # 启动QEMU
+            self.start_qemu()
+
+            # 启动日志监控线程
+            self.log_thread = threading.Thread(target=self.log_monitor, daemon=True)
+            self.log_thread.start()
+
+            # 等待QEMU启动完成
+            time.sleep(5)
+
+            for cmd in commands:
+                if not self.send_command(cmd):
+                    break
+                time.sleep(2)  # 命令之间间隔2秒
+
+            # 监控日志输出，超时退出
+            while self.running:
+                idle_time = time.time() - self.last_log_time
+                if idle_time > self.idle_timeout :
+                    if not self.checkresult_found:
+                        logger.info(f"No logs for {self.idle_timeout} seconds. ::error:: Exiting...")
+                    else:
+                        logger.info(f"No logs for {self.idle_timeout} seconds. ::check success:: Exiting...")
+                    break
+                time.sleep(0.1)
+
+        except KeyboardInterrupt:
+            logger.info("Script interrupted by user.")
+        except Exception as e:
+            logger.error(f"An error occurred: {e}")
+        finally:
+            self.stop_qemu()
+
+def run_command(command, timeout=None):
+    """运行命令并返回输出和结果"""
+    print(command)
+    result = subprocess.run(command, shell=True, capture_output=True, text=True, timeout=timeout)
+    return result.stdout, result.returncode
+
+def check_output(output, check_string):
+    """检查输出中是否包含指定字符串"""
+    flag = check_string in output
+    if flag == True:
+        print('find string ' + check_string)
+    else:
+        print('::error:: can not find string ' + check_string + output)
 
+    return flag
 if __name__ == "__main__":
     """
     build all bsp and attach config.
@@ -169,10 +304,12 @@ def build_bsp_attachconfig(bsp, attach_file):
     """
     failed = 0
     count = 0
+    ci_build_run_flag = False
+    qemu_timeout_second = 50
 
     rtt_root = os.getcwd()
     srtt_bsp = os.getenv('SRTT_BSP').split(',')
-
+    print(srtt_bsp)
     for bsp in srtt_bsp:
         count += 1
         print(f"::group::Compiling BSP: =={count}=== {bsp} ====")
@@ -210,23 +347,55 @@ def build_bsp_attachconfig(bsp, attach_file):
 
         for projects in yml_files_content:
             for name, details in projects.items():
+                # 如果是bsp_board_info，读取基本的信息
+                if(name == 'bsp_board_info'):
+                    print(details)
+                    pre_build_commands = details.get("pre_build").splitlines()
+                    build_command = details.get("build_cmd").splitlines()
+                    post_build_command = details.get("post_build").splitlines()
+                    qemu_command = details.get("run_cmd")
+                
+                if details.get("kconfig") is not None:
+                    if details.get("buildcheckresult")  is not None:
+                        build_check_result = details.get("buildcheckresult")
+                    if details.get("msh_cmd") is not None:
+                        commands = details.get("msh_cmd").splitlines()
+                    if details.get("checkresult") is not None:
+                        check_result = details.get("checkresult")
+                    if details.get("ci_build_run_flag") is not None:
+                        ci_build_run_flag = details.get("ci_build_run_flag")
+                    if details.get("pre_build") is not None:
+                        pre_build_commands = details.get("pre_build").splitlines()
+                    if details.get("build_cmd") is not None:
+                        build_command = details.get("build_cmd").splitlines()
+                    if details.get("post_build") is not None:
+                        post_build_command = details.get("post_build").splitlines()
+                    if details.get("run_cmd") is not None:
+                        qemu_command = details.get("run_cmd")
                 count += 1
                 config_bacakup = config_file+'.origin'
                 shutil.copyfile(config_file, config_bacakup)
+                #加载yml中的配置放到.config文件
                 with open(config_file, 'a') as destination:
                     if details.get("kconfig") is None:
+                        #如果没有Kconfig，读取下一个配置
                         continue
                     if(projects.get(name) is not None):
+                        # 获取Kconfig中所有的信息
                         detail_list=get_details_and_dependencies([name],projects)
                         for line in detail_list:
                             destination.write(line + '\n')
                 scons_arg=[]
+                #如果配置中有scons_arg
                 if details.get('scons_arg') is not None:
                     for line in details.get('scons_arg'):
                         scons_arg.append(line)
                 scons_arg_str=' '.join(scons_arg) if scons_arg else ' '
                 print(f"::group::\tCompiling yml project: =={count}==={name}=scons_arg={scons_arg_str}==")
+
+                #开始编译bsp
                 res = build_bsp(bsp, scons_arg_str,name=name)
+                
                 if not res:
                     print(f"::error::build {bsp} {name} failed.")
                     add_summary(f'\t- ❌ build {bsp} {name} failed.')
@@ -235,11 +404,53 @@ def build_bsp_attachconfig(bsp, attach_file):
                     add_summary(f'\t- ✅ build {bsp} {name} success.')
                 print("::endgroup::")
 
+                print(commands)
+                print(check_result)
+                print(build_check_result)
+                print(qemu_command)
+                print(pre_build_commands)
+                print(ci_build_run_flag)
+
+                #执行编译前的命令
+                if pre_build_commands is not None:
+                    for command in pre_build_commands:
+                        output, returncode = run_command(command)
+                        print(output)
+                        if returncode != 0:
+                            print(f"Pre-build command failed: {command}")
+                            print(output)
+                #执行编译命令
+                if build_command is not None:
+                    for command in build_command:
+                        output, returncode = run_command(command)
+                        print(output)
+                        if returncode != 0 or not check_output(output, build_check_result):
+                                print("Build failed or build check result not found")
+                                print(output)
+                #执行编译后的命令
+                if post_build_command is not None:
+                    for command in post_build_command:
+                        output, returncode = run_command(command)
+                        print(output)
+                        if returncode != 0:
+                            print(f"Post-build command failed: {post_build_command}")
+                            print(output)
+                #执行qemu中的执行命令
+                if ci_build_run_flag is True:
+                    print(qemu_command)
+                    #exit(1)
+                    print(os.getcwd())
+                    qemu_manager = QemuManager(qemu_cmd=qemu_command, idle_timeout=qemu_timeout_second,checkresult=check_result)
+                    qemu_manager.run(commands)
+
                 shutil.copyfile(config_bacakup, config_file)
                 os.remove(config_bacakup)
 
+
+
         attach_dir = os.path.join(rtt_root, 'bsp', bsp, '.ci/attachconfig')
         attach_list = []
+        #这里是旧的文件方式
         for root, dirs, files in os.walk(attach_dir):
             for file in files:
                 if file.endswith('attach'):