Improve async handling and add retry logic to services

Added ConfigureAwait(false) to async calls for better context management and improved performance. Enhanced KoalaHttpClientHandler with retry logic for HTTP requests. Refactored document generation and catalogue services to streamline kernel usage and document refinement. Removed unused code and improved error handling throughout the pipeline.

Author: 239573049

src/KoalaWiki/BackendService/WarehouseTask.cs

@@ -98,6 +98,10 @@ protected override async Task ExecuteAsync(CancellationToken stoppingToken)
                     {
                         document = await dbContext.Documents.FirstAsync(x => x.WarehouseId == value.Id,
                             stoppingToken);
+                        
+                        document.GitPath = info.LocalPath;
+                        document.LastUpdate = DateTime.UtcNow;
+                        document.Status = WarehouseStatus.Processing;
                         logger.LogInformation("获取现有文档记录，文档ID：{Id}", document.Id);
                     }
                     else
@@ -122,7 +126,7 @@ protected override async Task ExecuteAsync(CancellationToken stoppingToken)
 
                     // 调用文档处理服务，其Activity将作为当前Activity的子Activity
                     await documentsService.HandleAsync(document, value, dbContext,
-                        value.Address.Replace(".git", string.Empty));
+                        value.Address.Replace(".git", string.Empty)).ConfigureAwait(false);
                 }
                 else if (value?.Type?.Equals("file", StringComparison.OrdinalIgnoreCase) == true)
                 {
@@ -162,7 +166,7 @@ await documentsService.HandleAsync(document, value, dbContext,
 
                     // 调用文档处理服务，其Activity将作为当前Activity的子Activity
                     await documentsService.HandleAsync(document, value, dbContext,
-                        value.Address.Replace(".git", string.Empty));
+                        value.Address.Replace(".git", string.Empty)).ConfigureAwait(false);
                 }
                 else
                 {

src/KoalaWiki/KernelFactory.cs

@@ -46,45 +46,41 @@ public static Kernel GetKernel(string chatEndpoint,
             kernelBuilder.AddOpenAIChatCompletion(model, new Uri(chatEndpoint), apiKey,
                 httpClient: new HttpClient(new KoalaHttpClientHandler()
                 {
-                    //添加重试试
-                    AllowAutoRedirect = true,
-                    MaxAutomaticRedirections = 5,
-                    MaxConnectionsPerServer = 200,
-                    AutomaticDecompression = System.Net.DecompressionMethods.GZip | System.Net.DecompressionMethods.Brotli | System.Net.DecompressionMethods.Deflate | System.Net.DecompressionMethods.None
+                    AutomaticDecompression = System.Net.DecompressionMethods.GZip |
+                                             System.Net.DecompressionMethods.Brotli |
+                                             System.Net.DecompressionMethods.Deflate |
+                                             System.Net.DecompressionMethods.None
                 })
                 {
-                    // 添加重试
-                    Timeout = TimeSpan.FromSeconds(240),
+                    Timeout = TimeSpan.FromSeconds(60),
                 });
         }
         else if (OpenAIOptions.ModelProvider.Equals("AzureOpenAI", StringComparison.OrdinalIgnoreCase))
         {
             kernelBuilder.AddAzureOpenAIChatCompletion(model, chatEndpoint, apiKey, httpClient: new HttpClient(
                 new KoalaHttpClientHandler()
                 {
-                    //添加重试试
-                    AllowAutoRedirect = true,
-                    MaxAutomaticRedirections = 5,
-                    MaxConnectionsPerServer = 200,
+                    AutomaticDecompression = System.Net.DecompressionMethods.GZip |
+                                             System.Net.DecompressionMethods.Brotli |
+                                             System.Net.DecompressionMethods.Deflate |
+                                             System.Net.DecompressionMethods.None
                 })
             {
-                // 添加重试
-                Timeout = TimeSpan.FromSeconds(16000),
+                Timeout = TimeSpan.FromSeconds(60),
             });
         }
         else if (OpenAIOptions.ModelProvider.Equals("Anthropic", StringComparison.OrdinalIgnoreCase))
         {
             kernelBuilder.AddAnthropicChatCompletion(model, apiKey, httpClient: new HttpClient(
                 new KoalaHttpClientHandler()
                 {
-                    //添加重试试
-                    AllowAutoRedirect = true,
-                    MaxAutomaticRedirections = 5,
-                    MaxConnectionsPerServer = 200,
+                    AutomaticDecompression = System.Net.DecompressionMethods.GZip |
+                                             System.Net.DecompressionMethods.Brotli |
+                                             System.Net.DecompressionMethods.Deflate |
+                                             System.Net.DecompressionMethods.None
                 })
             {
-                // 添加重试
-                Timeout = TimeSpan.FromSeconds(16000),
+                Timeout = TimeSpan.FromSeconds(60),
             });
         }
         else
@@ -119,10 +115,10 @@ public static Kernel GetKernel(string chatEndpoint,
         kernelBuilderAction?.Invoke(kernelBuilder);
 
         var kernel = kernelBuilder.Build();
-        
+
         activity?.SetStatus(ActivityStatusCode.Ok);
         activity?.SetTag("kernel.created", true);
 
         return kernel;
     }
-}
+}

src/KoalaWiki/KoalaHttpClientHander.cs

@@ -63,10 +63,54 @@ protected override async Task<HttpResponseMessage> SendAsync(
             System.Text.Encoding.UTF8, "application/json");
 
         // 1. 启动计时
+        HttpResponseMessage response = null!;
         var stopwatch = Stopwatch.StartNew();
-        // 2. 发送请求
-        var response = await base.SendAsync(request, cancellationToken)
-            .ConfigureAwait(false);
+        for (int i = 0; i < 3; i++)
+        {
+            // 2. 发送请求
+            try
+            {
+                response = await base.SendAsync(request, cancellationToken)
+                    .ConfigureAwait(false);
+                if (response.IsSuccessStatusCode)
+                {
+                    // 成功返回响应
+                    break;
+                }
+                else
+                {
+                    // 如果是400系列错误，不重试
+                    if ((int)response.StatusCode >= 400 && (int)response.StatusCode < 500)
+                    {
+                        break;
+                    }
+                    var errorContent = await response.Content.ReadAsStringAsync(cancellationToken);
+                    Log.Logger.Warning("HTTP request failed, attempt {Attempt}: {StatusCode} {ErrorMessage}",
+                        i + 1, (int)response.StatusCode, errorContent);
+                    if (i == 2)
+                    {
+                        // 最后一次失败，抛出异常
+                        throw new HttpRequestException(
+                            $"Request failed with status code {(int)response.StatusCode}: {errorContent}");
+                    }
+
+                    await Task.Delay(3000 * i, cancellationToken); // 等待一秒后重试
+                    continue;
+                }
+            }
+            catch (Exception e)
+            {
+                Log.Logger.Warning("HTTP request failed, attempt {Attempt}: {ErrorMessage}", i + 1, e.Message);
+                if (i == 2)
+                {
+                    throw; // 最后一次失败，抛出异常
+                }
+
+                await Task.Delay(3000, cancellationToken); // 等待一秒后重试
+                continue;
+            }
+        }
+
         // 3. 停止计时
         stopwatch.Stop();