feat(ai): 데이터분석 연동 (#103)

limdodod · ddhi7 · web-flow · commit babdd2e9de78 · 2025-07-20T23:36:06.000+09:00
* feat(ai): 데이터분석 연동

* fix(ai): body 수정

* fix: 환경변수 수정

* feat: sentiment분석 추가

* feat: 주석 해제+import 추가

* refactor : 응답 구조 변경

* fix : 테마 예측 응답 구조 변경

* feat : Jackson 설정

* feat : 텍스트 전처리

* chore : 불필요한 코드 정리

* feat:docker-compose.yml 수정

* feat(summary): 모델 연동

* feat(ai): 모델 연결 URL 수정

* fix(ai): 환경변수 수정

* feat(news): enum 수정

* feat(ai): 크롤링 시 모델 API 요청

* fix: 크롤링 시간 수정

* feat(ai): 감성점수 연동

* feat(ai): 감성 분석 크롤링 연결

* fix: 감성 점수 둘째자리 반올림

* fix: 감성 점수 둘째자리 반올림

---------

Co-authored-by: ddhi7 &lt;tjsanf211323@gmail.com&gt;
diff --git a/build.gradle b/build.gradle
@@ -48,13 +48,17 @@ dependencies {
 
 	implementation 'org.springframework.boot:spring-boot-starter-actuator'
 
+	implementation 'org.springframework.boot:spring-boot-starter-webflux'
 
 	implementation 'org.springframework.boot:spring-boot-starter-validation'
 	implementation 'org.springdoc:springdoc-openapi-starter-webmvc-ui:2.7.0'
 
 	//firebase
 	implementation 'com.google.firebase:firebase-admin:9.2.0'
 
+	implementation 'io.projectreactor.netty:reactor-netty-http:1.1.4'  // 예시 버전, 최신 버전 확인 필요
+
+
 }
 
 tasks.named('test') {
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -21,6 +21,8 @@ services:
       - AWS_ACCESS_KEY=${AWS_ACCESS_KEY}
       - AWS_SECRET_KEY=${AWS_SECRET_KEY}
       - AWS_REGION=${AWS_REGION}
+      - AI_BASE_URL_THEMA=${AI_BASE_URL_THEMA}
+      - AI_BASE_URL=${AI_BASE_URL}
 
   redis:
     image: redis:6.2
diff --git a/src/main/java/com/tave/alarmissue/ai/controller/AiController.java b/src/main/java/com/tave/alarmissue/ai/controller/AiController.java
@@ -0,0 +1,66 @@
+package com.tave.alarmissue.ai.controller;
+
+import com.tave.alarmissue.ai.dto.request.SentimentRequest;
+import com.tave.alarmissue.ai.dto.request.SummaryRequest;
+import com.tave.alarmissue.ai.dto.request.ThemaRequest;
+import com.tave.alarmissue.ai.dto.response.SentimentResponse;
+import com.tave.alarmissue.ai.dto.response.SummaryResponse;
+import com.tave.alarmissue.ai.dto.response.ThemaResponse;
+import com.tave.alarmissue.ai.service.AiService;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.http.MediaType;
+import org.springframework.web.bind.annotation.PostMapping;
+import org.springframework.web.bind.annotation.RequestBody;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+import reactor.core.publisher.Mono;
+
+import java.util.List;
+
+
+@RestController
+@RequestMapping("/ai")
+@RequiredArgsConstructor
+@Slf4j
+public class AiController {
+
+    private final AiService aiService;
+
+    @PostMapping(value = "/thema", consumes = MediaType.APPLICATION_JSON_VALUE)
+    public Mono<ThemaResponse> analyzeThema(@RequestBody ThemaRequest request) {
+
+        String cleanText = request.getText().replaceAll("\\r?\\n", " ");
+
+        return extractTextOrError(cleanText)
+                .flatMap(aiService::analyzeThema);
+    }
+
+    @PostMapping(value = "/summary", consumes = MediaType.APPLICATION_JSON_VALUE)
+    public Mono<SummaryResponse> analyzeSummary(@RequestBody SummaryRequest request) {
+
+        String cleanText = request.getText().replaceAll("\\r?\\n", " ");
+
+        return extractTextOrError(cleanText)
+                .flatMap(aiService::analyzeSummary);
+    }
+
+    @PostMapping("/sentiment")
+    public Mono<SentimentResponse> analyzeSentiment(@RequestBody List<String> titles) {
+        return aiService.analyzeSentiment(titles);
+    }
+
+    /*
+    private method 분리
+     */
+    private <T> Mono<String> extractTextOrError(String text) {
+        if (text == null || text.isEmpty()) {
+            log.error("Cannot extract text from JSON");
+            return Mono.error(new IllegalArgumentException("텍스트 추출 오류"));
+        }
+
+        log.info("Successfully extracted text length: {}", text.length());
+        return Mono.just(text);
+    }
+
+}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/request/SentimentRequest.java b/src/main/java/com/tave/alarmissue/ai/dto/request/SentimentRequest.java
@@ -0,0 +1,10 @@
+package com.tave.alarmissue.ai.dto.request;
+
+import lombok.Data;
+
+import java.util.List;
+
+@Data
+public class SentimentRequest {
+    private List<String> titles;
+}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/request/SummaryRequest.java b/src/main/java/com/tave/alarmissue/ai/dto/request/SummaryRequest.java
@@ -0,0 +1,8 @@
+package com.tave.alarmissue.ai.dto.request;
+
+import lombok.Data;
+
+@Data
+public class SummaryRequest {
+    private String text;
+}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/request/ThemaRequest.java b/src/main/java/com/tave/alarmissue/ai/dto/request/ThemaRequest.java
@@ -0,0 +1,8 @@
+package com.tave.alarmissue.ai.dto.request;
+
+import lombok.Data;
+
+@Data
+public class ThemaRequest {
+    private String text;
+}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/response/SentimentResponse.java b/src/main/java/com/tave/alarmissue/ai/dto/response/SentimentResponse.java
@@ -0,0 +1,13 @@
+package com.tave.alarmissue.ai.dto.response;
+
+import lombok.AllArgsConstructor;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+
+@Getter
+@NoArgsConstructor
+@AllArgsConstructor
+public class SentimentResponse {
+    private Float score;
+
+}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/response/SummaryResponse.java b/src/main/java/com/tave/alarmissue/ai/dto/response/SummaryResponse.java
@@ -0,0 +1,5 @@
+package com.tave.alarmissue.ai.dto.response;
+
+import lombok.AllArgsConstructor;
+
+public record SummaryResponse(String summary) {}
diff --git a/src/main/java/com/tave/alarmissue/ai/dto/response/ThemaResponse.java b/src/main/java/com/tave/alarmissue/ai/dto/response/ThemaResponse.java
@@ -0,0 +1,7 @@
+package com.tave.alarmissue.ai.dto.response;
+
+import lombok.AllArgsConstructor;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+
+public record ThemaResponse(String theme) {}
diff --git a/src/main/java/com/tave/alarmissue/ai/service/AiService.java b/src/main/java/com/tave/alarmissue/ai/service/AiService.java
@@ -0,0 +1,73 @@
+package com.tave.alarmissue.ai.service;
+
+import com.tave.alarmissue.ai.dto.response.SentimentResponse;
+import com.tave.alarmissue.ai.dto.response.SummaryResponse;
+import com.tave.alarmissue.ai.dto.response.ThemaResponse;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.core.ParameterizedTypeReference;
+import org.springframework.http.HttpHeaders;
+import org.springframework.http.MediaType;
+import org.springframework.stereotype.Service;
+import org.springframework.web.reactive.function.client.WebClient;
+import reactor.core.publisher.Mono;
+
+import java.math.BigDecimal;
+import java.math.RoundingMode;
+import java.util.List;
+import java.util.Map;
+
+@Service
+@RequiredArgsConstructor
+@Slf4j
+public class AiService {
+
+    private final WebClient webClientForThema;
+    private final WebClient webClientForSummary;
+    private final WebClient webClientForSentiment;
+
+    public Mono<ThemaResponse> analyzeThema(String text) {
+
+        return webClientForThema.post()
+                .uri("/predict")
+                .contentType(MediaType.APPLICATION_JSON)  // 요청 바디 타입
+                .bodyValue(Map.of("text", text))
+                .retrieve()
+                .bodyToMono(ThemaResponse.class);
+    }
+
+    public Mono<SummaryResponse> analyzeSummary(String text) {
+        return webClientForSummary.post()
+                .uri("/summarize")
+                .header(HttpHeaders.ACCEPT, MediaType.APPLICATION_JSON_VALUE)
+                .bodyValue(Map.of("text", text))
+                .retrieve()
+                .bodyToMono(SummaryResponse.class);
+    }
+
+    public Mono<SentimentResponse> analyzeSentiment(List<String> titles) {
+        log.info("Received /sentiment request with titles: {}", titles);
+        return webClientForSentiment.post()
+                .uri("/sentiment")
+                .contentType(MediaType.APPLICATION_JSON)
+                .bodyValue(titles)
+                .exchangeToMono(response -> {
+                    log.info("FastAPI response status: {}", response.statusCode());
+                    if (response.statusCode().is2xxSuccessful()) {
+                        return response.bodyToMono(new ParameterizedTypeReference<List<Map<String, Double>>>() {
+                        });
+                    } else {
+                        return response.createException().flatMap(Mono::error);
+                    }
+                })
+                .map(results -> {
+                    Double score = results.isEmpty() ? 0.0 : results.get(0).get("score");
+
+                    float roundedScore = new BigDecimal(score)
+                            .setScale(2, RoundingMode.HALF_UP)
+                            .floatValue();
+
+                    return new SentimentResponse(roundedScore);
+                });
+    }
+}
diff --git a/src/main/java/com/tave/alarmissue/global/config/WebClientConfig.java b/src/main/java/com/tave/alarmissue/global/config/WebClientConfig.java
@@ -0,0 +1,54 @@
+package com.tave.alarmissue.global.config;
+
+import org.springframework.beans.factory.annotation.Value;
+import reactor.netty.http.client.HttpClient;
+import io.netty.channel.ChannelOption;
+import java.time.Duration;
+import org.springframework.http.client.reactive.ReactorClientHttpConnector;
+import org.springframework.context.annotation.Bean;
+import org.springframework.context.annotation.Configuration;
+import org.springframework.web.reactive.function.client.WebClient;
+
+import java.time.Duration;
+
+@Configuration
+public class WebClientConfig {
+
+    @Value("${ai.base-url1}")
+    private String baseUrl1;
+
+    @Value("${ai.base-url2}")
+    private String baseUrl2;
+
+    @Value("${ai.base-url3}")
+    private String baseUrl3;
+
+
+    @Bean
+    public WebClient webClientForThema() {
+        return WebClient.builder()
+                .baseUrl(baseUrl1)
+                .build();
+    }
+
+    @Bean
+    public WebClient webClientForSummary() {
+        return WebClient.builder()
+                .baseUrl(baseUrl2)
+                .build();
+    }
+
+    @Bean
+    public WebClient webClientForSentiment() {
+        HttpClient httpClient = HttpClient.create()
+                .responseTimeout(Duration.ofSeconds(100))
+                .option(ChannelOption.CONNECT_TIMEOUT_MILLIS, 5000);
+
+        return WebClient.builder()
+                .baseUrl(baseUrl3)
+                .clientConnector(new ReactorClientHttpConnector(httpClient))
+                .build();
+    }
+
+
+}
diff --git a/src/main/java/com/tave/alarmissue/news/domain/News.java b/src/main/java/com/tave/alarmissue/news/domain/News.java
@@ -25,6 +25,7 @@
 @NoArgsConstructor(access = PROTECTED)
 @Getter
 @AllArgsConstructor
+@Builder(toBuilder = true)
 @Table(name="news")
 @SQLDelete(sql = "UPDATE news SET deleted_at = NOW() WHERE id = ?")
 @Where(clause = "deleted_at IS NULL")
@@ -131,6 +132,8 @@ public void decrementCommentCountBy(int totalDeletedCount) {
             this.commentNum=0L;
         }
     }
+
+
     public void incrementVoteCount(){
         this.voteNum+=1;
     }
diff --git a/src/main/java/com/tave/alarmissue/news/domain/enums/Thema.java b/src/main/java/com/tave/alarmissue/news/domain/enums/Thema.java
@@ -1,26 +1,38 @@
 package com.tave.alarmissue.news.domain.enums;
 
 public enum Thema {
-    SEMICONDUCTOR_AI,
-    IT_INTERNET,
-    FINANCE_INSURANCE,
-    MOBILITY,
-    DEFENSE_AEROSPACE,
-    SECOND_BATTERY_ENVIRONMENT,
-    REAL_ESTATE_REIT,
-    BOND_INTEREST,
-    HEALTHCARE_BIO,
-    EXCHANGE_RATE,
-    RAW_MATERIAL_METALS,
-    ETC;
+    SEMICONDUCTOR_AI("반도체·AI"),
+    IT_INTERNET("IT·인터넷 서비스"),
+    FINANCE_INSURANCE("금융·보험"),
+    MOBILITY("자동차·모빌리티"),
+    DEFENSE_AEROSPACE("방산·항공우주"),
+    SECOND_BATTERY_ENVIRONMENT("2차전지·친환경 에너지"),
+    REAL_ESTATE_REIT("부동산·리츠"),
+    BOND_INTEREST("채권·금리"),
+    HEALTHCARE_BIO("헬스케어·바이오"),
+    EXCHANGE_RATE("환율·외환"),
+    RAW_MATERIAL_METALS("원자재·귀금속"),
+    ETC("기타");
 
 
-    // string -> enum 변환
-    public static Thema fromStringOrNull(String thema) {
-        try {
-            return Thema.valueOf(thema.toUpperCase());
-        } catch (Exception e) {
-            return null;
+
+    private final String displayName;
+
+    Thema(String displayName) {
+        this.displayName = displayName;
+    }
+    public String getDisplayName() {
+        return displayName;
+    }
+
+    public static Thema fromString(String value) {
+        if (value == null) return ETC;
+
+        for (Thema thema : Thema.values()) {
+            if (thema.getDisplayName().equalsIgnoreCase(value.trim())) {
+                return thema;
+            }
         }
+        return ETC;
     }
 }
diff --git a/src/main/java/com/tave/alarmissue/news/service/crawl/DaumNewsCrawlService.java b/src/main/java/com/tave/alarmissue/news/service/crawl/DaumNewsCrawlService.java
diff --git a/src/main/java/com/tave/alarmissue/news/service/crawl/NaverNewsCrawlService.java b/src/main/java/com/tave/alarmissue/news/service/crawl/NaverNewsCrawlService.java
diff --git a/src/main/java/com/tave/alarmissue/security/config/SecurityConfig.java b/src/main/java/com/tave/alarmissue/security/config/SecurityConfig.java
diff --git a/src/main/resources/application.yml b/src/main/resources/application.yml
