Merge pull request #4 from CarToi/feat/ai

[Feat/ai] 클로바 스튜디오 AI 도입 + 임베딩 벡터 관련 전처리 큐 로직

Author: kimD0ngjun

build.gradle

@@ -26,15 +26,13 @@ repositories {
 
 dependencies {
     implementation 'org.springframework.boot:spring-boot-starter-web'
-    implementation 'org.springframework.boot:spring-boot-starter-webflux'
 
     implementation 'org.projectlombok:lombok'
     annotationProcessor 'org.projectlombok:lombok'
     testCompileOnly 'org.projectlombok:lombok'
     testAnnotationProcessor 'org.projectlombok:lombok'
 
     testImplementation 'org.springframework.boot:spring-boot-starter-test'
-    testImplementation 'io.projectreactor:reactor-test'
     testRuntimeOnly 'org.junit.platform:junit-platform-launcher'
 
     // H2 DB & JPA
@@ -43,7 +41,7 @@ dependencies {
 
     // selenium
     // https://mvnrepository.com/artifact/org.seleniumhq.selenium/selenium-java
-    implementation("org.seleniumhq.selenium:selenium-java:4.33.0")
+//    implementation("org.seleniumhq.selenium:selenium-java:4.33.0")
 
     // JSoup
     implementation 'org.jsoup:jsoup:1.20.1'
@@ -58,6 +56,10 @@ dependencies {
     jmh 'org.openjdk.jmh:jmh-generator-bytecode:1.37'
 }
 
+test {
+    systemProperty "spring.profiles.active", "test"
+}
+
 dependencyManagement {
     imports {
         mavenBom "org.springframework.ai:spring-ai-bom:$springAiVersion"

src/main/java/org/jun/saemangeum/global/domain/Category.java

@@ -1,5 +1,5 @@
 package org.jun.saemangeum.global.domain;
 
 public enum Category {
-    FESTIVAL, EVENT, TOUR
+    FESTIVAL, EVENT, TOUR, CULTURE
 }

src/main/java/org/jun/saemangeum/global/domain/Content.java

@@ -5,7 +5,7 @@
 import lombok.Builder;
 import lombok.Getter;
 import lombok.NoArgsConstructor;
-import org.jun.saemangeum.process.domain.dto.RefinedDataDTO;
+import org.jun.saemangeum.process.application.dto.RefinedDataDTO;
 
 // H2의 엔티티로 쓰이게 될 클래스
 @Entity
@@ -22,23 +22,31 @@ public class Content {
     @Column(nullable = false)
     private String title;
 
+    @Column(nullable = false)
+    private String position;
+
     @Enumerated(EnumType.STRING)
     @Column(nullable = false)
     private Category category;
 
     @Column
     private String image;
 
+    @Column
+    private String url;
+
     @Lob // MySQL 등에서는 TEXT 등으로
     @Column
     private String introduction;
 
     public static Content create(RefinedDataDTO dto) {
         return Content.builder()
                 .title(dto.title())
+                .position(dto.position())
                 .category(dto.category())
                 .image(dto.image())
                 .introduction(dto.introduction())
+                .url(dto.url())
                 .build();
     }
 }

src/main/java/org/jun/saemangeum/global/domain/Vector.java

@@ -0,0 +1,27 @@
+package org.jun.saemangeum.global.domain;
+
+import jakarta.persistence.*;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+
+@Entity
+@Builder
+@Table(name = "vectors")
+@Getter
+@NoArgsConstructor
+@AllArgsConstructor
+public class Vector {
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    private Long id;
+
+    @Lob
+    @Column
+    private byte[] vector;
+
+    @OneToOne
+    @JoinColumn(name = "content_id")
+    private Content content;
+}

src/main/java/org/jun/saemangeum/global/repository/ContentRepository.java

@@ -9,5 +9,4 @@
 
 @Repository
 public interface ContentRepository extends JpaRepository<Content, Long> {
-    List<Content> findByCategory(Category category);
 } 

src/main/java/org/jun/saemangeum/global/repository/VectorRepository.java

@@ -0,0 +1,9 @@
+package org.jun.saemangeum.global.repository;
+
+import org.jun.saemangeum.global.domain.Vector;
+import org.springframework.data.jpa.repository.JpaRepository;
+import org.springframework.stereotype.Repository;
+
+@Repository
+public interface VectorRepository extends JpaRepository<Vector, Long> {
+}

src/main/java/org/jun/saemangeum/global/service/VectorService.java

@@ -0,0 +1,31 @@
+package org.jun.saemangeum.global.service;
+
+import lombok.RequiredArgsConstructor;
+import org.jun.saemangeum.global.domain.Vector;
+import org.jun.saemangeum.global.repository.VectorRepository;
+import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Transactional;
+
+import java.util.List;
+
+@Service
+@RequiredArgsConstructor
+public class VectorService {
+
+    private final VectorRepository vectorRepository;
+
+    @Transactional
+    public void saveVectors(List<Vector> vectors) {
+        vectorRepository.saveAll(vectors);
+    }
+
+    @Transactional
+    public void saveVector(Vector vector) {
+        vectorRepository.save(vector);
+    }
+
+    @Transactional(readOnly = true)
+    public List<Vector> getVectors() {
+        return vectorRepository.findAll();
+    }
+}

src/main/java/org/jun/saemangeum/process/application/collect/api/GimjeCultureCollector.java

@@ -0,0 +1,34 @@
+package org.jun.saemangeum.process.application.collect.api;
+
+import org.jun.saemangeum.process.application.collect.base.OpenApiCollector;
+import org.jun.saemangeum.process.application.util.TitleDuplicateChecker;
+import org.jun.saemangeum.process.application.dto.RefinedDataDTO;
+import org.jun.saemangeum.process.infrastructure.api.OpenApiClient;
+import org.jun.saemangeum.process.application.dto.GimjeCultureResponse;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+@Service
+public class GimjeCultureCollector extends OpenApiCollector {
+
+    private static final String LAST_PATH = "/15041593/v1/uddi:d5397703-2829-4811-a0f6-b02cac614b38";
+    private static final String URL = "https://www.gimje.go.kr/index.gimje?menuCd=DOM_000000106011003000";
+
+    public GimjeCultureCollector(
+            OpenApiClient openApiClient, TitleDuplicateChecker titleDuplicateChecker) {
+        super(openApiClient, titleDuplicateChecker);
+    }
+
+    @Override
+    public List<RefinedDataDTO> collectData() {
+        GimjeCultureResponse response = openApiClient.get(
+                LAST_PATH,
+                GimjeCultureResponse.class,
+                q -> q.queryParam("page", 1).queryParam("perPage", 100)
+        );
+
+        return response.data().stream().map(e -> RefinedDataDTO.to(e, URL)).toList();
+    }
+
+}

src/main/java/org/jun/saemangeum/process/application/collect/api/GunsanCultureCollector.java

@@ -0,0 +1,36 @@
+package org.jun.saemangeum.process.application.collect.api;
+
+import org.jun.saemangeum.process.application.collect.base.OpenApiCollector;
+import org.jun.saemangeum.process.application.util.TitleDuplicateChecker;
+import org.jun.saemangeum.process.application.dto.RefinedDataDTO;
+import org.jun.saemangeum.process.infrastructure.api.OpenApiClient;
+import org.jun.saemangeum.process.application.dto.GunsanCultureResponse;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+/**
+ * 공공데이터 군산 문화시설 API
+ */
+@Service
+public class GunsanCultureCollector extends OpenApiCollector {
+
+    private static final String LAST_PATH = "/15041531/v1/uddi:282417f2-01d9-4bff-9d8c-dcc80d78b20e";
+    private static final String URL = "https://www.ktriptips.com/kor/culture?&s_ac=37&s_sc=2";
+
+    public GunsanCultureCollector(
+            OpenApiClient openApiClient, TitleDuplicateChecker titleDuplicateChecker) {
+        super(openApiClient, titleDuplicateChecker);
+    }
+
+    @Override
+    public List<RefinedDataDTO> collectData() {
+        GunsanCultureResponse response = openApiClient.get(
+                LAST_PATH,
+                GunsanCultureResponse.class,
+                q -> q.queryParam("page", 1).queryParam("perPage", 100)
+        );
+
+        return response.data().stream().map(e -> RefinedDataDTO.to(e, URL)).toList();
+    }
+}

src/main/java/org/jun/saemangeum/process/application/collect/api/SmgEventCollector.java

@@ -1,10 +1,10 @@
 package org.jun.saemangeum.process.application.collect.api;
 
 import org.jun.saemangeum.process.application.collect.base.OpenApiCollector;
-import org.jun.saemangeum.process.domain.dto.RefinedDataDTO;
-import org.jun.saemangeum.process.infrastructure.api.RestTemplateClient;
-import org.jun.saemangeum.process.presentation.dto.Event;
-import org.jun.saemangeum.process.presentation.dto.EventResponse;
+import org.jun.saemangeum.process.application.util.TitleDuplicateChecker;
+import org.jun.saemangeum.process.application.dto.RefinedDataDTO;
+import org.jun.saemangeum.process.infrastructure.api.OpenApiClient;
+import org.jun.saemangeum.process.application.dto.EventResponse;
 import org.springframework.stereotype.Service;
 
 import java.util.List;
@@ -16,19 +16,21 @@
 public class SmgEventCollector extends OpenApiCollector {
 
     private static final String LAST_PATH = "/15006173/v1/uddi:f353f7f5-589e-4354-9b3e-ef6923273b55";
+    private static final String URL = "https://www.saemangeum.go.kr/sda/content.do?key=2010083672101";
 
-    public SmgEventCollector(RestTemplateClient restTemplateClient) {
-        super(restTemplateClient);
+    public SmgEventCollector(
+            OpenApiClient openApiClient, TitleDuplicateChecker titleDuplicateChecker) {
+        super(openApiClient, titleDuplicateChecker);
     }
 
     @Override
     public List<RefinedDataDTO> collectData() {
-        EventResponse response = restTemplateClient.get(
+        EventResponse response = openApiClient.get(
                 LAST_PATH,
                 EventResponse.class,
                 q -> q.queryParam("page", 1).queryParam("perPage", 100)
         );
 
-        return response.data().stream().map(Event::convertToDTO).toList();
+        return response.data().stream().map(e -> RefinedDataDTO.to(e, URL)).toList();
     }
 }