Merge pull request #5 from CarToi/feat/usecase

[Feat/usecase] 데이터 수집 전처리 부수 요소 완료

Author: kimD0ngjun

build.gradle

@@ -35,7 +35,8 @@ dependencies {
     testImplementation 'org.springframework.boot:spring-boot-starter-test'
     testRuntimeOnly 'org.junit.platform:junit-platform-launcher'
 
-    // H2 DB & JPA
+    // MySQL, H2 DB & JPA
+    runtimeOnly 'com.mysql:mysql-connector-j'
     runtimeOnly 'com.h2database:h2'
     implementation 'org.springframework.boot:spring-boot-starter-data-jpa'
 

src/main/java/org/jun/saemangeum/global/domain/CollectSource.java

@@ -0,0 +1,17 @@
+package org.jun.saemangeum.global.domain;
+
+/**
+ * 구분용 합성 코드 : 지명 + 분야(카테고리) + 수집 방법(크롤링: CR, API: API)
+ */
+public enum CollectSource {
+    GJCUAP, // 김제 문하시설 API
+    GSCUAP, // 군산 문화시설 API
+    SMGEVAP, // 새만금 행사 API
+    SMGFEAP, // 새만금 축제 API
+    ARTOCR, // 새만금 군도 관광지 크롤링
+    GJTOCR, // 김제 관광지 크롤링
+    GSTOCR, // 군산 관광지 크롤링
+    BATOCR, // 부안 관광지 크롤링
+    GSFECR, // 군산 축제 크롤링
+    SWTOCR, // 새만금 방조제 관광지 크롤링
+}

src/main/java/org/jun/saemangeum/global/domain/Content.java

@@ -7,7 +7,6 @@
 import lombok.NoArgsConstructor;
 import org.jun.saemangeum.process.application.dto.RefinedDataDTO;
 
-// H2의 엔티티로 쓰이게 될 클래스
 @Entity
 @Builder
 @Table(name = "contents")
@@ -36,9 +35,16 @@ public class Content {
     private String url;
 
     @Lob // MySQL 등에서는 TEXT 등으로
-    @Column
+    @Column(columnDefinition = "TEXT")
     private String introduction;
 
+    @Column
+    private CollectSource collectSource;
+
+    @OneToOne(mappedBy = "content", cascade = CascadeType.REMOVE, orphanRemoval = true)
+//    @JoinColumn(name = "vector_id") // 연관관계 주인이 벡터인데 굳이 얜 필요없겠네
+    private Vector vector;
+
     public static Content create(RefinedDataDTO dto) {
         return Content.builder()
                 .title(dto.title())
@@ -47,6 +53,14 @@ public static Content create(RefinedDataDTO dto) {
                 .image(dto.image())
                 .introduction(dto.introduction())
                 .url(dto.url())
+                .collectSource(dto.collectSource())
                 .build();
     }
+
+    public void setVector(Vector vector) {
+        this.vector = vector;
+        if (vector.getContent() != null) {
+            vector.setContent(this);
+        }
+    }
 }

src/main/java/org/jun/saemangeum/global/domain/Count.java

@@ -0,0 +1,33 @@
+package org.jun.saemangeum.global.domain;
+
+import jakarta.persistence.*;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+import lombok.NoArgsConstructor;
+
+@Entity
+@Builder
+@Table(name = "data_counts")
+@Getter
+@NoArgsConstructor
+@AllArgsConstructor
+public class Count {
+    @Id
+    @GeneratedValue(strategy = GenerationType.IDENTITY)
+    private Long id;
+
+    @Column(nullable = false, name = "collect_source")
+    private CollectSource collectSource;
+
+    @Column
+    private int count;
+
+    public static Count of(CollectSource collectSource, int count) {
+        return Count.builder().collectSource(collectSource).count(count).build();
+    }
+
+    public void update(int count) {
+        this.count = count;
+    }
+}

src/main/java/org/jun/saemangeum/global/domain/Vector.java

@@ -1,15 +1,13 @@
 package org.jun.saemangeum.global.domain;
 
 import jakarta.persistence.*;
-import lombok.AllArgsConstructor;
-import lombok.Builder;
-import lombok.Getter;
-import lombok.NoArgsConstructor;
+import lombok.*;
 
 @Entity
 @Builder
 @Table(name = "vectors")
 @Getter
+@Setter
 @NoArgsConstructor
 @AllArgsConstructor
 public class Vector {
@@ -18,7 +16,7 @@ public class Vector {
     private Long id;
 
     @Lob
-    @Column
+    @Column(columnDefinition = "BLOB")
     private byte[] vector;
 
     @OneToOne

src/main/java/org/jun/saemangeum/global/repository/ContentRepository.java

@@ -1,12 +1,15 @@
 package org.jun.saemangeum.global.repository;
 
-import org.jun.saemangeum.global.domain.Category;
 import org.jun.saemangeum.global.domain.Content;
+import org.jun.saemangeum.global.domain.CollectSource;
 import org.springframework.data.jpa.repository.JpaRepository;
 import org.springframework.stereotype.Repository;
 
 import java.util.List;
 
 @Repository
 public interface ContentRepository extends JpaRepository<Content, Long> {
+    List<Content> findByCollectSource(CollectSource collectSource);
+    void deleteByCollectSource(CollectSource collectSource);
+    int countByCollectSource(CollectSource collectSource);
 } 

src/main/java/org/jun/saemangeum/global/repository/CountRepository.java

@@ -0,0 +1,14 @@
+package org.jun.saemangeum.global.repository;
+
+import org.jun.saemangeum.global.domain.CollectSource;
+import org.jun.saemangeum.global.domain.Count;
+import org.springframework.data.jpa.repository.JpaRepository;
+import org.springframework.stereotype.Repository;
+
+import java.util.Optional;
+
+@Repository
+public interface CountRepository extends JpaRepository<Count, Long> {
+    Optional<Count> findByCollectSource(CollectSource collectSource);
+    boolean existsByCollectSource(CollectSource collectSource);
+}

src/main/java/org/jun/saemangeum/global/service/ContentService.java

@@ -3,6 +3,7 @@
 import lombok.RequiredArgsConstructor;
 import org.jun.saemangeum.global.domain.Content;
 import org.jun.saemangeum.global.repository.ContentRepository;
+import org.jun.saemangeum.global.domain.CollectSource;
 import org.springframework.stereotype.Service;
 import org.springframework.transaction.annotation.Transactional;
 
@@ -19,6 +20,16 @@ public void saveContents(List<Content> contents) {
         contentRepository.saveAll(contents);
     }
 
+    @Transactional
+    public void deleteByCollectSource(CollectSource collectSource) {
+        contentRepository.deleteByCollectSource(collectSource);
+    }
+
+    @Transactional
+    public void deleteAll() {
+        contentRepository.deleteAll();
+    }
+
     @Transactional(readOnly = true)
     public List<Content> getContents() {
         return contentRepository.findAll();

src/main/java/org/jun/saemangeum/global/service/CountService.java

@@ -0,0 +1,29 @@
+package org.jun.saemangeum.global.service;
+
+import lombok.RequiredArgsConstructor;
+import org.jun.saemangeum.global.domain.CollectSource;
+import org.jun.saemangeum.global.domain.Count;
+import org.jun.saemangeum.global.repository.CountRepository;
+import org.springframework.stereotype.Service;
+import org.springframework.transaction.annotation.Transactional;
+
+@Service
+@RequiredArgsConstructor
+public class CountService {
+
+    private final CountRepository countRepository;
+
+    // 트랜잭션 read only 해버리면
+    // 이 트랜잭션 내부에서 읽기만 할 거니까, 쓰기 관련 영속성 관리도 하지 말고, 성능 최적화 해줘 하는 셈
+    @Transactional
+    public Count findByCollectSource(CollectSource collectSource) {
+        return countRepository
+                .findByCollectSource(collectSource)
+                .orElseThrow(() -> new IllegalArgumentException("잘못된 데이터 소스 식별 코드!"));
+    }
+
+    @Transactional
+    public void deleteAll() {
+        countRepository.deleteAll();
+    }
+}

src/main/java/org/jun/saemangeum/global/service/VectorService.java

@@ -24,6 +24,11 @@ public void saveVector(Vector vector) {
         vectorRepository.save(vector);
     }
 
+    @Transactional
+    public void deleteAll() {
+        vectorRepository.deleteAll();
+    }
+
     @Transactional(readOnly = true)
     public List<Vector> getVectors() {
         return vectorRepository.findAll();