Merge pull request #44 from Block-Guard/feat/#33/news-api

chaeyuuu · web-flow · commit daf00f18c12d · 2025-08-01T17:06:04.000+09:00
[Feat] 뉴스 API
diff --git a/build.gradle b/build.gradle
@@ -46,6 +46,8 @@ dependencies {
 	implementation(platform("software.amazon.awssdk:bom:2.31.58"))
 	implementation 'software.amazon.awssdk:s3'
 	implementation 'software.amazon.awssdk:auth'
+
+	implementation 'org.jsoup:jsoup:1.17.2'
 }
 
 tasks.named('test') {
diff --git a/src/main/java/com/blockguard/server/domain/admin/api/AdminApi.java b/src/main/java/com/blockguard/server/domain/admin/api/AdminApi.java
@@ -1,25 +1,42 @@
 package com.blockguard.server.domain.admin.api;
 
+import com.blockguard.server.domain.news.application.NewsService;
+import com.blockguard.server.domain.news.scheduler.NewsSaveScheduler;
 import com.blockguard.server.global.common.codes.SuccessCode;
 import com.blockguard.server.global.common.response.BaseResponse;
+import com.blockguard.server.infra.crawler.DaumNewsCrawler;
 import com.blockguard.server.infra.importer.FraudUrlImporter;
 import io.swagger.v3.oas.annotations.Operation;
 import lombok.AllArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.http.ResponseEntity;
 import org.springframework.web.bind.annotation.PostMapping;
 import org.springframework.web.bind.annotation.RequestMapping;
 import org.springframework.web.bind.annotation.RestController;
 
 @RestController
 @AllArgsConstructor
 @RequestMapping("/api/admin")
+@Slf4j
 public class AdminApi {
 
     private final FraudUrlImporter fraudUrlImporter;
+    private NewsSaveScheduler newsSaveScheduler;
 
     @PostMapping("/update/fraud-url")
     @Operation(summary = "공공 api 데이터 호출 - 관리자용")
-    public BaseResponse<Void> syncFraudUrls(){
+    public BaseResponse<Void> syncFraudUrls() {
         fraudUrlImporter.syncFraudUrlsFromOpenApi();
         return BaseResponse.of(SuccessCode.IMPORT_OPEN_API_SUCCESS);
     }
+
+
+    @PostMapping("/crawl")
+    @Operation(summary = "뉴스 크롤링 - 관리자용")
+    public BaseResponse<Void> crawlNewsManually() {
+        newsSaveScheduler.crawlingForAdmin();
+        return BaseResponse.of(SuccessCode.CRWAL_DAUM_NEWS_SUCCESS);
+    }
 }
+
+
diff --git a/src/main/java/com/blockguard/server/domain/analysis/application/FraudAnalysisService.java b/src/main/java/com/blockguard/server/domain/analysis/application/FraudAnalysisService.java
@@ -6,7 +6,7 @@
 import com.blockguard.server.domain.analysis.dto.response.FraudAnalysisResponse;
 import com.blockguard.server.domain.analysis.dto.response.GptResponse;
 import com.blockguard.server.infra.gpt.GptApiClient;
-import com.blockguard.server.infra.ocr.NaverOcrClient;
+import com.blockguard.server.infra.naver.ocr.NaverOcrClient;
 import lombok.RequiredArgsConstructor;
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.stereotype.Service;
diff --git a/src/main/java/com/blockguard/server/domain/news/api/NewsApi.java b/src/main/java/com/blockguard/server/domain/news/api/NewsApi.java
@@ -0,0 +1,33 @@
+package com.blockguard.server.domain.news.api;
+
+import com.blockguard.server.domain.news.application.NewsService;
+import com.blockguard.server.domain.news.dto.response.NewsPageResponse;
+import com.blockguard.server.global.common.codes.SuccessCode;
+import com.blockguard.server.global.common.response.BaseResponse;
+import com.blockguard.server.global.config.swagger.CustomExceptionDescription;
+import com.blockguard.server.global.config.swagger.SwaggerResponseDescription;
+import io.swagger.v3.oas.annotations.Operation;
+import lombok.AllArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.web.bind.annotation.*;
+
+@RestController
+@RequestMapping("/api/news")
+@AllArgsConstructor
+@Slf4j
+public class NewsApi {
+    private final NewsService newsService;
+
+    @GetMapping
+    @CustomExceptionDescription(SwaggerResponseDescription.GET_NEWS_ARTICLES_FAIL)
+    @Operation(summary = "뉴스 조회")
+    public BaseResponse<NewsPageResponse> getNewsArticles(
+            @RequestParam(defaultValue = "1") int page,
+            @RequestParam(defaultValue = "10") int size,
+            @RequestParam(defaultValue = "published_at_desc") String sort,
+            @RequestParam(defaultValue = "전체") String category) {
+        NewsPageResponse newsPageResponse = newsService.getNewsList(page, size, sort, category);
+        return BaseResponse.of(SuccessCode.GET_NEWS_ARTICLES_SUCCESS, newsPageResponse);
+    }
+
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/application/NewsService.java b/src/main/java/com/blockguard/server/domain/news/application/NewsService.java
@@ -0,0 +1,67 @@
+package com.blockguard.server.domain.news.application;
+
+import com.blockguard.server.domain.news.dao.NewsRepository;
+import com.blockguard.server.domain.news.domain.NewsArticle;
+import com.blockguard.server.domain.news.domain.enums.Category;
+import com.blockguard.server.domain.news.dto.response.NewsArticleResponse;
+import com.blockguard.server.domain.news.dto.response.NewsPageResponse;
+import com.blockguard.server.domain.news.dto.response.PageableInfo;
+import com.blockguard.server.global.common.codes.ErrorCode;
+import com.blockguard.server.global.exception.BusinessExceptionHandler;
+import lombok.AllArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.data.domain.Page;
+import org.springframework.data.domain.PageRequest;
+import org.springframework.data.domain.Pageable;
+import org.springframework.data.domain.Sort;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+@Service
+@Slf4j
+@AllArgsConstructor
+public class NewsService {
+    private final NewsRepository newsRepository;
+
+    public NewsPageResponse getNewsList(int page, int size, String sort, String category) {
+        Pageable pageable = PageRequest.of(page - 1, size, getSort(sort));
+        Page<NewsArticle> newsPage;
+
+        if (page < 1 || size < 1) {
+            throw new BusinessExceptionHandler(ErrorCode.MUST_BE_POSITIVE_NUMBER);
+        }
+
+        if (category.equals("전체")) {
+            newsPage = newsRepository.findAllByIsFilteredOutFalse(pageable);
+        } else {
+            Category enumCategory = Category.from(category);
+            newsPage = newsRepository.findByCategoryAndIsFilteredOutFalse(enumCategory, pageable);
+        }
+
+        List<NewsArticleResponse> articleResponses = newsPage.stream()
+                .map(NewsArticleResponse::from)
+                .toList();
+
+        return NewsPageResponse.builder()
+                .news(articleResponses)
+                .sort(sort)
+                .pageableInfo(PageableInfo.builder()
+                        .page(newsPage.getNumber() + 1)
+                        .size(newsPage.getSize())
+                        .totalElements(newsPage.getTotalElements())
+                        .totalPages(newsPage.getTotalPages())
+                        .build())
+                .build();
+    }
+
+    private Sort getSort(String sort) {
+        return switch (sort) {
+            case "published_at_asc" -> Sort.by("publishedAt").ascending();
+            case "published_at_desc" -> Sort.by("publishedAt").descending();
+            default -> Sort.by("publishedAt").descending();
+        };
+    }
+
+
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/dao/NewsRepository.java b/src/main/java/com/blockguard/server/domain/news/dao/NewsRepository.java
@@ -0,0 +1,13 @@
+package com.blockguard.server.domain.news.dao;
+
+import com.blockguard.server.domain.news.domain.NewsArticle;
+import com.blockguard.server.domain.news.domain.enums.Category;
+import org.springframework.data.domain.Page;
+import org.springframework.data.domain.Pageable;
+import org.springframework.data.jpa.repository.JpaRepository;
+
+public interface NewsRepository extends JpaRepository<NewsArticle, Long> {
+    Page<NewsArticle> findByCategoryAndIsFilteredOutFalse(Category category, Pageable pageable);
+    boolean existsByUrl(String url);
+    Page<NewsArticle> findAllByIsFilteredOutFalse(Pageable pageable);
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/domain/NewsArticle.java b/src/main/java/com/blockguard/server/domain/news/domain/NewsArticle.java
@@ -1,5 +1,6 @@
 package com.blockguard.server.domain.news.domain;
 
+import com.blockguard.server.domain.news.domain.enums.Category;
 import com.blockguard.server.global.common.entity.BaseEntity;
 import jakarta.persistence.*;
 import lombok.*;
@@ -32,4 +33,11 @@ public class NewsArticle extends BaseEntity {
     private String newspaper;
 
     private String imageUrl;
+
+    @Enumerated(EnumType.STRING)
+    @Column(nullable = false)
+    private Category category;
+
+    @Column(nullable = false)
+    private boolean isFilteredOut;
 }
diff --git a/src/main/java/com/blockguard/server/domain/news/domain/enums/Category.java b/src/main/java/com/blockguard/server/domain/news/domain/enums/Category.java
@@ -0,0 +1,14 @@
+package com.blockguard.server.domain.news.domain.enums;
+
+public enum Category {
+    VOICE_PHISHING, SMISHING, MESSAGE_VOICE_PHISHING, ETC;
+
+    public static Category from(String input){
+        return switch (input){
+            case "보이스피싱" -> VOICE_PHISHING;
+            case "스미싱" -> SMISHING;
+            case "메신저 피싱", "메신저피싱" -> MESSAGE_VOICE_PHISHING;
+            default -> ETC;
+        };
+    }
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/dto/response/NewsArticleResponse.java b/src/main/java/com/blockguard/server/domain/news/dto/response/NewsArticleResponse.java
@@ -0,0 +1,47 @@
+package com.blockguard.server.domain.news.dto.response;
+
+import com.blockguard.server.domain.news.domain.NewsArticle;
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+
+import java.time.Duration;
+import java.time.LocalDateTime;
+
+@Getter
+@Builder(toBuilder = true)
+@AllArgsConstructor
+public class NewsArticleResponse {
+    private Long id;
+    private String title;
+    private String publishedAt;
+    private String url;
+    private String newspaper;
+    private String imageUrl;
+
+    public static NewsArticleResponse from(NewsArticle newsArticle) {
+        return NewsArticleResponse.builder()
+                .id(newsArticle.getId())
+                .title(newsArticle.getTitle())
+                .publishedAt(formatTime(newsArticle.getPublishedAt()))
+                .imageUrl(newsArticle.getImageUrl())
+                .newspaper(newsArticle.getNewspaper())
+                .url(newsArticle.getUrl())
+                .build();
+    }
+
+
+    private static String formatTime(LocalDateTime time) {
+        Duration duration = Duration.between(time, LocalDateTime.now());
+
+        if (duration.toMinutes() < 60) {
+            return duration.toMinutes() + "분 전";
+        } else if (duration.toHours() < 24) {
+            return duration.toHours() + "시간 전";
+        } else if (duration.toDays() == 1) {
+            return "어제";
+        } else {
+            return time.toLocalDate().toString();
+        }
+    }
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/dto/response/NewsPageResponse.java b/src/main/java/com/blockguard/server/domain/news/dto/response/NewsPageResponse.java
@@ -0,0 +1,16 @@
+package com.blockguard.server.domain.news.dto.response;
+
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+
+import java.util.List;
+
+@Getter
+@Builder
+@AllArgsConstructor
+public class NewsPageResponse {
+    private List<NewsArticleResponse> news;
+    private PageableInfo pageableInfo;
+    private String sort;
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/dto/response/PageableInfo.java b/src/main/java/com/blockguard/server/domain/news/dto/response/PageableInfo.java
@@ -0,0 +1,15 @@
+package com.blockguard.server.domain.news.dto.response;
+
+import lombok.AllArgsConstructor;
+import lombok.Builder;
+import lombok.Getter;
+
+@Getter
+@AllArgsConstructor
+@Builder
+public class PageableInfo {
+    private int page;
+    private int size;
+    private long totalElements;
+    private int totalPages;
+}
diff --git a/src/main/java/com/blockguard/server/domain/news/scheduler/NewsSaveScheduler.java b/src/main/java/com/blockguard/server/domain/news/scheduler/NewsSaveScheduler.java
@@ -0,0 +1,37 @@
+package com.blockguard.server.domain.news.scheduler;
+
+import com.blockguard.server.infra.crawler.DaumNewsCrawler;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Component;
+
+@Component
+@Slf4j
+@RequiredArgsConstructor
+public class NewsSaveScheduler {
+    private final DaumNewsCrawler daumNewsCrawler;
+
+    public void crawlingForAdmin(){
+        String[] keywords = {"보이스피싱", "스미싱", "메신저 피싱", "몸캠"};
+        for (String keyword : keywords) {
+            try {
+                daumNewsCrawler.fetchNewsFromDaum(keyword);
+            } catch (Exception e) {
+                log.warn("Failed to crawl news for keyword: {}", keyword, e);
+            }
+        }
+    }
+
+    @Scheduled(cron = "0 0 4 * * *")
+    public void saveNewsArticles(){
+        log.info("뉴스 크롤링 스케줄링 시작");
+
+        daumNewsCrawler.fetchNewsFromDaum("보이스피싱");
+        daumNewsCrawler.fetchNewsFromDaum("스미싱");
+        daumNewsCrawler.fetchNewsFromDaum("메신저 피싱");
+        daumNewsCrawler.fetchNewsFromDaum("몸캠");
+
+        log.info("뉴스 크롤링 스케줄링 완료");
+    }
+}
diff --git a/src/main/java/com/blockguard/server/global/common/codes/ErrorCode.java b/src/main/java/com/blockguard/server/global/common/codes/ErrorCode.java
@@ -35,6 +35,8 @@ public enum ErrorCode {
     INVALID_CHECKBOX_COUNT(HttpStatus.BAD_REQUEST, 4032, "해당 단계에 유효하지 않은 체크박스 형식입니다."),
     INVALID_STEP_COMPLETION(HttpStatus.BAD_REQUEST, 4033, "해당 단계가 완료되려면 필수 체크박스가 모두 완료되어야 합니다."),
     REPORT_STEP_ALREADY_COMPLETED(HttpStatus.BAD_REQUEST, 4034, "이미 완료된 단계의 체크박스는 수정할 수 없습니다."),
+    FAIL_TO_CRAWLING_NEWS(HttpStatus.BAD_REQUEST, 4035, "뉴스 크롤링에 실패하였습니다."),
+    MUST_BE_POSITIVE_NUMBER(HttpStatus.BAD_REQUEST, 4036, "페이지와 사이즈는 1이상의 값을 입력해야합니다."),
 
     // 5000~ : server error
     INTERNAL_SERVER_ERROR(HttpStatus.INTERNAL_SERVER_ERROR, 5000, "서버 오류가 발생했습니다."),
diff --git a/src/main/java/com/blockguard/server/global/common/codes/SuccessCode.java b/src/main/java/com/blockguard/server/global/common/codes/SuccessCode.java
@@ -30,7 +30,9 @@ public enum SuccessCode {
     CREATE_REPORT_RECORD_SUCCESS(HttpStatus.CREATED,2019, "신고 현황이 생성되었습니다."),
     CURRENT_REPORT_FOUND(HttpStatus.OK,2020, "진행중인 신고 현황 조회에 성공하였습니다."),
     STEP_INFO_FOUND(HttpStatus.OK,2021, "신고 단계 정보 조회에 성공하였습니다."),
-    UPDATE_STEP_INFO_SUCCESS(HttpStatus.OK,2022, "신고 단계 정보가 성공적으로 업데이트 되었습니다.");
+    UPDATE_STEP_INFO_SUCCESS(HttpStatus.OK,2022, "신고 단계 정보가 성공적으로 업데이트 되었습니다."),
+    GET_NEWS_ARTICLES_SUCCESS(HttpStatus.OK, 2023, "뉴스 목록 조회가 완료되었습니다."),
+    CRWAL_DAUM_NEWS_SUCCESS(HttpStatus.OK, 2024, "뉴스 크롤링이 완료되었습니다.");
 
     private final HttpStatus status;
     private final int code;
diff --git a/src/main/java/com/blockguard/server/global/config/SecurityConfig.java b/src/main/java/com/blockguard/server/global/config/SecurityConfig.java
@@ -53,8 +53,9 @@ public SecurityFilterChain filterChain(HttpSecurity httpSecurity) throws Excepti
 
                 .authorizeHttpRequests((registry) ->
                         registry
-                                .requestMatchers("/api/auth/**").permitAll()   // 로그인/회원가입만 허용
-                                .requestMatchers("/api/admin/update/fraud-url", "/api/fraud/url", "/api/fraud-analysis").permitAll()
+                                .requestMatchers("/api/auth/**").permitAll()   // 로그인 및 회원가입
+                                .requestMatchers("/api/admin/update/fraud-url", "/api/fraud/url", "/api/fraud-analysis").permitAll() // 사기 분석
+                                .requestMatchers("/api/news", "/api/admin/crawl").permitAll() // 뉴스 조회
                                 .requestMatchers("/actuator/health").permitAll() // 헬스체크 허용
                                 .requestMatchers("/", "/index.html", "/favicon.ico").permitAll()
                                 .requestMatchers("/v3/api-docs/**", "/swagger-ui.html", "/swagger-ui/**", "/swagger-resources/**", "/webjars/**").permitAll()
diff --git a/src/main/java/com/blockguard/server/global/config/swagger/SwaggerResponseDescription.java b/src/main/java/com/blockguard/server/global/config/swagger/SwaggerResponseDescription.java
@@ -96,6 +96,10 @@ public enum SwaggerResponseDescription {
             ErrorCode.INVALID_STEP
     ))),
 
+    GET_NEWS_ARTICLES_FAIL(new LinkedHashSet<>(Set.of(
+            ErrorCode.FAIL_TO_CRAWLING_NEWS
+    ))),
+
     UPDATE_STEP_INFO_FAIL(new LinkedHashSet<>(Set.of(
             ErrorCode.INVALID_TOKEN,
             ErrorCode.REPORT_NOT_FOUND,
diff --git a/src/main/java/com/blockguard/server/infra/crawler/DaumNewsCrawler.java b/src/main/java/com/blockguard/server/infra/crawler/DaumNewsCrawler.java
diff --git a/src/main/java/com/blockguard/server/infra/naver/ocr/ByteArrayResourceWithFilename.java b/src/main/java/com/blockguard/server/infra/naver/ocr/ByteArrayResourceWithFilename.java
diff --git a/src/main/java/com/blockguard/server/infra/naver/ocr/NaverOcrClient.java b/src/main/java/com/blockguard/server/infra/naver/ocr/NaverOcrClient.java
diff --git a/src/test/java/com/blockguard/server/infra/crawler/DaumNewsCrawlerTest.java b/src/test/java/com/blockguard/server/infra/crawler/DaumNewsCrawlerTest.java

Original file line number	Diff line number	Diff line change
`@@ -46,6 +46,8 @@ dependencies {`
`46`	`46`	`implementation(platform("software.amazon.awssdk:bom:2.31.58"))`
`47`	`47`	`implementation 'software.amazon.awssdk:s3'`
`48`	`48`	`implementation 'software.amazon.awssdk:auth'`
	`49`	`+`
	`50`	`+ implementation 'org.jsoup:jsoup:1.17.2'`
`49`	`51`	`}`
`50`	`52`
`51`	`53`	`tasks.named('test') {`