feat: 미사용 s3 객체 제거 스케쥴러

src/main/java/be/dash/dashserver/api/shceduler/S3CleanUpScheduler.java

@@ -0,0 +1,33 @@
+package be.dash.dashserver.api.shceduler;
+
+import java.time.LocalDateTime;
+import org.springframework.context.annotation.Profile;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Component;
+import be.dash.dashserver.core.exception.ImageStorageException;
+import be.dash.dashserver.core.image.ImageService;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+
+@Profile("dev")
+@Component
+@Slf4j
+@RequiredArgsConstructor
+public class S3CleanUpScheduler {
+
+    private final ImageService imageService;
+
+    @Scheduled(cron = "0 0 3 * * *")
+    public void cleanUp() {
+        log.info("S3 정리 작업 시작 {}", LocalDateTime.now());
+        try {
+            imageService.cleanUpUnusedProfileImages();
+        } catch (ImageStorageException e) {
+            log.error("S3 정리 작업 실패: {}", e.getMessage());
+            if (!e.getFailedKeys().isEmpty()) {
+                log.error("삭제 실패한 키: {}", e.getFailedKeys());
+            }
+        }
+        log.info("S3 정리 작업 끝 {}", LocalDateTime.now());
+    }
+}

src/main/java/be/dash/dashserver/core/domain/member/service/MemberRepository.java

@@ -25,4 +25,6 @@ public interface MemberRepository {
     void update(Member member);
 
     Optional<String> findNicknameById(long memberId);
+
+    List<String> findAllProfileImages();
 }

src/main/java/be/dash/dashserver/core/exception/ImageStorageException.java

@@ -0,0 +1,17 @@
+package be.dash.dashserver.core.exception;
+
+import java.util.List;
+import lombok.Getter;
+
+@Getter
+public class ImageStorageException extends RuntimeException {
+    private List<String> failedKeys;
+    public ImageStorageException(String message) {
+        super(message);
+    }
+
+    public ImageStorageException(String message, List<String> failedKeys) {
+        super(message);
+        this.failedKeys = failedKeys;
+    }
+}

src/main/java/be/dash/dashserver/core/image/ImageUploader.java → src/main/java/be/dash/dashserver/core/image/ImageManager.java

@@ -1,8 +1,11 @@
 package be.dash.dashserver.core.image;
 
 import java.io.IOException;
+import java.util.List;
 import org.springframework.web.multipart.MultipartFile;
 
-public interface ImageUploader {
+public interface ImageManager {
     String uploadImage(MultipartFile file) throws IOException;
+    List<String> getAllKeys();
+    void deleteAllByKeys(List<String> keysToDelete);
 }

src/main/java/be/dash/dashserver/core/image/ImageService.java

@@ -1,8 +1,10 @@
 package be.dash.dashserver.core.image;
 
 import java.io.IOException;
+import java.util.List;
 import org.springframework.stereotype.Service;
 import org.springframework.web.multipart.MultipartFile;
+import be.dash.dashserver.core.domain.member.service.MemberRepository;
 import be.dash.dashserver.core.exception.BadGatewayException;
 import be.dash.dashserver.core.log.annotation.Trace;
 import lombok.RequiredArgsConstructor;
@@ -11,13 +13,21 @@
 @Service
 @RequiredArgsConstructor
 public class ImageService {
-    private final ImageUploader imageUploader;
+    private final ImageManager imageManager;
+    private final MemberRepository memberRepository;
 
     public String upload(MultipartFile file) {
         try {
-            return imageUploader.uploadImage(file);
+            return imageManager.uploadImage(file);
         } catch (IOException e) {
             throw new BadGatewayException("이미지 업로드 중에 오류가 발생했습니다.");
         }
     }
+
+    public void cleanUpUnusedProfileImages() {
+        List<String> profileImages = memberRepository.findAllProfileImages();
+        List<String> keysToDelete = imageManager.getAllKeys().stream()
+                .filter(key -> !profileImages.contains(key)).toList();
+        imageManager.deleteAllByKeys(keysToDelete);
+    }
 }

src/main/java/be/dash/dashserver/database/core/member/MemberJpaRepository.java

@@ -1,5 +1,6 @@
 package be.dash.dashserver.database.core.member;
 
+import java.util.List;
 import java.util.Optional;
 import org.springframework.data.jpa.repository.JpaRepository;
 import org.springframework.data.jpa.repository.Modifying;
@@ -16,4 +17,7 @@ public interface MemberJpaRepository extends JpaRepository<MemberJpaEntity, Long
 
     @Query("select m.nickname from MemberJpaEntity m where m.id = :memberId")
     Optional<String> findNicknameById(long memberId);
+
+    @Query("select m.profileImageUrl from MemberJpaEntity m")
+    List<String> findAllProfileImages();
 }

src/main/java/be/dash/dashserver/database/core/member/MemberRepositoryAdapter.java

@@ -85,4 +85,9 @@ public void update(Member member) {
     public Optional<String> findNicknameById(long memberId) {
          return memberJpaRepository.findNicknameById(memberId);
     }
+
+    @Override
+    public List<String> findAllProfileImages() {
+        return memberJpaRepository.findAllProfileImages();
+    }
 }

src/main/java/be/dash/dashserver/external/s3/S3ImageManager.java

@@ -0,0 +1,115 @@
+package be.dash.dashserver.external.s3;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+import java.util.UUID;
+import org.springframework.stereotype.Component;
+import org.springframework.web.multipart.MultipartFile;
+import be.dash.dashserver.core.exception.BadRequestException;
+import be.dash.dashserver.core.exception.ImageStorageException;
+import be.dash.dashserver.core.image.ImageManager;
+import be.dash.dashserver.external.config.s3.S3Config;
+import be.dash.dashserver.external.config.s3.S3Properties;
+import lombok.RequiredArgsConstructor;
+import software.amazon.awssdk.awscore.exception.AwsServiceException;
+import software.amazon.awssdk.core.exception.SdkClientException;
+import software.amazon.awssdk.core.sync.RequestBody;
+import software.amazon.awssdk.services.s3.S3Client;
+import software.amazon.awssdk.services.s3.model.Delete;
+import software.amazon.awssdk.services.s3.model.DeleteObjectsRequest;
+import software.amazon.awssdk.services.s3.model.DeleteObjectsResponse;
+import software.amazon.awssdk.services.s3.model.ListObjectsV2Request;
+import software.amazon.awssdk.services.s3.model.ListObjectsV2Response;
+import software.amazon.awssdk.services.s3.model.ObjectIdentifier;
+import software.amazon.awssdk.services.s3.model.PutObjectRequest;
+import software.amazon.awssdk.services.s3.model.S3Error;
+import software.amazon.awssdk.services.s3.model.S3Object;
+
+@Component
+@RequiredArgsConstructor
+public class S3ImageManager implements ImageManager {
+    private final S3Properties s3Properties;
+    private final S3Config s3Config;
+    private static final List<String> IMAGE_EXTENSIONS = Arrays.asList("image/jpeg", "image/png", "image/jpg", "image/webp", "image/heic", "image/heif");
+
+    @Override
+    public String uploadImage(MultipartFile image) throws IOException {
+        final String key = generateImageFileName();
+        final S3Client s3Client = s3Config.getS3Client();
+
+        validateExtension(image);
+
+        PutObjectRequest request = PutObjectRequest.builder()
+                .bucket(s3Properties.s3BucketName())
+                .key(key)
+                .contentType(image.getContentType())
+                .contentDisposition("inline")
+                .build();
+
+        RequestBody requestBody = RequestBody.fromBytes(image.getBytes());
+        s3Client.putObject(request, requestBody);
+        return s3Properties.s3Endpoint() + key;
+    }
+
+    @Override
+    public List<String> getAllKeys() {
+        //여기도 retrey붙여야 되나? 어차피 실패하면 내일 해버리면 떙 아닌감..
+        List<String> keys = new ArrayList<>();
+        ListObjectsV2Request request = ListObjectsV2Request.builder()
+                .bucket(s3Properties.s3BucketName())
+                .build();
+
+        ListObjectsV2Response response;
+        S3Client s3Client = s3Config.getS3Client();
+
+        do {
+            response = s3Client.listObjectsV2(request);
+            keys.addAll(
+                    response.contents()
+                            .stream()
+                            .map(S3Object::key)
+                            .toList()
+            );
+            request = request.toBuilder()
+                    .continuationToken(response.nextContinuationToken())
+                    .build();
+        } while (response.isTruncated());
+        return keys;
+    }
+
+    @Override
+    public void deleteAllByKeys(List<String> keysToDelete) {
+        S3Client s3Client = s3Config.getS3Client();
+
+        List<ObjectIdentifier> list = keysToDelete.stream()
+                .map(key -> ObjectIdentifier.builder().key(key).build()).toList();
+        DeleteObjectsRequest deleteObjectRequest = DeleteObjectsRequest.builder()
+                .bucket(s3Properties.s3BucketName())
+                .delete(Delete.builder().objects(list).build())
+                .build();
+        DeleteObjectsResponse response;
+        try {
+            response = s3Client.deleteObjects(deleteObjectRequest);
+        } catch (AwsServiceException | SdkClientException e) {
+            throw new ImageStorageException("S3 객체 삭제에 실패했습니다.");
+        }
+
+        List<S3Error> errors = response.errors();
+        if(!errors.isEmpty()) {
+            throw new ImageStorageException("이미지 삭제에 실패했습니다.", errors.stream().map(S3Error::key).toList());
+        }
+    }
+
+    private String generateImageFileName() {
+        return UUID.randomUUID() + ".jpg";
+    }
+
+    private void validateExtension(MultipartFile image) {
+        String contentType = image.getContentType();
+        if (!IMAGE_EXTENSIONS.contains(contentType)) {
+            throw new BadRequestException("이미지 확장자는 jpg, png, webp, heic, heif만 가능합니다.");
+        }
+    }
+}