dev add check hash for all types,exclude video

src/main/java/ru/soune/nocopy/repository/FileEntityRepository.java

@@ -52,4 +52,7 @@ public interface FileEntityRepository extends JpaRepository<FileEntity, String>
     String findFileIdByFilePath(@Param("filePath") String filePath);
 
     List<FileEntity> findFileByUserIdAndStatus(Long userId, FileStatus status);
+
+    @Query("SELECT f FROM FileEntity f WHERE f.userId = :userId AND f.mimeType = :mimeType")
+    List<FileEntity> findByUserIdAndMimeType(Long userId, String mimeType);
 }

src/main/java/ru/soune/nocopy/service/FileSimilarityService.java

@@ -11,13 +11,14 @@ import org.springframework.data.domain.Pageable;
 import org.springframework.stereotype.Service;
 import ru.soune.nocopy.dto.file.SimilarFileDTO;
 import ru.soune.nocopy.dto.file.SimilarityFilter;
+import ru.soune.nocopy.entity.file.FileEntity;
 import ru.soune.nocopy.entity.file.ImageHashEntity;
-import ru.soune.nocopy.repository.AuthTokenRepository;
+import ru.soune.nocopy.repository.*;
-import ru.soune.nocopy.repository.ImageHashRepository;
-import ru.soune.nocopy.repository.ImageSimilarityRepository;
-import ru.soune.nocopy.repository.SimilarImageProjection;
 import ru.soune.nocopy.util.FileUtil;
 
+import java.io.FileInputStream;
+import java.io.InputStream;
+import java.security.MessageDigest;
 import java.util.*;
 import java.util.stream.Collectors;
 
@@ -137,25 +138,43 @@ public class FileSimilarityService {
         return duplicates;
     }
 
-    public Page<SimilarFileDTO> findSimilarFiles(String fileId, SimilarityFilter filter, Pageable pageable, String authToken) {
+    private final FileEntityRepository fileEntityRepository;
-        var imageHashEntity = hashRepository.findById(fileId)
-                .orElseThrow(() -> new RuntimeException("Hash not found"));
 
-        Long hash64Hi = imageHashEntity.getHash64Hi();
+    public Page<SimilarFileDTO> findSimilarFiles(String fileId, SimilarityFilter filter, Pageable pageable,
-        Long hash64Lo = imageHashEntity.getHash64Lo();
+                                                 String authToken) throws Exception {
+        FileEntity fileEntity = fileEntityRepository.findByFileId(fileId);
+        String mimeType = fileEntity.getMimeType();
+        List<SimilarFileDTO> allResults = new ArrayList<>();
 
-        List<SimilarImageProjection> candidates = authToken.equals("all") ? repository.findCandidates(fileId):
+        if (mimeType.equals("image")) {
-                repository.findCandidatesFromUserFiles(fileId, authTokenRepository.findUserIdByToken(authToken));
+            var imageHashEntity = hashRepository.findById(fileId)
+                    .orElseThrow(() -> new RuntimeException("Hash not found"));
 
-        List<String> similarityLevels = (filter != null && filter.getSimilarityLevels() != null)
+            Long hash64Hi = imageHashEntity.getHash64Hi();
-                ? filter.getSimilarityLevels()
+            Long hash64Lo = imageHashEntity.getHash64Lo();
-                : List.of("DUPLICATE", "SIMILAR", "DIFFERENT");
+            List<SimilarImageProjection> candidates = authToken.equals("all") ? repository.findCandidates(fileId):
+                    repository.findCandidatesFromUserFiles(fileId, authTokenRepository.findUserIdByToken(authToken));
 
-        List<SimilarFileDTO> allResults = candidates.stream()
+            List<String> similarityLevels = (filter != null && filter.getSimilarityLevels() != null)
-                .map(c -> createSimilarFileResponse(c, hash64Hi, hash64Lo))
+                    ? filter.getSimilarityLevels()
-                .filter(response -> similarityLevels.contains(response.getSimilarityLevel()))
+                    : List.of("DUPLICATE", "SIMILAR", "DIFFERENT");
-                .sorted(Comparator.comparingInt(SimilarFileDTO::getHammingDistance))
+
-                .collect(Collectors.toList());
+            allResults = candidates.stream()
+                    .map(c -> createSimilarFileResponse(c, hash64Hi, hash64Lo))
+                    .filter(response -> similarityLevels.contains(response.getSimilarityLevel()))
+                    .sorted(Comparator.comparingInt(SimilarFileDTO::getHammingDistance))
+                    .collect(Collectors.toList());
+        } else {
+            String hash = calculateFileHash(fileEntity);
+            Long userId = fileEntity.getUserId();
+            List<FileEntity> fileEntityList = fileEntityRepository.findByUserIdAndMimeType(userId, mimeType);
+
+            for (FileEntity file : fileEntityList) {
+                if (calculateFileHash(file).equals(hash)) {
+                    allResults.add(buildDTO(file));
+                }
+            }
+        }
 
         int total = allResults.size();
         int page = (pageable != null) ? pageable.getPageNumber() : 0;
@@ -169,6 +188,35 @@ public class FileSimilarityService {
         return new PageImpl<>(pageContent, pageable, total);
     }
 
+
+    private String calculateFileHash(FileEntity fileEntity) throws Exception {
+        MessageDigest digest = MessageDigest.getInstance("SHA-256");
+
+//        if (fileEntity.getStatus() == FileStatus.CLOUD) {
+//            File tempFile = cloudStorageService.readFileFromStorageByPath(fileEntity.getFilePath());
+//            try (InputStream is = new FileInputStream(tempFile)) {
+//                byte[] buffer = new byte[8192];
+//                int read;
+//                while ((read = is.read(buffer)) > 0) {
+//                    digest.update(buffer, 0, read);
+//                }
+//            } finally {
+//                tempFile.delete();
+//            }
+//        } else {
+            try (InputStream is = new FileInputStream(fileEntity.getFilePath())) {
+                byte[] buffer = new byte[8192];
+                int read;
+                while ((read = is.read(buffer)) > 0) {
+                    digest.update(buffer, 0, read);
+                }
+//            }
+        }
+
+        byte[] hashBytes = digest.digest();
+        return Base64.getEncoder().encodeToString(hashBytes);
+    }
+
     private SimilarFileDTO createSimilarFileResponse(SimilarImageProjection similarImageProjection,
                                                      Long hash64Hi, Long hash64Lo) {
         Long imageProjectionHash64Hi = similarImageProjection.getHash64Hi();
@@ -198,4 +246,17 @@ public class FileSimilarityService {
                 .url(baseUrl + "/api/files/protected/" + similarImageProjection.getId())
                 .build();
     }
+
+    private SimilarFileDTO buildDTO(FileEntity fileEntity) {
+        return SimilarFileDTO.builder()
+                .fileId(fileEntity.getId())
+                .ownerId(fileEntity.getUserId())
+                .originalFileName(fileEntity.getOriginalFileName())
+                .fileSize(fileEntity.getFileSize())
+                .supportId(Long.valueOf(fileEntity.getSupportId()))
+                .uploadDate(fileEntity.getCreatedAt())
+                .status(fileEntity.getProtectionStatus())
+                .url(baseUrl + "/api/files/protected/" + fileEntity.getId())
+                .build();
+    }
 }