backdev/no-copy
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

dev only unige result
Test Workflow / test (push) Successful in 3s
Details

Browse Source
This commit is contained in:
vladp
2026-02-12 12:07:41 +07:00
parent fb2ac0cf03
commit 920fc67962
3 changed files with 144 additions and 406 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/main/java/ru/soune/nocopy/service/search/SearchImageService.java
+137 -113
View File
@@ -1,5 +1,6 @@
package ru.soune.nocopy.service.search;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.fasterxml.jackson.databind.DeserializationFeature;
import jakarta.annotation.PostConstruct;
@@ -9,11 +10,15 @@ import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import ru.soune.nocopy.dto.BaseResponse;
import ru.soune.nocopy.dto.MessageCode;
import ru.soune.nocopy.dto.file.YandexSearchResponse;
import ru.soune.nocopy.entity.file.FileEntity;
import ru.soune.nocopy.exception.NotValidFieldException;
import java.io.*;
import java.net.SocketTimeoutException;
import java.util.ArrayList;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.*;
@@ -101,7 +106,6 @@ public class SearchImageService {
.addQueryParameter("engine", engine)
.addQueryParameter("api_key", searchApiKey)
.addQueryParameter("url", imageUrl)
// .addQueryParameter("search_type", "visual_matches")
.addQueryParameter("search_type", searchType)
.addQueryParameter("wait", "true")
.build();
@@ -132,120 +136,140 @@ public class SearchImageService {
}
}
// public YandexSearchResponse searchByFileEntity(FileEntity fileEntity) throws IOException {
// byte[] fileBytes;
//
// if (!isImageFile(fileEntity)) {
// log.error("File not image: {}", fileEntity.getMimeType());
// throw new NotValidFieldException("File not image", new BaseResponse(20007,
// MessageCode.INVALID_FIELD.getCode(), MessageCode.INVALID_FIELD.getDescription(),
// Map.of("file_type", fileEntity.getMimeType())));
// }
//
// try {
// fileBytes = readFileFromDisk(fileEntity);
// } catch (IOException e) {
// throw new NotValidFieldException("File not found or cannot read file", new BaseResponse(20007,
// MessageCode.FILE_NOT_FOUND.getCode(), MessageCode.FILE_NOT_FOUND.getDescription(),
// Map.of("fileId", fileEntity.getId(),
// "filePath", fileEntity.getFilePath())));
// }
//
// return callYandexApi(fileBytes);
// }
public List<YandexSearchResponse.ImageResult> getAllImagesWithoutPagination(String searchApiJson, String findType)
throws IOException {
JsonNode root = objectMapper.readTree(searchApiJson);
JsonNode matches = root.path(findType);
List<YandexSearchResponse.ImageResult> allImages = new ArrayList<>();
// public String searchReverseByPublicUrl(FileEntity fileEntity) throws IOException {
// if (!isImageFile(fileEntity)) {
// log.error("File not image: {}", fileEntity.getMimeType());
// throw new NotValidFieldException("File not image", new BaseResponse(20007,
// MessageCode.INVALID_FIELD.getCode(), MessageCode.INVALID_FIELD.getDescription(),
// Map.of("file_type", fileEntity.getMimeType())));
// }
//
// String publicUrl = String.format("%s/api/files/public/%s", appBaseUrl, fileEntity.getId());
//
// log.info("Searching reverse for image: {}", publicUrl);
//
// return callReverseImageApiByUrl(publicUrl);
// }
if (matches.isArray()) {
for (JsonNode match : matches) {
YandexSearchResponse.ImageResult result = mapImageResult(match);
// private byte[] readFileFromDisk(FileEntity fileEntity) throws IOException {
// Path filePath = Path.of(fileEntity.getFilePath());
//
// if (!Files.exists(filePath)) {
// throw new IOException("File not found: " + fileEntity.getFilePath());
// }
//
// if (!Files.isReadable(filePath)) {
// throw new IOException("Cannot read file: " + fileEntity.getFilePath());
// }
//
// return Files.readAllBytes(filePath);
// }
if ("exact_matches".equals(findType)) {
JsonNode thumbnail = match.path("thumbnail");
if (!thumbnail.isMissingNode() && thumbnail.asText().startsWith("data:image")) {
result.setUrl(thumbnail.asText());
}
// private YandexSearchResponse callYandexApi(byte[] imageBytes) throws IOException {
// String imageBase64 = Base64.getEncoder().encodeToString(imageBytes);
// String jsonRequest = String.format("{\"folderId\":\"%s\",\"data\":\"%s\",\"page\":0,\"showSimilarImages\":true}",
// folderId, imageBase64);
//
// URL url = new URL(searchUrl);
// HttpURLConnection connection = (HttpURLConnection) url.openConnection();
//
// try {
// connection.setRequestMethod("POST");
// connection.setRequestProperty("Authorization", "Api-Key " + apiKey);
// connection.setRequestProperty("Content-Type", "application/json");
// connection.setRequestProperty("Accept", "application/json");
// connection.setConnectTimeout(30000);
// connection.setReadTimeout(30000);
// connection.setDoOutput(true);
//
// try (OutputStream os = connection.getOutputStream()) {
// byte[] input = jsonRequest.getBytes("utf-8");
// os.write(input, 0, input.length);
// os.flush();
// }
//
// int responseCode = connection.getResponseCode();
//
// String responseBody;
// if (responseCode == HttpURLConnection.HTTP_OK) {
// try (BufferedReader br = new BufferedReader(
// new InputStreamReader(connection.getInputStream(), "utf-8"))) {
// responseBody = readAll(br);
// }
// } else {
// try (BufferedReader br = new BufferedReader(
// new InputStreamReader(connection.getErrorStream(), "utf-8"))) {
// responseBody = readAll(br);
// }
// throw new IOException("Error Yandex API: " + responseCode + " - " + responseBody);
// }
//
// return parseJsonResponse(responseBody);
//
// } finally {
// connection.disconnect();
// }
// }
// private String readAll(BufferedReader reader) throws IOException {
// StringBuilder sb = new StringBuilder();
// String line;
// while ((line = reader.readLine()) != null) {
// sb.append(line);
// }
// return sb.toString();
// }
//
// private YandexSearchResponse parseJsonResponse(String json) {
// YandexSearchResponse response = null;
// try {
// response = objectMapper.readValue(json, YandexSearchResponse.class);
// } catch (JsonProcessingException e) {
// throw new RuntimeException(e);
// }
//
// return response;
// }
JsonNode imageNode = match.path("image");
if (!imageNode.isMissingNode()) {
String directUrl = imageNode.path("link").asText(null);
if (directUrl != null && !directUrl.isBlank()) {
result.setUrl(directUrl);
}
}
}
if (result.getUrl() != null && !result.getUrl().isBlank()) {
allImages.add(result);
}
}
}
return allImages;
}
public List<YandexSearchResponse.ImageResult> removeDuplicateUrls(
List<YandexSearchResponse.ImageResult> yandexImages,
List<YandexSearchResponse.ImageResult> googleImages) {
Map<String, YandexSearchResponse.ImageResult> uniqueByUrl = new LinkedHashMap<>();
for (YandexSearchResponse.ImageResult image : googleImages) {
String normalizedUrl = normalizeUrl(image.getUrl());
uniqueByUrl.putIfAbsent(normalizedUrl, image);
}
for (YandexSearchResponse.ImageResult image : yandexImages) {
String normalizedUrl = normalizeUrl(image.getUrl());
uniqueByUrl.putIfAbsent(normalizedUrl, image);
}
return new ArrayList<>(uniqueByUrl.values());
}
public List<YandexSearchResponse.ImageResult> paginateResults(
List<YandexSearchResponse.ImageResult> allResults,
int page,
int pageSize) {
if (allResults.isEmpty()) {
return new ArrayList<>();
}
int totalPages = (int) Math.ceil((double) allResults.size() / pageSize);
if (page > totalPages) {
return new ArrayList<>();
}
int startIndex = (page - 1) * pageSize;
int endIndex = Math.min(startIndex + pageSize, allResults.size());
return new ArrayList<>(allResults.subList(startIndex, endIndex));
}
private String normalizeUrl(String url) {
if (url == null) return null;
try {
if (url.startsWith("data:image")) {
return url.length() > 100 ? url.substring(0, 100) : url;
}
java.net.URI uri = new java.net.URI(url);
String host = uri.getHost();
if (host != null) {
host = host.toLowerCase().replaceFirst("^www\\.", "");
}
String path = uri.getPath();
if (path != null && path.length() > 1 && path.endsWith("/")) {
path = path.substring(0, path.length() - 1);
}
return (host != null ? host : "") + (path != null ? path : "");
} catch (Exception e) {
return url.toLowerCase()
.replaceFirst("^(https?://)?(www\\.)?", "")
.replaceFirst("/$", "");
}
}
private YandexSearchResponse.ImageResult mapImageResult(JsonNode match) {
YandexSearchResponse.ImageResult result =
new YandexSearchResponse.ImageResult();
JsonNode imageNode = match.path("image");
if (imageNode.isObject()) {
result.setUrl(imageNode.path("link").asText(null));
result.setWidth(imageNode.path("width").asInt(0));
result.setHeight(imageNode.path("height").asInt(0));
}
result.setPageUrl(match.path("link").asText(null));
result.setPageTitle(match.path("title").asText(null));
String source = match.path("source").asText(null);
result.setHost(extractHostFromSource(source));
return result;
}
private String extractHostFromSource(String source) {
if (source == null || source.isEmpty()) {
return "";
}
source = source.replaceFirst("^(https?://)?(www\\.)?", "");
int slashIndex = source.indexOf('/');
if (slashIndex > 0) {
return source.substring(0, slashIndex);
}
return source;
}
}