Compare commits
8
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
4a45f40e9f | ||
|
|
bbb0d7b17a | ||
|
|
0ed3f958ff | ||
|
|
de810e32b4 | ||
|
|
1a6823f7a9 | ||
|
|
82a57a2983 | ||
|
|
d3e50aa8d1 | ||
|
|
5c6309e228 |
@@ -1,10 +1,10 @@
|
|||||||
POSTGRES_DB=no_copy_
|
POSTGRES_DB=no_copy_
|
||||||
POSTGRES_USER=postgres
|
POSTGRES_USER=ncp_db
|
||||||
POSTGRES_PASSWORD=postgres
|
POSTGRES_PASSWORD=ncpDbApp
|
||||||
POSTGRES_PORT=5432
|
POSTGRES_PORT=5432
|
||||||
POSTGRES_HOST=postgres
|
POSTGRES_HOST=postgres
|
||||||
|
|
||||||
REDIS_HOST=redis
|
REDIS_HOST=redis
|
||||||
REDIS_PORT=6379
|
REDIS_PORT=6379
|
||||||
|
|
||||||
SERVER_PORT=8080
|
SERVER_PORT=8080
|
||||||
@@ -0,0 +1,48 @@
|
|||||||
|
суперпользователь БД:
|
||||||
|
postgres/postgres
|
||||||
|
пользователь бд для бэка
|
||||||
|
ncp_db / ncpDbApp
|
||||||
|
|
||||||
|
Подключение к БД для приложения,если volume не существует :
|
||||||
|
|
||||||
|
Создаться автоматически.
|
||||||
|
|
||||||
|
Если уже существует volume :
|
||||||
|
|
||||||
|
docker exec -it postgres psql -U postgres -d postgres
|
||||||
|
|
||||||
|
CREATE USER ncp_db WITH PASSWORD 'ncpDbApp';
|
||||||
|
|
||||||
|
GRANT ALL PRIVILEGES ON DATABASE no_copy_ TO ncp_db;
|
||||||
|
|
||||||
|
\du
|
||||||
|
|
||||||
|
\q
|
||||||
|
|
||||||
|
-------
|
||||||
|
|
||||||
|
psql -U postgres -d no_copy_
|
||||||
|
|
||||||
|
-- база
|
||||||
|
|
||||||
|
GRANT CONNECT ON DATABASE no_copy_ TO ncp_db;
|
||||||
|
|
||||||
|
-- схема
|
||||||
|
|
||||||
|
GRANT USAGE ON SCHEMA public TO ncp_db;
|
||||||
|
|
||||||
|
-- существующие таблицы
|
||||||
|
|
||||||
|
GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO ncp_db;
|
||||||
|
|
||||||
|
-- существующие sequence (очень важно для id)
|
||||||
|
|
||||||
|
GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO ncp_db;
|
||||||
|
|
||||||
|
-- будущие таблицы
|
||||||
|
|
||||||
|
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||||
|
GRANT ALL ON TABLES TO ncp_db;
|
||||||
|
|
||||||
|
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||||
|
GRANT ALL ON SEQUENCES TO ncp_db;
|
||||||
|
|||||||
+14
-5
@@ -18,7 +18,7 @@ services:
|
|||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
|
|
||||||
db:
|
db:
|
||||||
image: postgres:17
|
image: postgres:17.7
|
||||||
restart: always
|
restart: always
|
||||||
deploy:
|
deploy:
|
||||||
resources:
|
resources:
|
||||||
@@ -30,14 +30,17 @@ services:
|
|||||||
memory: 1G
|
memory: 1G
|
||||||
environment:
|
environment:
|
||||||
POSTGRES_DB: no_copy_
|
POSTGRES_DB: no_copy_
|
||||||
POSTGRES_USER: postgres
|
# POSTGRES_USER: postgres
|
||||||
POSTGRES_PASSWORD: postgres
|
# POSTGRES_PASSWORD: postgres
|
||||||
|
POSTGRES_USER: ${POSTGRES_USER}
|
||||||
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
||||||
POSTGRES_SHARED_BUFFERS: 512MB
|
POSTGRES_SHARED_BUFFERS: 512MB
|
||||||
POSTGRES_EFFECTIVE_CACHE_SIZE: 1536MB
|
POSTGRES_EFFECTIVE_CACHE_SIZE: 1536MB
|
||||||
ports:
|
ports:
|
||||||
- "54320:5432"
|
- "54320:5432"
|
||||||
volumes:
|
volumes:
|
||||||
- pgdata:/var/lib/postgresql/data
|
- pgdata:/var/lib/postgresql/data
|
||||||
|
- ./init-scripts:/docker-entrypoint-initdb.d:ro
|
||||||
container_name: postgres
|
container_name: postgres
|
||||||
networks:
|
networks:
|
||||||
app-network:
|
app-network:
|
||||||
@@ -61,8 +64,10 @@ services:
|
|||||||
# FILE_CHUNK_SIZE: 1048576
|
# FILE_CHUNK_SIZE: 1048576
|
||||||
FILE_CHUNK_SIZE: 1000000
|
FILE_CHUNK_SIZE: 1000000
|
||||||
POSTGRES_DB: no_copy_
|
POSTGRES_DB: no_copy_
|
||||||
POSTGRES_USER: postgres
|
# POSTGRES_USER: postgres
|
||||||
POSTGRES_PASSWORD: postgres
|
# POSTGRES_PASSWORD: postgres
|
||||||
|
POSTGRES_USER: ${POSTGRES_USER}
|
||||||
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
||||||
POSTGRES_PORT: 5432
|
POSTGRES_PORT: 5432
|
||||||
POSTGRES_HOST: db
|
POSTGRES_HOST: db
|
||||||
STORAGE_SERVICE_URL: http://storage:8081
|
STORAGE_SERVICE_URL: http://storage:8081
|
||||||
@@ -82,6 +87,10 @@ services:
|
|||||||
- api
|
- api
|
||||||
volumes:
|
volumes:
|
||||||
- uploads_data:/data/uploads:rw
|
- uploads_data:/data/uploads:rw
|
||||||
|
healthcheck:
|
||||||
|
test: [ "CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d no_copy_" ]
|
||||||
|
interval: 10s
|
||||||
|
retries: 5
|
||||||
|
|
||||||
grafana:
|
grafana:
|
||||||
image: grafana/grafana:10.3.1
|
image: grafana/grafana:10.3.1
|
||||||
|
|||||||
@@ -30,6 +30,7 @@ pipeline {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
stage('Deploy with docker-compose') {
|
stage('Deploy with docker-compose') {
|
||||||
steps {
|
steps {
|
||||||
script {
|
script {
|
||||||
@@ -38,71 +39,73 @@ pipeline {
|
|||||||
credentialsId: 'server-root-password',
|
credentialsId: 'server-root-password',
|
||||||
usernameVariable: 'SSH_USER',
|
usernameVariable: 'SSH_USER',
|
||||||
passwordVariable: 'SSH_PASS'
|
passwordVariable: 'SSH_PASS'
|
||||||
)
|
),
|
||||||
|
string(credentialsId: 'DB_USER', variable: 'DB_USER'),
|
||||||
|
string(credentialsId: 'DB_PASSWORD', variable: 'DB_PASSWORD')
|
||||||
]) {
|
]) {
|
||||||
sh """
|
sh """
|
||||||
echo "Deploying branch: ${params.BRANCH}"
|
echo "Deploying branch: ${params.BRANCH}"
|
||||||
|
|
||||||
echo "Copying files to server..."
|
echo "Copying files to server..."
|
||||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "mkdir -p /opt/deployments/${params.BRANCH}"
|
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "mkdir -p /opt/deployments/${params.BRANCH}"
|
||||||
sshpass -p '$SSH_PASS' scp -r -o StrictHostKeyChecking=no ./* $SSH_USER@$SERVER:/opt/deployments/${params.BRANCH}/
|
sshpass -p '$SSH_PASS' scp -r -o StrictHostKeyChecking=no ./* $SSH_USER@$SERVER:/opt/deployments/${params.BRANCH}/
|
||||||
|
|
||||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "
|
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "
|
||||||
cd /opt/deployments/${params.BRANCH}
|
cd /opt/deployments/${params.BRANCH}
|
||||||
|
|
||||||
echo '1. Остановка старого приложения...'
|
echo '1. Остановка старого приложения...'
|
||||||
docker stop app-backend 2>/dev/null || echo 'Контейнер не найден'
|
docker stop app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||||
docker rm app-backend 2>/dev/null || echo 'Контейнер не найден'
|
docker rm app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||||
|
|
||||||
echo '2. Удаление старых образов...'
|
echo '2. Удаление старых образов...'
|
||||||
docker images --filter 'reference=*app*' -q | xargs -r docker rmi -f 2>/dev/null || echo 'Нет образов для удаления'
|
docker images --filter 'reference=*app*' -q | xargs -r docker rmi -f 2>/dev/null || echo 'Нет образов для удаления'
|
||||||
|
|
||||||
echo '3. Создание сети если нужно...'
|
echo '3. Создание сети если нужно...'
|
||||||
docker network create app-network 2>/dev/null || echo 'Сеть уже существует'
|
docker network create app-network 2>/dev/null || echo 'Сеть уже существует'
|
||||||
|
|
||||||
echo '4. Запуск инфраструктуры...'
|
echo '4. Запуск инфраструктуры...'
|
||||||
docker-compose up -d db storage
|
docker-compose up -d db storage
|
||||||
|
|
||||||
echo '5. Ожидание PostgreSQL...'
|
echo '5. Ожидание PostgreSQL...'
|
||||||
sleep 10
|
sleep 10
|
||||||
|
|
||||||
echo '6. Сборка нового образа приложения...'
|
echo '6. Сборка нового образа приложения...'
|
||||||
docker build --no-cache -t app-backend:latest .
|
docker build --no-cache -t app-backend:latest .
|
||||||
|
|
||||||
echo '7. Запуск приложения...'
|
echo '7. Запуск приложения...'
|
||||||
docker run -d \\
|
docker run -d \\
|
||||||
--name app-backend \\
|
--name app-backend \\
|
||||||
--network app-network \\
|
--network app-network \\
|
||||||
--network-alias app \\
|
--network-alias app \\
|
||||||
-p 80:8080 \\
|
-p 80:8080 \\
|
||||||
-v uploads_data:/data/uploads:rw \\
|
-v uploads_data:/data/uploads:rw \\
|
||||||
-e POSTGRES_DB=no_copy_ \\
|
-e POSTGRES_DB=no_copy_ \\
|
||||||
-e POSTGRES_USER=postgres \\
|
-e POSTGRES_USER=$DB_USER \\
|
||||||
-e POSTGRES_PASSWORD=postgres \\
|
-e POSTGRES_PASSWORD=$DB_PASSWORD \\
|
||||||
-e POSTGRES_PORT=5432 \\
|
-e POSTGRES_PORT=5432 \\
|
||||||
-e POSTGRES_HOST=db \\
|
-e POSTGRES_HOST=db \\
|
||||||
--restart unless-stopped \\
|
--restart unless-stopped \\
|
||||||
app-backend:latest
|
app-backend:latest
|
||||||
|
|
||||||
echo '8. Запуск мониторинга...'
|
echo '8. Запуск мониторинга...'
|
||||||
docker-compose up -d grafana prometheus loki tempo alloy
|
docker-compose up -d grafana prometheus loki tempo alloy
|
||||||
|
|
||||||
echo '9. Проверка...'
|
echo '9. Проверка...'
|
||||||
sleep 5
|
sleep 5
|
||||||
|
|
||||||
echo 'Статус контейнеров:'
|
echo 'Статус контейнеров:'
|
||||||
docker ps --format 'table {{.Names}}\\t{{.Image}}\\t{{.Status}}'
|
docker ps --format 'table {{.Names}}\\t{{.Image}}\\t{{.Status}}'
|
||||||
|
|
||||||
echo '10. Проверка health...'
|
echo '10. Проверка health...'
|
||||||
if curl -s -f http://localhost:80/health > /dev/null 2>&1; then
|
if curl -s -f http://localhost:80/health > /dev/null 2>&1; then
|
||||||
echo 'Приложение работает'
|
echo 'Приложение работает'
|
||||||
echo 'URL: http://${params.SERVER}:80'
|
echo 'URL: http://${params.SERVER}:80'
|
||||||
else
|
else
|
||||||
echo 'Проверка health не удалась'
|
echo 'Проверка health не удалась'
|
||||||
docker logs app-backend --tail=20
|
docker logs app-backend --tail=20
|
||||||
fi
|
fi
|
||||||
"
|
"
|
||||||
"""
|
"""
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,19 @@
|
|||||||
|
DO $$
|
||||||
|
BEGIN
|
||||||
|
IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = 'ncp_db') THEN
|
||||||
|
CREATE USER ncp_db WITH PASSWORD 'ncpDbApp';
|
||||||
|
END IF;
|
||||||
|
END
|
||||||
|
$$;
|
||||||
|
|
||||||
|
GRANT CONNECT ON DATABASE no_copy_ TO ncp_db;
|
||||||
|
GRANT USAGE ON SCHEMA public TO ncp_db;
|
||||||
|
|
||||||
|
GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO ncp_db;
|
||||||
|
GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO ncp_db;
|
||||||
|
|
||||||
|
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||||
|
GRANT ALL ON TABLES TO ncp_db;
|
||||||
|
|
||||||
|
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||||
|
GRANT ALL ON SEQUENCES TO ncp_db;
|
||||||
@@ -1,7 +1,10 @@
|
|||||||
package ru.soune.nocopy.controller;
|
package ru.soune.nocopy.controller;
|
||||||
|
|
||||||
|
import jakarta.persistence.EntityManager;
|
||||||
|
import jakarta.persistence.PersistenceContext;
|
||||||
import lombok.RequiredArgsConstructor;
|
import lombok.RequiredArgsConstructor;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.core.io.Resource;
|
import org.springframework.core.io.Resource;
|
||||||
import org.springframework.core.io.UrlResource;
|
import org.springframework.core.io.UrlResource;
|
||||||
import org.springframework.http.HttpHeaders;
|
import org.springframework.http.HttpHeaders;
|
||||||
@@ -17,12 +20,15 @@ import ru.soune.nocopy.dto.MessageCode;
|
|||||||
import ru.soune.nocopy.dto.RegAnswer;
|
import ru.soune.nocopy.dto.RegAnswer;
|
||||||
import ru.soune.nocopy.dto.file.*;
|
import ru.soune.nocopy.dto.file.*;
|
||||||
import ru.soune.nocopy.entity.AuthToken;
|
import ru.soune.nocopy.entity.AuthToken;
|
||||||
|
import ru.soune.nocopy.entity.file.FileEntity;
|
||||||
import ru.soune.nocopy.entity.file.FileStatus;
|
import ru.soune.nocopy.entity.file.FileStatus;
|
||||||
import ru.soune.nocopy.entity.file.UploadStatus;
|
import ru.soune.nocopy.entity.file.UploadStatus;
|
||||||
import ru.soune.nocopy.exception.*;
|
import ru.soune.nocopy.exception.*;
|
||||||
import ru.soune.nocopy.handler.*;
|
import ru.soune.nocopy.handler.*;
|
||||||
import ru.soune.nocopy.repository.AuthTokenRepository;
|
import ru.soune.nocopy.repository.AuthTokenRepository;
|
||||||
|
import ru.soune.nocopy.repository.FileEntityRepository;
|
||||||
import ru.soune.nocopy.service.FileSimilarityService;
|
import ru.soune.nocopy.service.FileSimilarityService;
|
||||||
|
import ru.soune.nocopy.service.ImageHashService;
|
||||||
import ru.soune.nocopy.service.file.FileEntityService;
|
import ru.soune.nocopy.service.file.FileEntityService;
|
||||||
import ru.soune.nocopy.service.file.FileUploadService;
|
import ru.soune.nocopy.service.file.FileUploadService;
|
||||||
|
|
||||||
@@ -33,6 +39,7 @@ import java.nio.file.Paths;
|
|||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
import java.util.Optional;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
@Slf4j
|
@Slf4j
|
||||||
@@ -50,6 +57,8 @@ public class ApiController {
|
|||||||
|
|
||||||
private final FileSimilarityService fileSimilarityService;
|
private final FileSimilarityService fileSimilarityService;
|
||||||
|
|
||||||
|
private final FileEntityRepository fileEntityRepository;
|
||||||
|
|
||||||
@PostMapping("/v{version}/data")
|
@PostMapping("/v{version}/data")
|
||||||
public ResponseEntity<?> handlePostRequest(@RequestBody BaseRequest request,
|
public ResponseEntity<?> handlePostRequest(@RequestBody BaseRequest request,
|
||||||
@PathVariable("version") int version) {
|
@PathVariable("version") int version) {
|
||||||
@@ -93,62 +102,72 @@ public class ApiController {
|
|||||||
@RequestParam(value = "chunk", required = false) MultipartFile chunk) {
|
@RequestParam(value = "chunk", required = false) MultipartFile chunk) {
|
||||||
try {
|
try {
|
||||||
if (chunk == null || chunk.isEmpty()) {
|
if (chunk == null || chunk.isEmpty()) {
|
||||||
return ResponseEntity.ok().body(new BaseResponse(20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
return buildErrorResponse(uploadId, chunkNumber, "Chunk file null or empty");
|
||||||
"Chunk file null or empty", ChunkUploadResponse.builder()
|
|
||||||
.uploadId(uploadId)
|
|
||||||
.chunkNumber(chunkNumber)
|
|
||||||
.build()));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (uploadId == null || uploadId.isBlank()) {
|
if (uploadId == null || uploadId.isBlank()) {
|
||||||
return ResponseEntity.ok().body(new BaseResponse(20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
return buildErrorResponse(uploadId, chunkNumber, "Upload ID is required");
|
||||||
"Upload ID is required", ChunkUploadResponse.builder()
|
|
||||||
.uploadId(uploadId)
|
|
||||||
.chunkNumber(chunkNumber)
|
|
||||||
.build()));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if (chunkNumber == null || chunkNumber < 0) {
|
if (chunkNumber == null || chunkNumber < 0) {
|
||||||
return ResponseEntity.ok().body(new BaseResponse(20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
return buildErrorResponse(uploadId, chunkNumber, "Valid chunk number is required");
|
||||||
"Valid chunk number is required", ChunkUploadResponse.builder()
|
|
||||||
.uploadId(uploadId)
|
|
||||||
.chunkNumber(chunkNumber)
|
|
||||||
.build()));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fileUploadService.uploadChunk(uploadId, chunkNumber, chunk);
|
UploadProgressResponse uploadProgressResponse = fileUploadService.uploadChunk(uploadId, chunkNumber, chunk);
|
||||||
|
|
||||||
ChunkUploadResponse responseBody = ChunkUploadResponse.builder()
|
if (uploadProgressResponse.getStatus().equals(UploadStatus.COMPLETED)) {
|
||||||
.uploadId(uploadId)
|
ResponseEntity<BaseResponse> duplicateCheckResult = checkForDuplicates(uploadProgressResponse.getUploadId());
|
||||||
.chunkNumber(chunkNumber)
|
if (duplicateCheckResult != null) {
|
||||||
.chunkSize(chunk.getSize())
|
return duplicateCheckResult;
|
||||||
.message("Chunk uploaded successfully")
|
}
|
||||||
.build();
|
}
|
||||||
|
|
||||||
return ResponseEntity.ok().body(new BaseResponse(20004, MessageCode.SUCCESS.getCode(),
|
return buildSuccessResponse(uploadId, chunkNumber, chunk);
|
||||||
"Chunk uploaded successfully", responseBody));
|
|
||||||
} catch (DuplicateImageException e) {
|
|
||||||
log.error("Error uploading chunk", e);
|
|
||||||
ChunkUploadResponse responseBody = ChunkUploadResponse.builder()
|
|
||||||
.uploadId(uploadId)
|
|
||||||
.chunkNumber(chunkNumber)
|
|
||||||
.build();
|
|
||||||
|
|
||||||
return ResponseEntity.ok().body(new BaseResponse(
|
|
||||||
20004, MessageCode.DUPLICATE_FILE_UPLOAD.getCode(),
|
|
||||||
"Failed to upload chunk: " + e.getMessage(), responseBody));
|
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.error("Error uploading chunk", e);
|
log.error("Error uploading chunk", e);
|
||||||
|
return buildErrorResponse(uploadId, chunkNumber, "Failed to upload chunk: " + e.getMessage());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
ChunkUploadResponse responseBody = ChunkUploadResponse.builder()
|
private ResponseEntity<BaseResponse> checkForDuplicates(String uploadId) throws IOException {
|
||||||
.uploadId(uploadId)
|
Optional<FileEntity> uploadedFile = fileEntityRepository.findByUploadSessionId(uploadId);
|
||||||
.chunkNumber(chunkNumber)
|
|
||||||
.build();
|
if (uploadedFile.isEmpty() || !uploadedFile.get().getMimeType().equals("image")) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
FileEntity fileEntity = uploadedFile.get();
|
||||||
|
List<SimilarFileResponse> similarFiles = fileSimilarityService.findSimilarFiles(fileEntity.getId());
|
||||||
|
|
||||||
|
if (hasDuplicate(similarFiles)) {
|
||||||
|
return handleDuplicate(fileEntity, similarFiles);
|
||||||
|
}
|
||||||
|
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean hasDuplicate(List<SimilarFileResponse> similarFiles) {
|
||||||
|
return similarFiles.stream().anyMatch(f -> f.getHammingDistance() <= 5);
|
||||||
|
}
|
||||||
|
|
||||||
|
private ResponseEntity<BaseResponse> handleDuplicate(FileEntity fileEntity, List<SimilarFileResponse> similarFiles)
|
||||||
|
throws IOException {
|
||||||
|
fileEntityService.deleteFromDisk(fileEntity);
|
||||||
|
|
||||||
|
Optional<FileEntity> originalFile = fileEntityRepository.findById(similarFiles.get(0).getFileId());
|
||||||
|
|
||||||
|
if (originalFile.isPresent()) {
|
||||||
|
Map<String, String> duplicateInfo = Map.of(
|
||||||
|
"duplicate_file_id", originalFile.get().getId(),
|
||||||
|
"owner_user_id", String.valueOf(originalFile.get().getUserId()));
|
||||||
|
|
||||||
return ResponseEntity.ok().body(new BaseResponse(
|
return ResponseEntity.ok().body(new BaseResponse(
|
||||||
20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
20004,
|
||||||
"Failed to upload chunk: " + e.getMessage(), responseBody));
|
MessageCode.DUPLICATE_FILE_UPLOAD.getCode(),
|
||||||
|
"Failed to upload chunk, duplicate",
|
||||||
|
duplicateInfo));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
@GetMapping("/files/{fileId}/similar")
|
@GetMapping("/files/{fileId}/similar")
|
||||||
@@ -179,7 +198,6 @@ public class ApiController {
|
|||||||
|
|
||||||
return ResponseEntity.ok().body(new BaseResponse(
|
return ResponseEntity.ok().body(new BaseResponse(
|
||||||
20004, MessageCode.SUCCESS.getCode(), MessageCode.SUCCESS.getDescription(), responseBody));
|
20004, MessageCode.SUCCESS.getCode(), MessageCode.SUCCESS.getDescription(), responseBody));
|
||||||
|
|
||||||
} catch (Exception e) {
|
} catch (Exception e) {
|
||||||
log.error("Error getting progress for upload: {}", uploadId, e);
|
log.error("Error getting progress for upload: {}", uploadId, e);
|
||||||
|
|
||||||
@@ -187,8 +205,7 @@ public class ApiController {
|
|||||||
.uploadId(uploadId)
|
.uploadId(uploadId)
|
||||||
.build();
|
.build();
|
||||||
|
|
||||||
return ResponseEntity.ok().body(new BaseResponse(
|
return ResponseEntity.ok().body(new BaseResponse(20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
||||||
20004, MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
|
||||||
"Failed to get upload progress: " + e.getMessage(), responseBody));
|
"Failed to get upload progress: " + e.getMessage(), responseBody));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -347,6 +364,34 @@ public class ApiController {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private ResponseEntity<BaseResponse> buildSuccessResponse(String uploadId, Integer chunkNumber, MultipartFile chunk) {
|
||||||
|
ChunkUploadResponse responseBody = ChunkUploadResponse.builder()
|
||||||
|
.uploadId(uploadId)
|
||||||
|
.chunkNumber(chunkNumber)
|
||||||
|
.chunkSize(chunk.getSize())
|
||||||
|
.message("Chunk uploaded successfully")
|
||||||
|
.build();
|
||||||
|
|
||||||
|
return ResponseEntity.ok().body(new BaseResponse(
|
||||||
|
20000,
|
||||||
|
MessageCode.SUCCESS.getCode(),
|
||||||
|
"Chunk uploaded successfully",
|
||||||
|
responseBody));
|
||||||
|
}
|
||||||
|
|
||||||
|
private ResponseEntity<BaseResponse> buildErrorResponse(String uploadId, Integer chunkNumber, String errorMessage) {
|
||||||
|
ChunkUploadResponse responseBody = ChunkUploadResponse.builder()
|
||||||
|
.uploadId(uploadId)
|
||||||
|
.chunkNumber(chunkNumber)
|
||||||
|
.build();
|
||||||
|
|
||||||
|
return ResponseEntity.ok().body(new BaseResponse(
|
||||||
|
20004,
|
||||||
|
MessageCode.FILE_UPLOAD_ERROR.getCode(),
|
||||||
|
errorMessage,
|
||||||
|
responseBody));
|
||||||
|
}
|
||||||
|
|
||||||
private ResponseEntity<BaseResponse> createValidationErrorResponse(BindingResult bindingResult, Integer msgId) {
|
private ResponseEntity<BaseResponse> createValidationErrorResponse(BindingResult bindingResult, Integer msgId) {
|
||||||
List<Map<String, String>> fieldErrors = bindingResult.getFieldErrors()
|
List<Map<String, String>> fieldErrors = bindingResult.getFieldErrors()
|
||||||
.stream()
|
.stream()
|
||||||
|
|||||||
@@ -1,9 +1,11 @@
|
|||||||
package ru.soune.nocopy.dto;
|
package ru.soune.nocopy.dto;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
|
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||||
public class BaseRequest {
|
public class BaseRequest {
|
||||||
@JsonProperty("version")
|
@JsonProperty("version")
|
||||||
Integer version;
|
Integer version;
|
||||||
|
|||||||
@@ -1,11 +1,13 @@
|
|||||||
package ru.soune.nocopy.dto;
|
package ru.soune.nocopy.dto;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
|
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||||
public class BaseResponse {
|
public class BaseResponse {
|
||||||
@JsonProperty("msg_id")
|
@JsonProperty("msg_id")
|
||||||
private Integer msgId;
|
private Integer msgId;
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
package ru.soune.nocopy.dto;
|
package ru.soune.nocopy.dto;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||||
import jakarta.validation.constraints.Email;
|
import jakarta.validation.constraints.Email;
|
||||||
import jakarta.validation.constraints.NotBlank;
|
import jakarta.validation.constraints.NotBlank;
|
||||||
import jakarta.validation.constraints.Size;
|
import jakarta.validation.constraints.Size;
|
||||||
@@ -10,6 +11,7 @@ import lombok.NoArgsConstructor;
|
|||||||
@Data
|
@Data
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@NoArgsConstructor
|
@NoArgsConstructor
|
||||||
|
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||||
public class LoginRequest {
|
public class LoginRequest {
|
||||||
|
|
||||||
@NotBlank(message = "error.not.blank") @Email(message = "error.not.email") @Size(max = 128)
|
@NotBlank(message = "error.not.blank") @Email(message = "error.not.email") @Size(max = 128)
|
||||||
|
|||||||
@@ -1,10 +1,12 @@
|
|||||||
package ru.soune.nocopy.dto;
|
package ru.soune.nocopy.dto;
|
||||||
|
|
||||||
|
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||||
import jakarta.validation.constraints.*;
|
import jakarta.validation.constraints.*;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
|
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
|
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||||
public class RegRequest {
|
public class RegRequest {
|
||||||
@NotEmpty(message = "Full name is required")
|
@NotEmpty(message = "Full name is required")
|
||||||
private String fullName;
|
private String fullName;
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ import ru.soune.nocopy.entity.GenderType;
|
|||||||
import java.time.LocalDate;
|
import java.time.LocalDate;
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
|
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||||
public class UserRequest {
|
public class UserRequest {
|
||||||
@Size(min = 2)
|
@Size(min = 2)
|
||||||
private String fullName;
|
private String fullName;
|
||||||
|
|||||||
@@ -5,15 +5,16 @@ import org.springframework.context.support.DefaultMessageSourceResolvable;
|
|||||||
import org.springframework.http.HttpStatus;
|
import org.springframework.http.HttpStatus;
|
||||||
import org.springframework.http.ResponseEntity;
|
import org.springframework.http.ResponseEntity;
|
||||||
import org.springframework.web.bind.MethodArgumentNotValidException;
|
import org.springframework.web.bind.MethodArgumentNotValidException;
|
||||||
import org.springframework.web.bind.annotation.ExceptionHandler;
|
import org.springframework.web.bind.annotation.*;
|
||||||
import org.springframework.web.bind.annotation.ResponseStatus;
|
import ru.soune.nocopy.dto.BaseResponse;
|
||||||
import org.springframework.web.bind.annotation.RestControllerAdvice;
|
import ru.soune.nocopy.dto.MessageCode;
|
||||||
import ru.soune.nocopy.exception.*;
|
import ru.soune.nocopy.exception.*;
|
||||||
|
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
|
|
||||||
@RestControllerAdvice
|
@RestControllerAdvice
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
|
@ControllerAdvice
|
||||||
public class GlobalExceptionHandler {
|
public class GlobalExceptionHandler {
|
||||||
|
|
||||||
@ExceptionHandler(MethodArgumentNotValidException.class)
|
@ExceptionHandler(MethodArgumentNotValidException.class)
|
||||||
@@ -81,4 +82,12 @@ public class GlobalExceptionHandler {
|
|||||||
"message" ,ex.getMessage()
|
"message" ,ex.getMessage()
|
||||||
));
|
));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ExceptionHandler(DuplicateImageException.class)
|
||||||
|
@ResponseBody
|
||||||
|
public ResponseEntity<BaseResponse> handleDuplicateImage(DuplicateImageException e) {
|
||||||
|
return ResponseEntity.ok().body(new BaseResponse(
|
||||||
|
20004, MessageCode.DUPLICATE_FILE_UPLOAD.getCode(),
|
||||||
|
"Duplicate image detected", e.getMessage()));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ import java.util.*;
|
|||||||
|
|
||||||
@Component
|
@Component
|
||||||
public class RegRequestValidator implements Validator {
|
public class RegRequestValidator implements Validator {
|
||||||
private static final String COMPANY_REGEX = "^[a-zA-Zа-яА-ЯёЁ0-9\\s\\-&.,'()]{0,200}$";
|
private static final String COMPANY_REGEX = "^[a-zA-Zа-яА-ЯёЁ0-9\\s\\-&.,'()\"\"«»„‟”“”‘'’‹›❛❜❝❞〝〞〟]{1,200}$";
|
||||||
|
|
||||||
private static final String NAME_REGEX = "^[a-zA-Zа-яА-ЯёЁ\\s\\-'.]{2,100}$";
|
private static final String NAME_REGEX = "^[a-zA-Zа-яА-ЯёЁ\\s\\-'.]{2,100}$";
|
||||||
|
|
||||||
@@ -74,21 +74,6 @@ public class RegRequestValidator implements Validator {
|
|||||||
errors.rejectValue("companyName", "companyName.invalid.chars",
|
errors.rejectValue("companyName", "companyName.invalid.chars",
|
||||||
"Company name contains invalid characters");
|
"Company name contains invalid characters");
|
||||||
}
|
}
|
||||||
|
|
||||||
validateForbiddenWords(trimmedCompany, "companyName", errors,
|
|
||||||
Arrays.asList("admin", "root", "system", "test"));
|
|
||||||
}
|
|
||||||
|
|
||||||
private void validateForbiddenWords(String text, String fieldName,
|
|
||||||
Errors errors, List<String> forbiddenWords) {
|
|
||||||
String lowerText = text.toLowerCase();
|
|
||||||
for (String word : forbiddenWords) {
|
|
||||||
if (lowerText.contains(word)) {
|
|
||||||
errors.rejectValue(fieldName, fieldName + ".forbidden.word",
|
|
||||||
"Contains forbidden word: " + word);
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private void validateEmail(String email, Errors errors) {
|
private void validateEmail(String email, Errors errors) {
|
||||||
|
|||||||
@@ -6,4 +6,5 @@ import ru.soune.nocopy.entity.file.ImageHashEntity;
|
|||||||
|
|
||||||
@Repository
|
@Repository
|
||||||
public interface ImageHashRepository extends JpaRepository<ImageHashEntity, String> {
|
public interface ImageHashRepository extends JpaRepository<ImageHashEntity, String> {
|
||||||
|
void deleteByFileId(String fileId);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -9,7 +9,6 @@ import ru.soune.nocopy.dto.file.FileResponse;
|
|||||||
import ru.soune.nocopy.entity.file.FileEntity;
|
import ru.soune.nocopy.entity.file.FileEntity;
|
||||||
import ru.soune.nocopy.entity.file.FileStatus;
|
import ru.soune.nocopy.entity.file.FileStatus;
|
||||||
import ru.soune.nocopy.entity.file.FileUploadSession;
|
import ru.soune.nocopy.entity.file.FileUploadSession;
|
||||||
import ru.soune.nocopy.exception.DuplicateImageException;
|
|
||||||
import ru.soune.nocopy.exception.FileEntityNotFoundException;
|
import ru.soune.nocopy.exception.FileEntityNotFoundException;
|
||||||
import ru.soune.nocopy.repository.FileEntityRepository;
|
import ru.soune.nocopy.repository.FileEntityRepository;
|
||||||
import ru.soune.nocopy.service.FileSimilarityService;
|
import ru.soune.nocopy.service.FileSimilarityService;
|
||||||
@@ -66,22 +65,6 @@ public class FileEntityService {
|
|||||||
|
|
||||||
if (saved.getMimeType().startsWith("image")) {
|
if (saved.getMimeType().startsWith("image")) {
|
||||||
imageHashService.create(saved, Path.of(saved.getFilePath()));
|
imageHashService.create(saved, Path.of(saved.getFilePath()));
|
||||||
|
|
||||||
var similarFiles = fileSimilarityService.findSimilarFiles(saved.getId());
|
|
||||||
|
|
||||||
boolean hasDuplicate = similarFiles.stream()
|
|
||||||
.anyMatch(f -> f.getHammingDistance() <= 5);
|
|
||||||
|
|
||||||
if (hasDuplicate) {
|
|
||||||
log.warn("Duplicate image detected for upload session {}. Rolling back.",
|
|
||||||
session.getUploadId());
|
|
||||||
throw new DuplicateImageException("Duplicate image detected for upload session " + session.getUploadId());
|
|
||||||
}
|
|
||||||
|
|
||||||
similarFiles.stream()
|
|
||||||
.filter(f -> f.getHammingDistance() > 5)
|
|
||||||
.forEach(f -> log.info("Similar image found: {} (distance {})",
|
|
||||||
f.getFileId(), f.getHammingDistance()));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return saved;
|
return saved;
|
||||||
@@ -166,6 +149,8 @@ public class FileEntityService {
|
|||||||
|
|
||||||
Files.delete(path);
|
Files.delete(path);
|
||||||
|
|
||||||
|
markAsDeleted(fileEntity);
|
||||||
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user