Compare commits
14
Commits
NCBACK-3
...
5027920199
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5027920199 | ||
|
|
0ed3f958ff | ||
|
|
de810e32b4 | ||
|
|
1a6823f7a9 | ||
|
|
82a57a2983 | ||
|
|
d3e50aa8d1 | ||
|
|
5c6309e228 | ||
|
|
344ec075d4 | ||
|
|
7b8546fd4d | ||
|
|
eb12e219ec | ||
|
|
920cde3cdf | ||
|
|
5b4dca23fb | ||
|
|
8102d72982 | ||
|
|
d896f23872 |
@@ -1,10 +1,10 @@
|
||||
POSTGRES_DB=no_copy_
|
||||
POSTGRES_USER=postgres
|
||||
POSTGRES_PASSWORD=postgres
|
||||
POSTGRES_USER=ncp_db
|
||||
POSTGRES_PASSWORD=ncpDbApp
|
||||
POSTGRES_PORT=5432
|
||||
POSTGRES_HOST=postgres
|
||||
|
||||
REDIS_HOST=redis
|
||||
REDIS_PORT=6379
|
||||
|
||||
SERVER_PORT=8080
|
||||
SERVER_PORT=8080
|
||||
+1
-1
@@ -16,4 +16,4 @@ RUN mkdir -p /data/uploads && chmod 755 /data/uploads
|
||||
|
||||
EXPOSE 8080
|
||||
|
||||
CMD ["java", "-jar", "app.jar"]
|
||||
CMD ["java", "-jar", "app.jar"]
|
||||
@@ -0,0 +1,68 @@
|
||||
Создаем сеть:
|
||||
docker network create app-network
|
||||
|
||||
Войти в БД:
|
||||
docker exec -it postgres psql -U ncp_db -d no_copy_
|
||||
|
||||
Выполнить команду:
|
||||
\du
|
||||
|
||||
Должен быть один пользователь:
|
||||
List of roles
|
||||
Role name | Attributes
|
||||
-----------+------------------------------------------------------------
|
||||
ncp_db | Superuser, Create role, Create DB, Replication, Bypass RLS
|
||||
|
||||
суперпользователь БД:
|
||||
postgres/postgres
|
||||
пользователь бд для бэка
|
||||
ncp_db / ncpDbApp
|
||||
|
||||
Подключение к БД для приложения,если volume не существует :
|
||||
|
||||
Создаться автоматически.
|
||||
|
||||
Если уже существует volume :
|
||||
|
||||
docker exec -it postgres psql -U postgres -d postgres
|
||||
|
||||
CREATE USER ncp_db WITH PASSWORD 'ncpDbApp';
|
||||
|
||||
GRANT ALL PRIVILEGES ON DATABASE no_copy_ TO ncp_db;
|
||||
|
||||
\du
|
||||
|
||||
\q
|
||||
|
||||
-------
|
||||
|
||||
psql -U postgres -d no_copy_
|
||||
|
||||
-- база
|
||||
|
||||
GRANT CONNECT ON DATABASE no_copy_ TO ncp_db;
|
||||
|
||||
-- схема
|
||||
|
||||
GRANT USAGE ON SCHEMA public TO ncp_db;
|
||||
|
||||
-- существующие таблицы
|
||||
|
||||
GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO ncp_db;
|
||||
|
||||
-- существующие sequence (очень важно для id)
|
||||
|
||||
GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO ncp_db;
|
||||
|
||||
-- будущие таблицы
|
||||
|
||||
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||
GRANT ALL ON TABLES TO ncp_db;
|
||||
|
||||
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||
GRANT ALL ON SEQUENCES TO ncp_db;
|
||||
|
||||
|
||||
Зайти в контейнер:
|
||||
docker exec -it {name} bash
|
||||
|
||||
|
||||
+12
-8
@@ -18,7 +18,7 @@ services:
|
||||
restart: unless-stopped
|
||||
|
||||
db:
|
||||
image: postgres:17
|
||||
image: postgres:17.7
|
||||
restart: always
|
||||
deploy:
|
||||
resources:
|
||||
@@ -30,14 +30,15 @@ services:
|
||||
memory: 1G
|
||||
environment:
|
||||
POSTGRES_DB: no_copy_
|
||||
POSTGRES_USER: postgres
|
||||
POSTGRES_PASSWORD: postgres
|
||||
POSTGRES_USER: ${POSTGRES_USER}
|
||||
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
||||
POSTGRES_SHARED_BUFFERS: 512MB
|
||||
POSTGRES_EFFECTIVE_CACHE_SIZE: 1536MB
|
||||
ports:
|
||||
- "54320:5432"
|
||||
volumes:
|
||||
- pgdata:/var/lib/postgresql/data
|
||||
- ./init-scripts:/docker-entrypoint-initdb.d:ro
|
||||
container_name: postgres
|
||||
networks:
|
||||
app-network:
|
||||
@@ -58,18 +59,17 @@ services:
|
||||
environment:
|
||||
FILE_STORAGE_PATH: /data/uploads
|
||||
MAX_FILE_SIZE: 10737418240
|
||||
# FILE_CHUNK_SIZE: 1048576
|
||||
FILE_CHUNK_SIZE: 1000000
|
||||
POSTGRES_DB: no_copy_
|
||||
POSTGRES_USER: postgres
|
||||
POSTGRES_PASSWORD: postgres
|
||||
POSTGRES_USER: ${POSTGRES_USER}
|
||||
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD}
|
||||
POSTGRES_PORT: 5432
|
||||
POSTGRES_HOST: db
|
||||
STORAGE_SERVICE_URL: http://storage:8081
|
||||
SPRING_PROFILES_ACTIVE: docker
|
||||
YANDEX_API_KEY: AQVNyaVaUmgUb1GMCtf5zSEqFxy0woXrcMOOB43q
|
||||
YANDEX_FOLDER_ID: b1gokpdbm6qfpsou8pcd
|
||||
YANDEX_SEARCH_URL: "https://searchapi.api.cloud.yandex.net/v2/image/search_by_image"
|
||||
STORAGE_SERVICE_URL: http://storage:8081
|
||||
SPRING_PROFILES_ACTIVE: docker
|
||||
depends_on:
|
||||
- db
|
||||
ports:
|
||||
@@ -82,6 +82,10 @@ services:
|
||||
- api
|
||||
volumes:
|
||||
- uploads_data:/data/uploads:rw
|
||||
healthcheck:
|
||||
test: [ "CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d no_copy_" ]
|
||||
interval: 10s
|
||||
retries: 5
|
||||
|
||||
grafana:
|
||||
image: grafana/grafana:10.3.1
|
||||
|
||||
@@ -30,6 +30,7 @@ pipeline {
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
stage('Deploy with docker-compose') {
|
||||
steps {
|
||||
script {
|
||||
@@ -38,71 +39,73 @@ pipeline {
|
||||
credentialsId: 'server-root-password',
|
||||
usernameVariable: 'SSH_USER',
|
||||
passwordVariable: 'SSH_PASS'
|
||||
)
|
||||
),
|
||||
string(credentialsId: 'DB_USER', variable: 'DB_USER'),
|
||||
string(credentialsId: 'DB_PASSWORD', variable: 'DB_PASSWORD')
|
||||
]) {
|
||||
sh """
|
||||
echo "Deploying branch: ${params.BRANCH}"
|
||||
|
||||
echo "Copying files to server..."
|
||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "mkdir -p /opt/deployments/${params.BRANCH}"
|
||||
sshpass -p '$SSH_PASS' scp -r -o StrictHostKeyChecking=no ./* $SSH_USER@$SERVER:/opt/deployments/${params.BRANCH}/
|
||||
|
||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "
|
||||
cd /opt/deployments/${params.BRANCH}
|
||||
|
||||
echo '1. Остановка старого приложения...'
|
||||
docker stop app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||
docker rm app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||
|
||||
echo '2. Удаление старых образов...'
|
||||
docker images --filter 'reference=*app*' -q | xargs -r docker rmi -f 2>/dev/null || echo 'Нет образов для удаления'
|
||||
|
||||
echo '3. Создание сети если нужно...'
|
||||
docker network create app-network 2>/dev/null || echo 'Сеть уже существует'
|
||||
|
||||
echo '4. Запуск инфраструктуры...'
|
||||
docker-compose up -d db storage
|
||||
|
||||
echo '5. Ожидание PostgreSQL...'
|
||||
sleep 10
|
||||
|
||||
echo '6. Сборка нового образа приложения...'
|
||||
docker build --no-cache -t app-backend:latest .
|
||||
|
||||
echo '7. Запуск приложения...'
|
||||
docker run -d \\
|
||||
--name app-backend \\
|
||||
--network app-network \\
|
||||
--network-alias app \\
|
||||
-p 80:8080 \\
|
||||
-v uploads_data:/data/uploads:rw \\
|
||||
-e POSTGRES_DB=no_copy_ \\
|
||||
-e POSTGRES_USER=postgres \\
|
||||
-e POSTGRES_PASSWORD=postgres \\
|
||||
-e POSTGRES_PORT=5432 \\
|
||||
-e POSTGRES_HOST=db \\
|
||||
--restart unless-stopped \\
|
||||
app-backend:latest
|
||||
|
||||
echo '8. Запуск мониторинга...'
|
||||
docker-compose up -d grafana prometheus loki tempo alloy
|
||||
|
||||
echo '9. Проверка...'
|
||||
sleep 5
|
||||
|
||||
echo 'Статус контейнеров:'
|
||||
docker ps --format 'table {{.Names}}\\t{{.Image}}\\t{{.Status}}'
|
||||
|
||||
echo '10. Проверка health...'
|
||||
if curl -s -f http://localhost:80/health > /dev/null 2>&1; then
|
||||
echo 'Приложение работает'
|
||||
echo 'URL: http://${params.SERVER}:80'
|
||||
else
|
||||
echo 'Проверка health не удалась'
|
||||
docker logs app-backend --tail=20
|
||||
fi
|
||||
"
|
||||
"""
|
||||
echo "Deploying branch: ${params.BRANCH}"
|
||||
|
||||
echo "Copying files to server..."
|
||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "mkdir -p /opt/deployments/${params.BRANCH}"
|
||||
sshpass -p '$SSH_PASS' scp -r -o StrictHostKeyChecking=no ./* $SSH_USER@$SERVER:/opt/deployments/${params.BRANCH}/
|
||||
|
||||
sshpass -p '$SSH_PASS' ssh -o StrictHostKeyChecking=no $SSH_USER@$SERVER "
|
||||
cd /opt/deployments/${params.BRANCH}
|
||||
|
||||
echo '1. Остановка старого приложения...'
|
||||
docker stop app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||
docker rm app-backend 2>/dev/null || echo 'Контейнер не найден'
|
||||
|
||||
echo '2. Удаление старых образов...'
|
||||
docker images --filter 'reference=*app*' -q | xargs -r docker rmi -f 2>/dev/null || echo 'Нет образов для удаления'
|
||||
|
||||
echo '3. Создание сети если нужно...'
|
||||
docker network create app-network 2>/dev/null || echo 'Сеть уже существует'
|
||||
|
||||
echo '4. Запуск инфраструктуры...'
|
||||
docker-compose up -d db storage
|
||||
|
||||
echo '5. Ожидание PostgreSQL...'
|
||||
sleep 10
|
||||
|
||||
echo '6. Сборка нового образа приложения...'
|
||||
docker build --no-cache -t app-backend:latest .
|
||||
|
||||
echo '7. Запуск приложения...'
|
||||
docker run -d \\
|
||||
--name app-backend \\
|
||||
--network app-network \\
|
||||
--network-alias app \\
|
||||
-p 80:8080 \\
|
||||
-v uploads_data:/data/uploads:rw \\
|
||||
-e POSTGRES_DB=no_copy_ \\
|
||||
-e POSTGRES_USER=$DB_USER \\
|
||||
-e POSTGRES_PASSWORD=$DB_PASSWORD \\
|
||||
-e POSTGRES_PORT=5432 \\
|
||||
-e POSTGRES_HOST=db \\
|
||||
--restart unless-stopped \\
|
||||
app-backend:latest
|
||||
|
||||
echo '8. Запуск мониторинга...'
|
||||
docker-compose up -d grafana prometheus loki tempo alloy
|
||||
|
||||
echo '9. Проверка...'
|
||||
sleep 5
|
||||
|
||||
echo 'Статус контейнеров:'
|
||||
docker ps --format 'table {{.Names}}\\t{{.Image}}\\t{{.Status}}'
|
||||
|
||||
echo '10. Проверка health...'
|
||||
if curl -s -f http://localhost:80/health > /dev/null 2>&1; then
|
||||
echo 'Приложение работает'
|
||||
echo 'URL: http://${params.SERVER}:80'
|
||||
else
|
||||
echo 'Проверка health не удалась'
|
||||
docker logs app-backend --tail=20
|
||||
fi
|
||||
"
|
||||
"""
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
DO $$
|
||||
BEGIN
|
||||
IF NOT EXISTS (SELECT FROM pg_roles WHERE rolname = 'ncp_db') THEN
|
||||
CREATE USER ncp_db WITH PASSWORD 'ncpDbApp';
|
||||
END IF;
|
||||
END
|
||||
$$;
|
||||
|
||||
GRANT CONNECT ON DATABASE no_copy_ TO ncp_db;
|
||||
GRANT USAGE ON SCHEMA public TO ncp_db;
|
||||
|
||||
GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA public TO ncp_db;
|
||||
GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA public TO ncp_db;
|
||||
|
||||
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||
GRANT ALL ON TABLES TO ncp_db;
|
||||
|
||||
ALTER DEFAULT PRIVILEGES IN SCHEMA public
|
||||
GRANT ALL ON SEQUENCES TO ncp_db;
|
||||
@@ -1,9 +1,11 @@
|
||||
package ru.soune.nocopy.dto;
|
||||
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||
public class BaseRequest {
|
||||
@JsonProperty("version")
|
||||
Integer version;
|
||||
|
||||
@@ -1,11 +1,13 @@
|
||||
package ru.soune.nocopy.dto;
|
||||
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||
import lombok.AllArgsConstructor;
|
||||
import lombok.Data;
|
||||
|
||||
@Data
|
||||
@AllArgsConstructor
|
||||
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||
public class BaseResponse {
|
||||
@JsonProperty("msg_id")
|
||||
private Integer msgId;
|
||||
|
||||
@@ -1,5 +1,6 @@
|
||||
package ru.soune.nocopy.dto;
|
||||
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import jakarta.validation.constraints.Email;
|
||||
import jakarta.validation.constraints.NotBlank;
|
||||
import jakarta.validation.constraints.Size;
|
||||
@@ -10,6 +11,7 @@ import lombok.NoArgsConstructor;
|
||||
@Data
|
||||
@AllArgsConstructor
|
||||
@NoArgsConstructor
|
||||
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||
public class LoginRequest {
|
||||
|
||||
@NotBlank(message = "error.not.blank") @Email(message = "error.not.email") @Size(max = 128)
|
||||
|
||||
@@ -1,10 +1,12 @@
|
||||
package ru.soune.nocopy.dto;
|
||||
|
||||
import com.fasterxml.jackson.annotation.JsonFormat;
|
||||
import jakarta.validation.constraints.*;
|
||||
import lombok.Data;
|
||||
|
||||
|
||||
@Data
|
||||
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||
public class RegRequest {
|
||||
@NotEmpty(message = "Full name is required")
|
||||
private String fullName;
|
||||
|
||||
@@ -10,6 +10,7 @@ import ru.soune.nocopy.entity.GenderType;
|
||||
import java.time.LocalDate;
|
||||
|
||||
@Data
|
||||
@JsonFormat(with = JsonFormat.Feature.ACCEPT_CASE_INSENSITIVE_PROPERTIES)
|
||||
public class UserRequest {
|
||||
@Size(min = 2)
|
||||
private String fullName;
|
||||
|
||||
@@ -62,7 +62,8 @@ public class FileEntityHandler implements RequestHandler {
|
||||
.action(action)
|
||||
.availableActions(Arrays.asList(
|
||||
"file_info", "file_by_session", "user_files",
|
||||
"search_files", "storage_usage", "delete_file"))
|
||||
"search_files", "storage_usage", "delete_file",
|
||||
"user_files_info"))
|
||||
.build();
|
||||
|
||||
return new BaseResponse(request.getMsgId(),
|
||||
|
||||
@@ -19,7 +19,6 @@ public class ImageFoundRequestHandler implements RequestHandler {
|
||||
|
||||
private final ObjectMapper objectMapper;
|
||||
|
||||
@Autowired
|
||||
private final YandexSearchService yandexSearchService;
|
||||
|
||||
@Override
|
||||
|
||||
@@ -13,7 +13,7 @@ import java.util.*;
|
||||
|
||||
@Component
|
||||
public class RegRequestValidator implements Validator {
|
||||
private static final String COMPANY_REGEX = "^[a-zA-Zа-яА-ЯёЁ0-9\\s\\-&.,'()]{0,200}$";
|
||||
private static final String COMPANY_REGEX = "^[a-zA-Zа-яА-ЯёЁ0-9\\s\\-&.,'()\"\"«»„‟”“”‘'’‹›❛❜❝❞〝〞〟]{1,200}$";
|
||||
|
||||
private static final String NAME_REGEX = "^[a-zA-Zа-яА-ЯёЁ\\s\\-'.]{2,100}$";
|
||||
|
||||
@@ -74,21 +74,6 @@ public class RegRequestValidator implements Validator {
|
||||
errors.rejectValue("companyName", "companyName.invalid.chars",
|
||||
"Company name contains invalid characters");
|
||||
}
|
||||
|
||||
validateForbiddenWords(trimmedCompany, "companyName", errors,
|
||||
Arrays.asList("admin", "root", "system", "test"));
|
||||
}
|
||||
|
||||
private void validateForbiddenWords(String text, String fieldName,
|
||||
Errors errors, List<String> forbiddenWords) {
|
||||
String lowerText = text.toLowerCase();
|
||||
for (String word : forbiddenWords) {
|
||||
if (lowerText.contains(word)) {
|
||||
errors.rejectValue(fieldName, fieldName + ".forbidden.word",
|
||||
"Contains forbidden word: " + word);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void validateEmail(String email, Errors errors) {
|
||||
|
||||
@@ -28,17 +28,17 @@ import java.util.Map;
|
||||
@Service
|
||||
@RequiredArgsConstructor
|
||||
public class YandexSearchService {
|
||||
|
||||
private final FileEntityRepository fileEntityRepository;
|
||||
|
||||
private final ObjectMapper objectMapper;
|
||||
|
||||
@Value("${YANDEX_API_KEY}")
|
||||
@Value("${yandex.api-key}")
|
||||
private String apiKey;
|
||||
|
||||
@Value("${YANDEX_FOLDER_ID}")
|
||||
@Value("${yandex.folder-id}")
|
||||
private String folderId;
|
||||
|
||||
@Value("${YANDEX_SEARCH_URL}")
|
||||
@Value("${yandex.search-url}")
|
||||
private String searchUrl;
|
||||
|
||||
@PostConstruct
|
||||
|
||||
@@ -24,8 +24,6 @@ spring:
|
||||
file:
|
||||
storage:
|
||||
base-path: ${FILE_STORAGE_PATH:/data/uploads}
|
||||
# chunk-size: ${FILE_CHUNK_SIZE:5242880} # 5MB
|
||||
# chunk-size: ${FILE_CHUNK_SIZE:1048576} # 1MB
|
||||
chunk-size: ${FILE_CHUNK_SIZE:1000000} # 1MB
|
||||
max-file-size: ${MAX_FILE_SIZE:10737418240} # 10GB
|
||||
max-retry-attempts: ${MAX_RETRY_ATTEMPTS:3}
|
||||
@@ -51,4 +49,9 @@ logging:
|
||||
file:
|
||||
name: logs/application.log
|
||||
pattern:
|
||||
console: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{36} - %msg%n"
|
||||
console: "%d{yyyy-MM-dd HH:mm:ss} [%thread] %-5level %logger{36} - %msg%n"
|
||||
|
||||
yandex:
|
||||
api-key: ${YANDEX_API_KEY:AQVNyaVaUmgUb1GMCtf5zSEqFxy0woXrcMOOB43q}
|
||||
folder-id: ${YANDEX_FOLDER_ID:b1gokpdbm6qfpsou8pcd}
|
||||
search-url: ${YANDEX_SEARCH_URL:https://searchapi.api.cloud.yandex.net/v2/image/search_by_image}
|
||||
Reference in New Issue
Block a user