Test/#184 loadtest

.github/workflows/deploy-multiarch.yml

@@ -3,8 +3,8 @@ name: Deployment Workflow
 on:
   push:
     branches: [ "develop" ]
-#  pull_request:
-#    branches: [ "develop" ]
+  pull_request:
+    branches: [ "develop" ]
 
 jobs:
   build-and-push:

k6/application-submit-burst.js

@@ -0,0 +1,212 @@
+// 지원서 제출 몰림(write burst) 부하 테스트
+//
+// ApplicationServiceImpl.create() 는 단일 @Transactional 안에서 NCP 업로드와 DB 쓰기를
+// 함께 수행한다. 커넥션 점유 시간이 업로드 시간에 묶이므로 처리량 상한이
+//   Hikari pool / 트랜잭션 시간
+// 으로 고정된다. 이 스크립트는 그 상한을 찾는다.
+//
+// 실행
+//   k6 run -e BASE_URL=https://stg.recruit-withus.co.kr -e SLUG=fdHhU7Mle \
+//          -e PROFILE=smoke k6/application-submit-burst.js
+//
+// PROFILE
+//   smoke : VU 2, 30s     — 페이로드가 공고 설정과 맞는지 확인
+//   ramp  : VU 0→150      — 처리량이 꺾이는 지점과 첫 5xx 시점
+//   soak  : VU 고정, 5m    — 지속 부하 안정성
+//
+// FILE_KB
+//   0 이면 파일형 질문을 페이로드에서 아예 빼고 보낸다(업로드 없음).
+//   0 보다 크면 그 크기의 더미 파일을 첨부한다.
+//   두 값을 비교하면 NCP 업로드가 트랜잭션에서 차지하는 비중이 드러난다.
+//
+// 주의
+//   - 실제 지원서가 생성되고 NCP 에 파일이 쌓인다. 라운드마다 정리해야
+//     테이블 크기가 달라지지 않아 라운드 간 비교가 유효하다.
+//   - 메일은 mail.provider=noop 으로 막아둔 상태에서 돌릴 것.
+
+import http from 'k6/http';
+import { check, sleep, fail } from 'k6';
+import { Counter, Rate, Trend } from 'k6/metrics';
+
+const BASE_URL = __ENV.BASE_URL;
+const SLUG = __ENV.SLUG;
+const PROFILE = __ENV.PROFILE || 'smoke';
+const FILE_KB = Number(__ENV.FILE_KB || '500');
+const SLEEP_SECONDS = Number(__ENV.SLEEP_SECONDS || '0');
+
+if (!BASE_URL) fail('BASE_URL is required. e.g. -e BASE_URL=https://stg.recruit-withus.co.kr');
+if (!SLUG) fail('SLUG is required. e.g. -e SLUG=fdHhU7Mle');
+
+const PROFILES = {
+    smoke: { vus: Number(__ENV.VUS || '2'), duration: __ENV.DURATION || '30s' },
+    ramp: {
+        stages: [
+            { duration: '30s', target: 10 },
+            { duration: '1m', target: 30 },
+            { duration: '1m', target: 60 },
+            { duration: '1m', target: 100 },
+            { duration: '1m', target: 150 },
+            { duration: '30s', target: 0 },
+        ],
+    },
+    soak: { vus: Number(__ENV.VUS || '20'), duration: __ENV.DURATION || '5m' },
+};
+
+if (!PROFILES[PROFILE]) fail(`Unknown PROFILE: ${PROFILE}. use smoke|ramp|soak`);
+
+export const options = {
+    ...PROFILES[PROFILE],
+    // 한계를 찾는 게 목적이므로 실패해도 중단하지 않는다.
+    thresholds: {
+        submit_failed: ['rate<0.05'],
+        http_req_duration: ['p(95)<10000'],
+    },
+};
+
+const submitFailed = new Rate('submit_failed');
+const submitDuration = new Trend('submit_duration', true);
+const submitOk = new Counter('submit_ok');
+const submit5xx = new Counter('submit_5xx');
+const submit4xx = new Counter('submit_4xx');
+const submitPoolExhausted = new Counter('submit_pool_exhausted');
+
+// VU 당 한 번만 만든다. 매 반복 생성하면 클라이언트 CPU 가 병목이 된다.
+const FILLER = FILE_KB > 0
+    ? 'k6-loadtest-filler-'.repeat(Math.ceil((FILE_KB * 1024) / 19)).slice(0, FILE_KB * 1024)
+    : '';
+
+export function setup() {
+    const res = http.get(`${BASE_URL}/api/v1/recruitments/slug/${SLUG}`);
+    if (res.status !== 200) {
+        fail(`Failed to load recruitment. status=${res.status} body=${String(res.body).slice(0, 300)}`);
+    }
+
+    const d = res.json().result;
+    if (!d) fail('Recruitment detail is empty.');
+
+    const questions = (d.applicationQuestions || []).map((q) => ({
+        questionId: q.questionId,
+        type: q.type,
+    }));
+
+    // "2026.12.24" + "00:30" -> "2026-12-24T00:30:00"
+    const availableTimes = (d.availableTimeRanges || []).map((r) => {
+        const date = String(r.date).replace(/\./g, '-');
+        const time = String(r.startTime).length === 5 ? `${r.startTime}:00` : r.startTime;
+        return `${date}T${time}`;
+    });
+
+    const positions = (d.positions || []).map((p) => p.id ?? p.organizationRoleId);
+
+    const setupData = {
+        recruitmentId: d.recruitmentId,
+        positionId: positions.length > 0 ? positions[0] : null,
+        questions,
+        availableTimes,
+        needImage: d.needImage,
+        needGender: d.needGender,
+        needAddress: d.needAddress,
+        needSchool: d.needSchool,
+        needBirthDate: d.needBirthDate,
+        needMajor: d.needMajor,
+        needAcademicStatus: d.needAcademicStatus,
+    };
+
+    console.log(
+        `[setup] recruitmentId=${setupData.recruitmentId} ` +
+        `questions=${questions.length}(file=${questions.filter((q) => q.type === 'FILE').length}) ` +
+        `availableTimes=${availableTimes.length} needImage=${d.needImage} ` +
+        `deadline=${d.documentDeadline} FILE_KB=${FILE_KB} PROFILE=${PROFILE}`
+    );
+
+    return setupData;
+}
+
+export default function (data) {
+    const suffix = `${__VU}-${__ITER}-${Date.now()}`;
+    const attachFile = FILE_KB > 0;
+
+    // ApplicationValidator.validateFileAnswers 는 answers 중 FILE 질문 수와
+    // 실제 파일 개수가 정확히 일치해야 통과한다. FILE_KB=0 이면 FILE 질문을
+    // answers 에서 제외해 파일 없이 보낸다.
+    const answers = [];
+    let fileName = null;
+
+    for (const q of data.questions) {
+        if (q.type === 'FILE') {
+            if (!attachFile) continue;
+            fileName = `loadtest-${suffix}.pdf`;
+            answers.push({ questionId: q.questionId, answerText: null, fileName });
+        } else {
+            answers.push({
+                questionId: q.questionId,
+                answerText: `[k6] VU=${__VU} ITER=${__ITER} 자동 생성 답변입니다.`,
+                fileName: null,
+            });
+        }
+    }
+
+    const request = {
+        name: `부하테스트${__VU}-${__ITER}`,
+        email: `loadtest+${suffix}@example.com`,
+        phoneNumber: `010${String(Math.floor(Math.random() * 100000000)).padStart(8, '0')}`,
+        recruitmentId: data.recruitmentId,
+        positionId: data.positionId,
+        answers,
+        availableTimes: data.availableTimes,
+        gender: data.needGender ? 'MALE' : null,
+        university: data.needSchool ? '상명대학교' : null,
+        major: data.needMajor ? '컴퓨터과학과' : null,
+        academicStatus: data.needAcademicStatus ? 'ENROLLED' : null,
+        birthDate: data.needBirthDate ? '2000-01-01' : null,
+        address: data.needAddress ? '서울시 도봉구 56로 501' : null,
+    };
+
+    const payload = {
+        request: http.file(JSON.stringify(request), 'request.json', 'application/json'),
+    };
+
+    if (data.needImage) {
+        payload.profileImage = http.file(FILLER || 'x', `loadtest-${suffix}.jpg`, 'image/jpeg');
+    }
+
+    if (attachFile) {
+        payload.files = http.file(FILLER, fileName, 'application/pdf');
+    }
+
+    const res = http.post(`${BASE_URL}/api/v1/applications`, payload, {
+        tags: { name: 'POST /api/v1/applications' },
+        timeout: '60s',
+    });
+
+    submitDuration.add(res.timings.duration);
+
+    const ok = check(res, { 'submit 200': (r) => r.status === 200 });
+    submitFailed.add(!ok);
+
+    if (ok) {
+        submitOk.add(1);
+        return;
+    }
+
+    const body = String(res.body || '');
+
+    if (res.status >= 500 || res.status === 0) {
+        submit5xx.add(1);
+        // 커넥션 풀 고갈을 따로 센다. 이게 지배적이면 트랜잭션 길이가 병목이다.
+        if (/SQLTransientConnection|Connection is not available|HikariPool/i.test(body)) {
+            submitPoolExhausted.add(1);
+        }
+        if (__ITER % 50 === 0) {
+            console.error(`5xx status=${res.status} body=${body.slice(0, 200)}`);
+        }
+    } else {
+        submit4xx.add(1);
+        // 400 이면 페이로드가 공고 설정과 안 맞는 것이므로 즉시 드러나야 한다.
+        if (__ITER === 0) {
+            console.error(`${res.status} status=${res.status} body=${body.slice(0, 500)}`);
+        }
+    }
+
+    if (SLEEP_SECONDS > 0) sleep(SLEEP_SECONDS);
+}

src/main/java/KUSITMS/WITHUS/global/infra/email/MailProperties.java

@@ -11,6 +11,8 @@
 @ConfigurationProperties(prefix = "mail")
 public class MailProperties {
     private String provider = "smtp";
+    /** provider=noop 일 때 실제 발송 대신 흉내낼 지연(ms). 부하 테스트용. */
+    private long noopDelayMs = 0L;
     private String fromEmail;
     private String fromName = "WITHUS";
     private String sendgridApiKey;

src/main/java/KUSITMS/WITHUS/global/infra/email/sender/NoopMailSender.java

@@ -0,0 +1,75 @@
+package KUSITMS.WITHUS.global.infra.email.sender;
+
+import KUSITMS.WITHUS.global.infra.email.MailProperties;
+import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.boot.autoconfigure.condition.ConditionalOnProperty;
+import org.springframework.context.annotation.Profile;
+import org.springframework.core.io.InputStreamSource;
+import org.springframework.stereotype.Component;
+import org.springframework.transaction.support.TransactionSynchronization;
+import org.springframework.transaction.support.TransactionSynchronizationManager;
+
+import java.util.List;
+
+/**
+ * 실제 발송 없이 발송 지연만 재현하는 구현체.
+ * 부하 테스트에서 SendGrid/Gmail 일일 한도를 소모하지 않기 위해 사용한다.
+ *
+ * <p>{@link SmtpMailSender}, {@link SendGridMailSender} 와 동일하게 커밋 이후에 동작한다.
+ * 트랜잭션 안에서 지연을 주면 DB 커넥션 점유 시간이 함께 늘어나 전혀 다른 것을 측정하게 되므로
+ * afterCommit 구조를 반드시 맞춰야 한다.
+ */
+@Slf4j
+@Component
+@Profile("!test")
+@ConditionalOnProperty(name = "mail.provider", havingValue = "noop")
+@RequiredArgsConstructor
+public class NoopMailSender implements MailSender {
+
+    private final MailProperties mailProperties;
+
+    @Override
+    public void send(String to, String subject, String text) {
+        simulateAfterCommit(to, subject);
+    }
+
+    @Override
+    public void sendWithAttachments(
+            String to,
+            String subject,
+            String html,
+            List<InputStreamSource> attachments
+    ) {
+        simulateAfterCommit(to, subject);
+    }
+
+    private void simulateAfterCommit(String to, String subject) {
+        if (!TransactionSynchronizationManager.isSynchronizationActive()) {
+            simulate(to, subject);
+            return;
+        }
+
+        TransactionSynchronizationManager.registerSynchronization(new TransactionSynchronization() {
+            @Override
+            public void afterCommit() {
+                simulate(to, subject);
+            }
+        });
+    }
+
+    private void simulate(String to, String subject) {
+        long delayMs = mailProperties.getNoopDelayMs();
+
+        if (delayMs > 0) {
+            try {
+                Thread.sleep(delayMs);
+            } catch (InterruptedException e) {
+                Thread.currentThread().interrupt();
+                return;
+            }
+        }
+
+        log.info("Email skipped by noop provider (simulated {}ms): [{}] subject: {}", delayMs, to, subject);
+    }
+}

src/main/java/KUSITMS/WITHUS/global/infra/email/sender/SendGridMailSender.java

@@ -83,10 +83,14 @@ private void sendMail(String to, String subject, String html, List<InputStreamSo
                     .POST(HttpRequest.BodyPublishers.ofString(requestBody))
                     .build();
 
+            long startedAt = System.nanoTime();
             HttpResponse<String> response = httpClient.send(request, HttpResponse.BodyHandlers.ofString());
+            long elapsedMs = (System.nanoTime() - startedAt) / 1_000_000L;
+
             if (response.statusCode() != ACCEPTED) {
                 log.error(
-                        "SendGrid rejected email: status={} to={} subject={} body={}",
+                        "SendGrid rejected email in {}ms: status={} to={} subject={} body={}",
+                        elapsedMs,
                         response.statusCode(),
                         to,
                         subject,
@@ -96,7 +100,13 @@ private void sendMail(String to, String subject, String html, List<InputStreamSo
             }
 
             String messageId = response.headers().firstValue("X-Message-Id").orElse("unknown");
-            log.info("Email accepted by SendGrid: [{}] subject: {} messageId: {}", to, subject, messageId);
+            log.info(
+                    "Email accepted by SendGrid in {}ms: [{}] subject: {} messageId: {}",
+                    elapsedMs,
+                    to,
+                    subject,
+                    messageId
+            );
         } catch (CustomException e) {
             throw e;
         } catch (IOException e) {

src/main/java/KUSITMS/WITHUS/global/infra/email/sender/SmtpMailSender.java

@@ -41,8 +41,6 @@ public void send(String to, String subject, String text) {
             helper.setText(text, true);
 
             javaMailSender.send(message);
-
-            log.info("Email accepted by SMTP: [{}] subject: {}", to, subject);
         });
     }
 
@@ -69,7 +67,6 @@ public void sendWithAttachments(
             }
 
             javaMailSender.send(msg);
-            log.info("Email accepted by SMTP: [{}] subject: {}", to, subject);
         });
     }
 
@@ -93,10 +90,19 @@ public void afterCommit() {
 
     private void sendWithRetry(String to, String subject, MailSendOperation operation) {
         Exception lastException = null;
+        long startedAt = System.nanoTime();
 
         for (int attempt = 1; attempt <= MAX_ATTEMPTS; attempt++) {
             try {
                 operation.send();
+                log.info(
+                        "Email accepted by SMTP in {}ms (attempt {}/{}): [{}] subject: {}",
+                        elapsedMs(startedAt),
+                        attempt,
+                        MAX_ATTEMPTS,
+                        to,
+                        subject
+                );
                 return;
             } catch (MessagingException | MailException e) {
                 lastException = e;
@@ -115,10 +121,20 @@ private void sendWithRetry(String to, String subject, MailSendOperation operatio
             }
         }
 
-        log.error("Email send failed after retries: [{}] subject: {}", to, subject, lastException);
+        log.error(
+                "Email send failed after retries in {}ms: [{}] subject: {}",
+                elapsedMs(startedAt),
+                to,
+                subject,
+                lastException
+        );
         throw new CustomException(ErrorCode.EMAIL_SEND_FAIL);
     }
 
+    private long elapsedMs(long startedAt) {
+        return (System.nanoTime() - startedAt) / 1_000_000L;
+    }
+
     private void sleepBeforeRetry() {
         try {
             Thread.sleep(RETRY_BACKOFF_MS);