perf(ci): 테스트 샤딩으로 CI 실행 시간 단축

KubrickCode · KubrickCode · commit eba867be4df9 · 2025-12-05T01:12:58.000Z
- Backend/E2E 테스트에 4개 샤드 병렬 실행 적용
- Playwright blob 리포터로 분산 테스트 결과 병합
- justfile에 shard 파라미터 전달 지원 추가
diff --git a/.github/workflows/backend-tests.yml b/.github/workflows/backend-tests.yml
@@ -22,8 +22,13 @@ on:
 
 jobs:
   backend-tests:
-    name: Run Backend tests
+    name: Backend Tests (Shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }})
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        shardIndex: [1, 2, 3, 4]
+        shardTotal: [4]
     steps:
       - name: Checkout
         uses: actions/checkout@master
@@ -64,10 +69,10 @@ jobs:
           wait-on tcp:5432
 
       - name: Run tests
-        run: just test backend
+        run: just test backend --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
 
       - name: Run e2e tests
-        run: just test e2e
+        run: just test e2e --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
         env:
           GOOGLE_CLIENT_ID: ${{ secrets.GOOGLE_CLIENT_ID }}
           GOOGLE_CLIENT_SECRET: ${{ secrets.GOOGLE_CLIENT_SECRET }}
diff --git a/.github/workflows/e2e-ui-tests.yml b/.github/workflows/e2e-ui-tests.yml
@@ -28,8 +28,13 @@ on:
 
 jobs:
   e2e-ui-tests:
-    name: Run E2E UI tests
+    name: E2E UI Tests (Shard ${{ matrix.shardIndex }}/${{ matrix.shardTotal }})
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        shardIndex: [1, 2, 3, 4]
+        shardTotal: [4]
 
     services:
       postgres:
@@ -72,12 +77,51 @@ jobs:
         run: just deps-playwright
 
       - name: Run E2E UI tests
-        run: just test e2e-ui
+        run: just test e2e-ui --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
         env:
           VITE_DISCORD_SERVER_LINK: https://discord.gg/kZApcdSEJ4
 
-      - name: Upload test report
+      - name: Upload blob report
         if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: blob-report-${{ matrix.shardIndex }}
+          path: blob-report/
+          retention-days: 1
+
+  e2e-report-merge:
+    name: Merge E2E Reports
+    needs: e2e-ui-tests
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@master
+
+      - name: Setup Node 22
+        uses: actions/setup-node@v6
+        with:
+          node-version: "22.18.0"
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9.15.0
+
+      - name: Install dependencies
+        run: pnpm install
+
+      - name: Download blob reports
+        uses: actions/download-artifact@v4
+        with:
+          pattern: blob-report-*
+          path: all-blob-reports
+          merge-multiple: true
+
+      - name: Merge reports
+        run: pnpm exec playwright merge-reports --reporter html ./all-blob-reports
+
+      - name: Upload merged report
         uses: actions/upload-artifact@v4
         with:
           name: playwright-report
diff --git a/justfile b/justfile
@@ -287,15 +287,15 @@ test target="all" *args:
 
         just setup-testdb
         cd "{{ backend_dir }}"
-        DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" NODE_OPTIONS="--max_old_space_size=8192" PRISMA_CLIENT_ENGINE_TYPE={{ prisma_engine }} pnpm exec jest --runInBand --logHeapUsage --no-compilation-cache --silent=false {{ args }}
+        DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" NODE_OPTIONS="--max_old_space_size=8192" PRISMA_CLIENT_ENGINE_TYPE={{ prisma_engine }} pnpm exec jest --runInBand --logHeapUsage --no-compilation-cache --silent=false --passWithNoTests {{ args }}
         ;;
       e2e)
         echo "NodeJS:" $(node -v)
         echo "Prisma Engine:" {{ prisma_engine }}
 
         just setup-testdb
         cd "{{ backend_dir }}"
-        DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" NODE_OPTIONS="--max_old_space_size=8192" PRISMA_CLIENT_ENGINE_TYPE={{ prisma_engine }} pnpm exec jest --config ./jest-e2e.json --runInBand --no-compilation-cache --forceExit {{ args }}
+        DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" NODE_OPTIONS="--max_old_space_size=8192" PRISMA_CLIENT_ENGINE_TYPE={{ prisma_engine }} pnpm exec jest --config ./jest-e2e.json --runInBand --no-compilation-cache --forceExit --passWithNoTests {{ args }}
         ;;
       e2e-ui)
         set +x
@@ -315,7 +315,7 @@ test target="all" *args:
           cd "{{ backend_dir }}"
           DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" PRISMA_CLIENT_ENGINE_TYPE={{ prisma_engine }} pnpm prisma db seed
           cd "{{ root_dir }}"
-          pnpm test:e2e-ui
+          pnpm test:e2e-ui {{ args }}
         fi
         ;;
       *)
diff --git a/playwright.config.ts b/playwright.config.ts
@@ -3,20 +3,23 @@ import { defineConfig, devices } from "@playwright/test";
 import { AUTH_FILE, BACKEND_URL, FRONTEND_URL } from "./e2e/constants";
 
 const WEBSERVER_TIMEOUT_MS = 3 * 60 * 1000;
+const isCI = !!process.env.CI;
 
 export default defineConfig({
   testDir: "./e2e",
   outputDir: "./test-results",
   fullyParallel: true,
-  forbidOnly: !!process.env.CI,
-  retries: process.env.CI ? 2 : 0,
-  workers: 4,
-  reporter: [["html", { open: "never", outputFolder: "playwright-report" }]],
+  forbidOnly: isCI,
+  retries: isCI ? 2 : 0,
+  workers: isCI ? 2 : 4,
+  reporter: isCI
+    ? [["blob"], ["html", { open: "never", outputFolder: "playwright-report" }]]
+    : [["html", { open: "never", outputFolder: "playwright-report" }]],
   use: {
     baseURL: FRONTEND_URL,
-    trace: process.env.CI ? "on-first-retry" : "on",
-    screenshot: process.env.CI ? "only-on-failure" : "on",
-    video: process.env.CI ? "retain-on-failure" : "on",
+    trace: isCI ? "on-first-retry" : "on",
+    screenshot: isCI ? "only-on-failure" : "on",
+    video: isCI ? "retain-on-failure" : "on",
   },
   projects: [
     {
@@ -43,13 +46,13 @@ export default defineConfig({
       command:
         'cd src/backend && DATABASE_URL="postgres://postgres:postgres@localhost:5432/test?pool_timeout=60" PRISMA_CLIENT_ENGINE_TYPE=binary PORT=3001 NODE_ENV=development GOOGLE_CLIENT_ID=dummy GOOGLE_CLIENT_SECRET=dummy DISCORD_CLIENT_ID=dummy DISCORD_CLIENT_SECRET=dummy KAKAO_CLIENT_ID=dummy KAKAO_CLIENT_SECRET=dummy DISCORD_GOLD_EXCHANGE_RATE_WEBHOOK_URL=https://discord.com/api/webhooks/dummy pnpm start:dev',
       url: `${BACKEND_URL}/graphql`,
-      reuseExistingServer: !process.env.CI,
+      reuseExistingServer: !isCI,
       timeout: WEBSERVER_TIMEOUT_MS,
     },
     {
       command: "cd src/frontend && PLAYWRIGHT=1 pnpm dev",
       url: FRONTEND_URL,
-      reuseExistingServer: !process.env.CI,
+      reuseExistingServer: !isCI,
       timeout: WEBSERVER_TIMEOUT_MS,
     },
   ],
