chore: Python CI setting

.github/workflows/ci-python.yml

@@ -0,0 +1,147 @@
+name: CI (Python/FastAPI)
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - "apps/pre-processing-service/**" # Python 서비스 경로
+  pull_request:
+    types: [opened, synchronize, reopened, ready_for_review]
+    branches:
+      - main
+      - develop
+      - release/**
+    paths:
+      - "apps/pre-processing-service/**" # Python 서비스 경로
+
+permissions:
+  contents: read
+  packages: write
+  security-events: write
+  checks: write
+  pull-requests: write
+
+jobs:
+  lint:
+    if: github.event.pull_request.draft == false
+    name: Lint & Format Check
+    runs-on: ubuntu-latest
+
+    defaults:
+      run:
+        working-directory: apps/pre-processing-service
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v4
+        with:
+          path: apps/pre-processing-service/.venv
+          key: venv-${{ runner.os }}-${{ hashFiles('apps/pre-processing-service/poetry.lock') }}
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root
+
+      - name: Run Formatter Check (Black)
+        run: poetry run black --check .
+
+      # - name: Run Linter (Ruff)
+      #   run: poetry run ruff check .
+
+  test:
+    name: Run Tests
+    runs-on: ubuntu-latest
+    needs: lint
+
+    defaults:
+      run:
+        working-directory: apps/pre-processing-service
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install Poetry
+        uses: snok/install-poetry@v1
+        with:
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v4
+        with:
+          path: apps/pre-processing-service/.venv
+          key: venv-${{ runner.os }}-${{ hashFiles('apps/pre-processing-service/poetry.lock') }}
+
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+        run: poetry install --no-interaction --no-root
+
+      - name: Run tests with Pytest
+        env:
+          DB_HOST: localhost
+          DB_PORT: 3306
+          DB_USER: test_user
+          DB_PASS: test_pass
+          DB_NAME: test_db
+          ENV_NAME: test
+        run: poetry run pytest
+
+  build-and-push-docker:
+    name: Build Docker Image and push to registry
+    runs-on: ubuntu-latest
+    if: github.ref == 'refs/heads/feature/python-ci' && github.event_name == 'push'
+    needs:
+      - test
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Login to Docker Registry
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set repo lowercase
+        run: echo "REPO_LC=${GITHUB_REPOSITORY,,}" >> $GITHUB_ENV
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v5
+        with:
+          context: ./apps/pre-processing-service # Dockerfile이 있는 경로
+          push: true
+          tags: |
+            ghcr.io/${{ env.REPO_LC }}/pre-processing-service:latest
+            ghcr.io/${{ env.REPO_LC }}/pre-processing-service:${{ github.sha }}
+
+      - name: Analyze image layers
+        run: |
+          echo "=== Image Layer Analysis ==="
+          docker history ghcr.io/${{ env.REPO_LC }}/pre-processing-service:latest --human --no-trunc

apps/pre-processing-service/.dockerignore

@@ -0,0 +1,20 @@
+.git
+.gitignore
+**/__pycache__/
+**/*.pyc
+**/.pytest_cache/
+**/.mypy_cache/
+**/.ruff_cache/
+**/.venv/
+**/node_modules/
+**/dist/
+**/build/
+tests/
+docs/
+scripts/
+.github/
+.env
+.env.*
+*.log
+pytest-report.xml
+coverage.xml

apps/pre-processing-service/Dockerfile

@@ -1,18 +1,35 @@
+# ---- builder ----
 FROM python:3.11-slim AS builder
 WORKDIR /app
+
+# 필수 OS 패키지
 RUN apt-get update && apt-get install -y --no-install-recommends curl \
   && rm -rf /var/lib/apt/lists/*
+
+# Poetry 설치
 RUN curl -sSL https://install.python-poetry.org | python3 -
 ENV PATH="/root/.local/bin:$PATH"
-RUN poetry config virtualenvs.create false
+RUN poetry self add "poetry-plugin-export>=1.7.0"
+# 런타임 가상환경
+RUN python -m venv /opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+# 의존성 해결 → requirements로 export → pip로 설치(= 반드시 /opt/venv에 설치됨)
 COPY pyproject.toml poetry.lock ./
-RUN poetry install --no-root
+RUN poetry export --without dev -f requirements.txt -o requirements.txt \
+ && pip install --no-cache-dir -r requirements.txt
 
+# ---- runtime ----
 FROM python:3.11-slim AS final
 WORKDIR /app
-# site-packages + 콘솔 스크립트(gunicorn/uvicorn) 함께 복사
-COPY --from=builder /usr/local/lib/python3.11/site-packages /usr/local/lib/python3.11/site-packages
-COPY --from=builder /usr/local/bin /usr/local/bin
-COPY ./app ./app
-EXPOSE 8000
-CMD ["gunicorn", "-w", "2", "-k", "uvicorn.workers.UvicornWorker", "-b", "0.0.0.0:8000", "app.main:app"]
+
+# /opt/venv 복사
+COPY --from=builder /opt/venv /opt/venv
+ENV PATH="/opt/venv/bin:$PATH"
+
+# 앱 소스
+COPY . .
+
+
+# (권장 대안) 코드에서 uvicorn import 안 하고 프로세스 매니저로 실행하려면:
+CMD ["gunicorn", "-k", "uvicorn.workers.UvicornWorker", "app.main:app", "-b", "0.0.0.0:8000"]

apps/pre-processing-service/app/api/endpoints/blog.py

@@ -8,18 +8,29 @@
 
 router = APIRouter()
 
+
 @router.get("/", summary="블로그 API 상태 확인")
 async def root():
     return {"message": "blog API"}
 
-@router.post("/rag/create", response_model=ResponseBlogCreate, summary="RAG 기반 블로그 콘텐츠 생성")
+
+@router.post(
+    "/rag/create",
+    response_model=ResponseBlogCreate,
+    summary="RAG 기반 블로그 콘텐츠 생성",
+)
 async def rag_create(request: RequestBlogCreate):
     """
     RAG 기반 블로그 콘텐츠 생성
     """
     return {"message": "blog API"}
 
-@router.post("/publish", response_model=ResponseBlogPublish, summary="블로그 콘텐츠 배포 (네이버/티스토리/블로거 지원)")
+
+@router.post(
+    "/publish",
+    response_model=ResponseBlogPublish,
+    summary="블로그 콘텐츠 배포 (네이버/티스토리/블로거 지원)",
+)
 async def publish(request: RequestBlogPublish):
     """
     생성된 블로그 콘텐츠를 배포합니다.
@@ -31,53 +42,47 @@ async def publish(request: RequestBlogPublish):
         result = naver_service.post_content(
             title=request.post_title,
             content=request.post_content,
-            tags=request.post_tags
+            tags=request.post_tags,
         )
 
         if not result:
-            raise CustomException("네이버 블로그 포스팅에 실패했습니다.", status_code=500)
+            raise CustomException(
+                "네이버 블로그 포스팅에 실패했습니다.", status_code=500
+            )
         return ResponseBlogPublish(
-            job_id= 1,
-            schedule_id= 1,
-            schedule_his_id= 1,
-            status="200",
-            metadata=result
+            job_id=1, schedule_id=1, schedule_his_id=1, status="200", metadata=result
         )
 
     elif request.tag == "tistory":
         tistory_service = TistoryBlogPostService()
         result = tistory_service.post_content(
             title=request.post_title,
             content=request.post_content,
-            tags=request.post_tags
+            tags=request.post_tags,
         )
 
         if not result:
-            raise CustomException("티스토리 블로그 포스팅에 실패했습니다.", status_code=500)
+            raise CustomException(
+                "티스토리 블로그 포스팅에 실패했습니다.", status_code=500
+            )
 
         return ResponseBlogPublish(
-            job_id= 1,
-            schedule_id= 1,
-            schedule_his_id= 1,
-            status="200",
-            metadata=result
+            job_id=1, schedule_id=1, schedule_his_id=1, status="200", metadata=result
         )
 
     elif request.tag == "blogger":
         blogger_service = BloggerBlogPostService()
         result = blogger_service.post_content(
             title=request.post_title,
             content=request.post_content,
-            tags=request.post_tags
+            tags=request.post_tags,
         )
 
         if not result:
-            raise CustomException("블로거 블로그 포스팅에 실패했습니다.", status_code=500)
+            raise CustomException(
+                "블로거 블로그 포스팅에 실패했습니다.", status_code=500
+            )
 
         return ResponseBlogPublish(
-            job_id= 1,
-            schedule_id= 1,
-            schedule_his_id= 1,
-            status="200",
-            metadata=result
-        )
+            job_id=1, schedule_id=1, schedule_his_id=1, status="200", metadata=result
+        )

apps/pre-processing-service/app/api/endpoints/keywords.py

@@ -14,7 +14,9 @@ async def root():
     return {"message": "keyword API"}
 
 
-@router.post("/search", response_model=ResponseNaverSearch, summary="네이버 키워드 검색")
+@router.post(
+    "/search", response_model=ResponseNaverSearch, summary="네이버 키워드 검색"
+)
 async def search(request: RequestNaverSearch):
     """
     이 엔드포인트는 JSON 요청으로 네이버 키워드 검색을 수행합니다.
@@ -34,7 +36,11 @@ async def search(request: RequestNaverSearch):
     return response_data
 
 
-@router.post("/ssadagu/validate", response_model=ResponseNaverSearch, summary="사다구몰 키워드 검증")
+@router.post(
+    "/ssadagu/validate",
+    response_model=ResponseNaverSearch,
+    summary="사다구몰 키워드 검증",
+)
 async def ssadagu_validate(request: RequestNaverSearch):
     """
     사다구몰 키워드 검증 테스트용 엔드포인트

apps/pre-processing-service/app/api/endpoints/product.py

@@ -1,6 +1,10 @@
 from fastapi import APIRouter, Request, HTTPException
 from app.decorators.logging import log_api_call
-from ...errors.CustomException import InvalidItemDataException, ItemNotFoundException, CustomException
+from ...errors.CustomException import (
+    InvalidItemDataException,
+    ItemNotFoundException,
+    CustomException,
+)
 from ...service.crawl_service import CrawlService
 from ...service.search_service import SearchService
 from ...service.match_service import MatchService
@@ -56,7 +60,9 @@ async def match(request: RequestSadaguMatch):
         raise HTTPException(status_code=500, detail=str(e))
 
 
-@router.post("/similarity", response_model=ResponseSadaguSimilarity, summary="상품 유사도 분석")
+@router.post(
+    "/similarity", response_model=ResponseSadaguSimilarity, summary="상품 유사도 분석"
+)
 async def similarity(request: RequestSadaguSimilarity):
     """
     매칭된 상품들 중 키워드와의 유사도를 계산하여 최적의 상품을 선택합니다.
@@ -66,7 +72,9 @@ async def similarity(request: RequestSadaguSimilarity):
         result = similarity_service.select_product_by_similarity(request)
 
         if not result:
-            raise CustomException(500, "유사도 분석에 실패했습니다.", "SIMILARITY_FAILED")
+            raise CustomException(
+                500, "유사도 분석에 실패했습니다.", "SIMILARITY_FAILED"
+            )
 
         return result
     except InvalidItemDataException as e:
@@ -75,7 +83,9 @@ async def similarity(request: RequestSadaguSimilarity):
         raise HTTPException(status_code=500, detail=str(e))
 
 
-@router.post("/crawl", response_model=ResponseSadaguCrawl, summary="상품 상세 정보 크롤링")
+@router.post(
+    "/crawl", response_model=ResponseSadaguCrawl, summary="상품 상세 정보 크롤링"
+)
 async def crawl(request: Request, body: RequestSadaguCrawl):
     """
     상품 상세 페이지를 크롤링하여 상세 정보를 수집합니다.