[FEAT] #21: Redis stream 사용

.github/workflows/ai-model-workflow.yml

@@ -0,0 +1,97 @@
+
+name: CI/CD for ai-model Service
+on:
+  push:
+    branches: [ "release/1.0.0" ]
+    paths:
+      - 'model-service/**'
+
+
+
+
+
+env:
+  AWS_REGION: ap-northeast-2
+  SERVICE_DIR: model-service
+  ECR_REPOSITORY: ai-model-service
+#  ECS_CLUSTER_NAME: DevCluster
+#  ECS_TASK_DEFINITION_FAMILY: ai-service-td
+  CONTAINER_NAME: model-service
+  OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
+
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  build-and-deploy:
+    runs-on: ubuntu-latest
+    steps:
+
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: arn:aws:iam::490913547024:role/gitactionToECR # 기존에 사용하던 역할 ARN
+          aws-region: ${{ env.AWS_REGION }}
+
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v2
+
+
+      - name: Set short git commit SHA
+        id: vars
+        run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
+
+
+      - name: Build, tag, and push image to Amazon ECR
+        id: build-image
+        env:
+          ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
+          IMAGE_TAG: ${{ steps.vars.outputs.sha_short }}
+        run: |
+          docker build -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG -f ./${{ env.SERVICE_DIR }}/Dockerfile .
+          docker push $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG
+          echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" >> $GITHUB_OUTPUT
+
+
+
+#      - name: Download task definition
+#        id: download-task-def
+#        run: |
+#          aws ecs describe-task-definition --task-definition ${{ env.ECS_TASK_DEFINITION_FAMILY }} --query taskDefinition > task-definition.json
+#          echo "file=task-definition.json" >> $GITHUB_OUTPUT
+#
+#
+#      - name: Clean task definition for old SDK
+#        id: clean-task-def
+#        run: |
+#          jq 'del(.enableFaultInjection)' ${{ steps.download-task-def.outputs.file }} > cleaned-task-def.json
+#          echo "file=cleaned-task-def.json" >> $GITHUB_OUTPUT
+#
+#
+#      - name: Render Amazon ECS task definition
+#        id: render-task-def
+#        uses: aws-actions/amazon-ecs-render-task-definition@v1
+#        with:
+#          task-definition: ${{ steps.clean-task-def.outputs.file }}
+#
+#          container-name: ${{ env.CONTAINER_NAME }}
+#          image: ${{ steps.build-image.outputs.image }}
+#
+#
+#      - name: Deploy Amazon ECS task definition
+#        uses: aws-actions/amazon-ecs-deploy-task-definition@v1
+#        with:
+#          task-definition: ${{ steps.render-task-def.outputs.task-definition }}
+#          service: ${{ env.ECR_REPOSITORY }}
+#          cluster: ${{ env.ECS_CLUSTER_NAME }}
+#          wait-for-service-stability: true
+#

.github/workflows/ai-workflow.yml

@@ -1,10 +1,10 @@
 
-name: CI/CD for AI Service
-
-
+name: CI/CD for ai Service
 on:
   push:
     branches: [ "release/1.0.0" ]
+    paths:
+      - 'msa-ai-service/**'
 
 
 
@@ -14,12 +14,13 @@ env:
   AWS_REGION: ap-northeast-2
   SERVICE_DIR: msa-ai-service
   ECR_REPOSITORY: ai-service
-  ECS_CLUSTER_NAME: DevCluster
-  ECS_TASK_DEFINITION_FAMILY: ai-service-td
+#  ECS_CLUSTER_NAME: DevCluster
+#  ECS_TASK_DEFINITION_FAMILY: ai-service-td
   CONTAINER_NAME: msa-ai-service
+  OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
 
 
-# GitHub Actions Runner에 부여할 권한
 permissions:
   id-token: write
   contents: read
@@ -28,70 +29,69 @@ jobs:
   build-and-deploy:
     runs-on: ubuntu-latest
     steps:
-      # 1. 소스 코드 체크아웃
+
       - name: Checkout code
         uses: actions/checkout@v4
 
-      # 2. AWS 자격 증명 설정 (OIDC 역할 사용)
+
       - name: Configure AWS credentials
         uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: arn:aws:iam::490913547024:role/gitactionToECR # 기존에 사용하던 역할 ARN
           aws-region: ${{ env.AWS_REGION }}
 
-      # 3. Amazon ECR 로그인
+
       - name: Login to Amazon ECR
         id: login-ecr
         uses: aws-actions/amazon-ecr-login@v2
 
-      # 4. 이미지 태그로 사용할 짧은 Git 커밋 해시 생성
+
       - name: Set short git commit SHA
         id: vars
         run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
 
-      # 5. Docker 이미지 빌드 및 ECR에 푸시
+
       - name: Build, tag, and push image to Amazon ECR
         id: build-image
         env:
           ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
           IMAGE_TAG: ${{ steps.vars.outputs.sha_short }}
         run: |
-          docker build -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG -f ./${{ env.SERVICE_DIR }}/Dockerfile ./${{ env.SERVICE_DIR }}
+          docker build -t $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG -f ./${{ env.SERVICE_DIR }}/Dockerfile .
           docker push $ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG
           echo "image=$ECR_REGISTRY/$ECR_REPOSITORY:$IMAGE_TAG" >> $GITHUB_OUTPUT
 
-      # 6. 최신 ECS 태스크 정의 파일 다운로드
+
 
-      - name: Download task definition
-        id: download-task-def
-        run: |
-          aws ecs describe-task-definition --task-definition ${{ env.ECS_TASK_DEFINITION_FAMILY }} --query taskDefinition > task-definition.json
-          echo "file=task-definition.json" >> $GITHUB_OUTPUT
+      # - name: Download task definition
+      #   id: download-task-def
+      #   run: |
+      #     aws ecs describe-task-definition --task-definition ${{ env.ECS_TASK_DEFINITION_FAMILY }} --query taskDefinition > task-definition.json
+      #     echo "file=task-definition.json" >> $GITHUB_OUTPUT
 
 
-      - name: Clean task definition for old SDK
-        id: clean-task-def
-        run: |
-          # jq를 사용해 다운로드한 파일에서 enableFaultInjection 키를 삭제합니다.
-          jq 'del(.enableFaultInjection)' ${{ steps.download-task-def.outputs.file }} > cleaned-task-def.json
-          echo "file=cleaned-task-def.json" >> $GITHUB_OUTPUT
+      # - name: Clean task definition for old SDK
+      #   id: clean-task-def
+      #   run: |
+      #     jq 'del(.enableFaultInjection)' ${{ steps.download-task-def.outputs.file }} > cleaned-task-def.json
+      #     echo "file=cleaned-task-def.json" >> $GITHUB_OUTPUT
 
 
-      - name: Render Amazon ECS task definition
-        id: render-task-def
-        uses: aws-actions/amazon-ecs-render-task-definition@v1
-        with:
-          task-definition: ${{ steps.clean-task-def.outputs.file }}
+      # - name: Render Amazon ECS task definition
+      #   id: render-task-def
+      #   uses: aws-actions/amazon-ecs-render-task-definition@v1
+      #   with:
+      #     task-definition: ${{ steps.clean-task-def.outputs.file }}
 
-          container-name: ${{ env.CONTAINER_NAME }}
-          image: ${{ steps.build-image.outputs.image }}
+      #     container-name: ${{ env.CONTAINER_NAME }}
+      #     image: ${{ steps.build-image.outputs.image }}
 
-      # 8. 새로운 태스크 정의를 ECS 서비스에 배포
-      - name: Deploy Amazon ECS task definition
-        uses: aws-actions/amazon-ecs-deploy-task-definition@v1
-        with:
-          task-definition: ${{ steps.render-task-def.outputs.task-definition }}
-          service: ${{ env.ECR_REPOSITORY }}
-          cluster: ${{ env.ECS_CLUSTER_NAME }}
-          wait-for-service-stability: true
+
+      # - name: Deploy Amazon ECS task definition
+      #   uses: aws-actions/amazon-ecs-deploy-task-definition@v1
+      #   with:
+      #     task-definition: ${{ steps.render-task-def.outputs.task-definition }}
+      #     service: ${{ env.ECR_REPOSITORY }}
+      #     cluster: ${{ env.ECS_CLUSTER_NAME }}
+      #     wait-for-service-stability: true
 

docker-compose.yml

@@ -0,0 +1,44 @@
+version: "3.9"
+
+services:
+  redis:
+    image: redis:7
+    ports:
+      - "6379:6379"
+
+  mongo:
+    image: mongo:6
+    ports:
+      - "27017:27017"
+    command: ["mongod", "--replSet", "rs0", "--bind_ip_all"]
+    volumes:
+      - mongo_data:/data/db
+
+  model-service:
+    build:
+      context: .
+      dockerfile: model-service/Dockerfile
+    container_name: model-service
+    ports:
+      - "50051:50051"
+    env_file:
+      - .env.dev
+    depends_on:
+      - mongo
+
+  msa-ai-service:
+    build:
+      context: .
+      dockerfile: msa-ai-service/Dockerfile
+    container_name: msa-ai-service
+    ports:
+      - "8000:8000"
+    env_file:
+      - .env.dev
+    depends_on:
+      - redis
+      - mongo
+      - model-service
+
+volumes:
+  mongo_data:

model-service/Dockerfile

@@ -0,0 +1,30 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential \
+    ca-certificates \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY model-service/requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# proto 복사 & gRPC 코드 생성 → 루트(/app)에 생성
+COPY proto ./proto
+RUN python -m grpc_tools.protoc \
+    -I./proto \
+    --python_out=. \
+    --grpc_python_out=. \
+    ./proto/model.proto
+
+# 서비스 코드 복사
+COPY model-service/app ./app
+
+# PYTHONPATH 설정
+ENV PYTHONPATH=/app
+
+# gRPC 서버 실행
+CMD ["python", "-m", "app.main"]        
+

model-service/app/core/config.py

@@ -0,0 +1,34 @@
+import os
+from dotenv import load_dotenv
+
+# ENV 구분
+ENV = os.getenv("ENV", "dev")
+
+if ENV == "prod":
+    load_dotenv(".env.prod")
+else:
+    load_dotenv(".env.dev")
+
+# Mongo
+MONGODB_URI = os.getenv("MONGODB_URI", "mongodb://mongo:27017")
+MONGODB_NAME = os.getenv("MONGODB_NAME", "ai_service_dev")
+
+# Redis
+REDIS_HOST = os.getenv("REDIS_HOST", "redis")
+REDIS_PORT = int(os.getenv("REDIS_PORT", 6379))
+REDIS_REQUEST_STREAM = os.getenv("REDIS_REQUEST_STREAM", "chat:requests")
+REDIS_RESPONSE_STREAM = os.getenv("REDIS_RESPONSE_STREAM", "chat:responses")
+
+# OpenAI
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
+
+# gRPC
+MODEL_SERVICE_HOST = os.getenv("MODEL_SERVICE_HOST", "model-service")
+MODEL_SERVICE_PORT = int(os.getenv("MODEL_SERVICE_PORT", 50051))
+
+# Vector Search (prod용)
+VECTOR_INDEX_NAME = os.getenv("VECTOR_INDEX_NAME", "reviews_embedding_index")
+
+# 라벨 정의
+REVIEW_LABELS = ["quantity", "size", "sweet", "salty", "spicy", "deep", "sour"]
+POLARITY_LABELS = ["POSITIVE", "NEGATIVE"]

model-service/app/db/mongodb.py

@@ -0,0 +1,8 @@
+from pymongo import MongoClient
+from app.core.config import MONGODB_URI, MONGODB_NAME
+
+client = MongoClient(MONGODB_URI)
+db = client[MONGODB_NAME]
+
+def get_collection(name: str):
+    return db[name] # 지정된 콜렉션 반환