ValiRef/docker-compose.prod.yml at master · Gianthard-cyh/ValiRef · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
# Docker Compose for Production
# 生产环境 - 所有服务容器化运行

services:
  postgres:
    image: paradedb/paradedb:latest
    container_name: valiref-postgres
    environment:
      POSTGRES_USER: valiref
      POSTGRES_PASSWORD: valiref_secret
      POSTGRES_DB: arxiv_db
    volumes:
      - postgres_data:/var/lib/postgresql
    deploy:
      resources:
        limits:
          memory: 1.5G
        reservations:
          memory: 512M
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U valiref -d arxiv_db"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - valiref-network
    restart: unless-stopped

  rabbitmq:
    image: rabbitmq:3-management-alpine
    container_name: valiref-rabbitmq
    environment:
      RABBITMQ_DEFAULT_USER: guest
      RABBITMQ_DEFAULT_PASS: guest
    ports:
      - "8085:15672"
    volumes:
      - rabbitmq_data:/var/lib/rabbitmq
    healthcheck:
      test: rabbitmq-diagnostics -q ping
      interval: 5s
      timeout: 5s
      retries: 5
    networks:
      - valiref-network
    restart: unless-stopped

  api:
    image: ${DOCKER_REGISTRY:-sgccr.ccs.tencentyun.com}/${DOCKER_NAMESPACE:-valiref}/${DOCKER_IMAGE:-valiref-backend}:${IMAGE_TAG:-latest}
    build:
      context: .
      dockerfile: Dockerfile
    container_name: valiref-api
    environment:
      DB_HOST: postgres
      DB_PORT: 5432
      DB_USER: valiref
      DB_PASSWORD: valiref_secret
      DB_NAME: arxiv_db
      RABBITMQ_URL: amqp://guest:guest@rabbitmq:5672/
      RABBITMQ_QUEUE_NAME: valiref_pdf_validation
      RABBITMQ_DLQ_NAME: valiref_pdf_validation_dlq
      RABBITMQ_DLX_NAME: valiref_pdf_validation_dlx
      API_HOST: 0.0.0.0
      API_PORT: 8000
      API_MAX_UPLOAD_SIZE: 50
      PDF_STORAGE_PATH: /tmp/valiref/pdfs
      DEEPSEEK_API_KEY: ${DEEPSEEK_API_KEY:-}
      # HuggingFace 国内镜像
      HF_ENDPOINT: https://hf-mirror.com
      # 离线模式，防止运行时访问 HuggingFace
      TRANSFORMERS_OFFLINE: "1"
      HF_HUB_OFFLINE: "1"
    volumes:
      - pdf_storage:/tmp/valiref/pdfs
    # API 暴露给宿主机，由全局 Caddy 反代
    ports:
      - "127.0.0.1:8000:8000"
    depends_on:
      postgres:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
    networks:
      - valiref-network
    restart: unless-stopped

  worker:
    image: ${DOCKER_REGISTRY:-sgccr.ccs.tencentyun.com}/${DOCKER_NAMESPACE:-valiref}/${DOCKER_IMAGE:-valiref-backend}:${IMAGE_TAG:-latest}
    build:
      context: .
      dockerfile: Dockerfile
    # container_name 移除，支持 scale
    # container_name: valiref-worker
    command: python -m src.api.worker.consumer
    environment:
      DB_HOST: postgres
      DB_PORT: 5432
      DB_USER: valiref
      DB_PASSWORD: valiref_secret
      DB_NAME: arxiv_db
      RABBITMQ_URL: amqp://guest:guest@rabbitmq:5672/
      RABBITMQ_QUEUE_NAME: valiref_pdf_validation
      RABBITMQ_DLQ_NAME: valiref_pdf_validation_dlq
      RABBITMQ_DLX_NAME: valiref_pdf_validation_dlx
      RABBITMQ_MAX_RETRIES: 3
      WORKER_CONCURRENCY: 2
      WORKER_PREFETCH_COUNT: 5
      PDF_STORAGE_PATH: /tmp/valiref/pdfs
      DEEPSEEK_API_KEY: ${DEEPSEEK_API_KEY:-}
      # HuggingFace 国内镜像
      HF_ENDPOINT: https://hf-mirror.com
      # 离线模式，防止运行时访问 HuggingFace
      TRANSFORMERS_OFFLINE: "1"
      HF_HUB_OFFLINE: "1"
    volumes:
      - pdf_storage:/tmp/valiref/pdfs
    depends_on:
      postgres:
        condition: service_healthy
      rabbitmq:
        condition: service_healthy
    networks:
      - valiref-network
    restart: unless-stopped
    # Scale: docker-compose -f docker-compose.prod.yml up -d --scale worker=3

volumes:
  postgres_data:
  rabbitmq_data:
  pdf_storage:

networks:
  valiref-network:
    driver: bridge