24 lines
904 B
Docker
24 lines
904 B
Docker
# iAOP 推理服务镜像（部署用，对齐 deploy/k8s/helm/iaop Chart 契约）
|
||
# 构建：docker build -t iaop/inference:v1.0.0 -f deploy/k8s/docker/Dockerfile .
|
||
FROM python:3.11-slim
|
||
|
||
WORKDIR /app
|
||
|
||
# 推理后端内核代码（core/inference-backend，纯标准库，无硬件强依赖）。
|
||
# 目录名含连字符，镜像内复制为下划线名以便 import inference_backend。
|
||
COPY core/inference-backend/ /app/inference_backend/
|
||
|
||
# HTTP 服务入口（/health + /v1/chat/completions + /v1/models）
|
||
COPY deploy/k8s/docker/serve.py /app/serve.py
|
||
|
||
# 仅需 PyYAML 解析 backends.yaml（Chart backend-configmap 挂载）
|
||
RUN pip install --no-cache-dir pyyaml -i https://pypi.tuna.tsinghua.edu.cn/simple
|
||
|
||
ENV IAOP_BACKEND_CONFIG=/etc/iaop/backends.yaml \
|
||
IAOP_PORT=8000
|
||
|
||
EXPOSE 8000
|
||
|
||
# 探针契约：GET /health → 200；推理：POST /v1/chat/completions
|
||
CMD ["python", "/app/serve.py"]
|