-
Notifications
You must be signed in to change notification settings - Fork 0
/
dockerfile
65 lines (50 loc) · 1.79 KB
/
dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# Use a lighter base image
FROM python:3.11-slim-buster as builder
# Set environment variables
ENV PYTHONUNBUFFERED=1 \
POETRY_HOME="/opt/poetry" \
POETRY_VENV="/opt/poetry-venv" \
POETRY_CACHE_DIR="/opt/.cache" \
PYTHONPATH="/app"
# Install system dependencies and Poetry, then clean up in a single RUN command
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \
curl \
&& curl -sSL https://install.python-poetry.org | python3 - \
&& apt-get clean \
&& rm -rf /var/lib/apt/lists/*
# Add Poetry to PATH
ENV PATH="${PATH}:${POETRY_HOME}/bin"
# Set working directory
WORKDIR /app
# Copy only requirements
COPY pyproject.toml poetry.lock* /app/
# Install project dependencies (including dev dependencies)
RUN poetry config virtualenvs.create false \
&& poetry install --no-interaction --no-ansi \
&& rm -rf ${POETRY_CACHE_DIR}
# Start a new stage for a smaller final image
FROM python:3.11-slim-buster
# Copy the entire Python environment and application code from builder
COPY --from=builder /usr/local /usr/local
COPY --from=builder /app /app
# Set environment variables
ENV PYTHONUNBUFFERED=1 \
POETRY_HOME="/opt/poetry" \
POETRY_VENV="/opt/poetry-venv" \
POETRY_CACHE_DIR="/opt/.cache" \
PYTHONPATH="/app" \
PATH="${PATH}:/opt/poetry/bin"
# Set working directory
WORKDIR /app
# Copy only the necessary application code
COPY llm_inference /app/llm_inference
COPY scripts /app/scripts
# Expose port 8000 to the host
EXPOSE 8000
# Define a build-time argument with a default value
ARG INFERENCE_SERVER=llm_inference.s3_inference_server
# Set an environment variable using the argument
ENV INFERENCE_SERVER=${INFERENCE_SERVER}
# Run the application directly with Python (without Poetry)
CMD python -m ${INFERENCE_SERVER}