-
-
Notifications
You must be signed in to change notification settings - Fork 1.9k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
build(Dockerfile): new dockerfile with prisma db setup
not many services allow you to pass docker build args, so we needed another way of setting this
- Loading branch information
1 parent
fa74831
commit 9470c7d
Showing
2 changed files
with
94 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,64 @@ | ||
# Base image for building | ||
ARG LITELLM_BUILD_IMAGE=python:3.9 | ||
|
||
# Runtime image | ||
ARG LITELLM_RUNTIME_IMAGE=python:3.9-slim | ||
# Builder stage | ||
FROM $LITELLM_BUILD_IMAGE as builder | ||
|
||
# Set the working directory to /app | ||
WORKDIR /app | ||
|
||
# Install build dependencies | ||
RUN apt-get clean && apt-get update && \ | ||
apt-get install -y gcc python3-dev && \ | ||
rm -rf /var/lib/apt/lists/* | ||
|
||
RUN pip install --upgrade pip && \ | ||
pip install build | ||
|
||
# Copy the current directory contents into the container at /app | ||
COPY . . | ||
|
||
# Build the package | ||
RUN rm -rf dist/* && python -m build | ||
|
||
# There should be only one wheel file now, assume the build only creates one | ||
RUN ls -1 dist/*.whl | head -1 | ||
|
||
# Install the package | ||
RUN pip install dist/*.whl | ||
|
||
# install dependencies as wheels | ||
RUN pip wheel --no-cache-dir --wheel-dir=/wheels/ -r requirements.txt | ||
|
||
# Runtime stage | ||
FROM $LITELLM_RUNTIME_IMAGE as runtime | ||
|
||
WORKDIR /app | ||
# Copy the current directory contents into the container at /app | ||
COPY . . | ||
RUN ls -la /app | ||
|
||
# Copy the built wheel from the builder stage to the runtime stage; assumes only one wheel file is present | ||
COPY --from=builder /app/dist/*.whl . | ||
COPY --from=builder /wheels/ /wheels/ | ||
|
||
# Install the built wheel using pip; again using a wildcard if it's the only file | ||
RUN pip install --no-cache-dir --find-links=/wheels/ -r requirements.txt \ | ||
&& pip install *.whl \ | ||
&& rm -f *.whl | ||
|
||
|
||
# If true, execute the following instructions | ||
RUN prisma generate | ||
|
||
RUN chmod +x /app/retry_push.sh | ||
|
||
RUN /app/retry_push.sh | ||
|
||
EXPOSE 4000/tcp | ||
|
||
# Set your entrypoint and command | ||
ENTRYPOINT ["litellm"] | ||
CMD ["--num_workers", "8", "--port", "4000"] |