mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2024-11-19 12:40:09 +01:00
2de6d64214
* Improve frontend layer size and dep logging - test * add temp build image for branch * try to compress layers * clean apt-get post-install * Patch collector layer to preserve cache * prep merge
185 lines
7.6 KiB
Docker
185 lines
7.6 KiB
Docker
# Setup base image
|
|
FROM ubuntu:jammy-20240627.1 AS base
|
|
|
|
# Build arguments
|
|
ARG ARG_UID=1000
|
|
ARG ARG_GID=1000
|
|
|
|
FROM base AS build-arm64
|
|
RUN echo "Preparing build of AnythingLLM image for arm64 architecture"
|
|
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
# Install system dependencies
|
|
# hadolint ignore=DL3008,DL3013
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -yq --no-install-recommends \
|
|
unzip curl gnupg libgfortran5 libgbm1 tzdata netcat \
|
|
libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 \
|
|
libgcc1 libglib2.0-0 libgtk-3-0 libnspr4 libpango-1.0-0 libx11-6 libx11-xcb1 libxcb1 \
|
|
libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 \
|
|
libxss1 libxtst6 ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release \
|
|
xdg-utils git build-essential ffmpeg && \
|
|
mkdir -p /etc/apt/keyrings && \
|
|
curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg && \
|
|
echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_18.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list && \
|
|
apt-get update && \
|
|
apt-get install -yq --no-install-recommends nodejs && \
|
|
curl -LO https://github.com/yarnpkg/yarn/releases/download/v1.22.19/yarn_1.22.19_all.deb \
|
|
&& dpkg -i yarn_1.22.19_all.deb \
|
|
&& rm yarn_1.22.19_all.deb && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Create a group and user with specific UID and GID
|
|
RUN groupadd -g "$ARG_GID" anythingllm && \
|
|
useradd -l -u "$ARG_UID" -m -d /app -s /bin/bash -g anythingllm anythingllm && \
|
|
mkdir -p /app/frontend/ /app/server/ /app/collector/ && chown -R anythingllm:anythingllm /app
|
|
|
|
# Copy docker helper scripts
|
|
COPY ./docker/docker-entrypoint.sh /usr/local/bin/
|
|
COPY ./docker/docker-healthcheck.sh /usr/local/bin/
|
|
COPY --chown=anythingllm:anythingllm ./docker/.env.example /app/server/.env
|
|
|
|
# Ensure the scripts are executable
|
|
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
|
|
chmod +x /usr/local/bin/docker-healthcheck.sh
|
|
|
|
USER anythingllm
|
|
WORKDIR /app
|
|
|
|
# Puppeteer does not ship with an ARM86 compatible build for Chromium
|
|
# so web-scraping would be broken in arm docker containers unless we patch it
|
|
# by manually installing a compatible chromedriver.
|
|
RUN echo "Need to patch Puppeteer x Chromium support for ARM86 - installing dep!" && \
|
|
curl https://playwright.azureedge.net/builds/chromium/1088/chromium-linux-arm64.zip -o chrome-linux.zip && \
|
|
unzip chrome-linux.zip && \
|
|
rm -rf chrome-linux.zip
|
|
|
|
ENV PUPPETEER_SKIP_CHROMIUM_DOWNLOAD=true
|
|
ENV CHROME_PATH=/app/chrome-linux/chrome
|
|
ENV PUPPETEER_EXECUTABLE_PATH=/app/chrome-linux/chrome
|
|
|
|
RUN echo "Done running arm64 specific installtion steps"
|
|
|
|
#############################################
|
|
|
|
# amd64-specific stage
|
|
FROM base AS build-amd64
|
|
RUN echo "Preparing build of AnythingLLM image for non-ARM architecture"
|
|
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
# Install system dependencies
|
|
# hadolint ignore=DL3008,DL3013
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -yq --no-install-recommends \
|
|
curl gnupg libgfortran5 libgbm1 tzdata netcat \
|
|
libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 \
|
|
libgcc1 libglib2.0-0 libgtk-3-0 libnspr4 libpango-1.0-0 libx11-6 libx11-xcb1 libxcb1 \
|
|
libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 \
|
|
libxss1 libxtst6 ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release \
|
|
xdg-utils git build-essential ffmpeg && \
|
|
mkdir -p /etc/apt/keyrings && \
|
|
curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg && \
|
|
echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_18.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list && \
|
|
apt-get update && \
|
|
apt-get install -yq --no-install-recommends nodejs && \
|
|
curl -LO https://github.com/yarnpkg/yarn/releases/download/v1.22.19/yarn_1.22.19_all.deb \
|
|
&& dpkg -i yarn_1.22.19_all.deb \
|
|
&& rm yarn_1.22.19_all.deb && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Create a group and user with specific UID and GID
|
|
RUN groupadd -g "$ARG_GID" anythingllm && \
|
|
useradd -l -u "$ARG_UID" -m -d /app -s /bin/bash -g anythingllm anythingllm && \
|
|
mkdir -p /app/frontend/ /app/server/ /app/collector/ && chown -R anythingllm:anythingllm /app
|
|
|
|
# Copy docker helper scripts
|
|
COPY ./docker/docker-entrypoint.sh /usr/local/bin/
|
|
COPY ./docker/docker-healthcheck.sh /usr/local/bin/
|
|
COPY --chown=anythingllm:anythingllm ./docker/.env.example /app/server/.env
|
|
|
|
# Ensure the scripts are executable
|
|
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
|
|
chmod +x /usr/local/bin/docker-healthcheck.sh
|
|
|
|
#############################################
|
|
# COMMON BUILD FLOW FOR ALL ARCHS
|
|
#############################################
|
|
|
|
# hadolint ignore=DL3006
|
|
FROM build-${TARGETARCH} AS build
|
|
RUN echo "Running common build flow of AnythingLLM image for all architectures"
|
|
|
|
USER anythingllm
|
|
WORKDIR /app
|
|
|
|
# Install & Build frontend layer
|
|
FROM build AS frontend-build
|
|
COPY --chown=anythingllm:anythingllm ./frontend /app/frontend/
|
|
WORKDIR /app/frontend
|
|
RUN yarn install --network-timeout 100000 && yarn cache clean
|
|
RUN yarn build && \
|
|
cp -r dist /tmp/frontend-build && \
|
|
rm -rf * && \
|
|
cp -r /tmp/frontend-build dist && \
|
|
rm -rf /tmp/frontend-build
|
|
WORKDIR /app
|
|
|
|
# Install server layer & build node-llama-cpp
|
|
FROM build AS server-build
|
|
COPY ./server /app/server/
|
|
WORKDIR /app/server
|
|
RUN yarn install --production --network-timeout 100000 && yarn cache clean
|
|
WORKDIR /app
|
|
|
|
# Compile Llama.cpp bindings for node-llama-cpp for this operating system.
|
|
# Creates appropriate bindings for the OS
|
|
USER root
|
|
WORKDIR /app/server
|
|
RUN npx --no node-llama-cpp download
|
|
WORKDIR /app
|
|
USER anythingllm
|
|
|
|
# Build collector deps (this also downloads proper chrome for collector in /app/.cache so that needs to be
|
|
# transferred properly in prod-build stage.
|
|
FROM build AS collector-build
|
|
COPY ./collector /app/collector
|
|
WORKDIR /app/collector
|
|
ENV PUPPETEER_DOWNLOAD_BASE_URL=https://storage.googleapis.com/chrome-for-testing-public
|
|
RUN yarn install --production --network-timeout 100000 && yarn cache clean
|
|
WORKDIR /app
|
|
|
|
FROM build AS production-build
|
|
WORKDIR /app
|
|
# Copy the server
|
|
COPY --chown=anythingllm:anythingllm --from=server-build /app/server/ /app/server/
|
|
# Copy built static frontend files to the server public directory
|
|
COPY --chown=anythingllm:anythingllm --from=frontend-build /app/frontend/dist /app/server/public
|
|
# Copy the collector
|
|
COPY --chown=anythingllm:anythingllm --from=collector-build /app/collector/ /app/collector/
|
|
COPY --chown=anythingllm:anythingllm --from=collector-build /app/.cache/puppeteer /app/.cache/puppeteer
|
|
|
|
# No longer needed? (deprecated)
|
|
# WORKDIR /app/server
|
|
# RUN npx prisma generate --schema=./prisma/schema.prisma && \
|
|
# npx prisma migrate deploy --schema=./prisma/schema.prisma
|
|
# WORKDIR /app
|
|
|
|
# Setup the environment
|
|
ENV NODE_ENV=production
|
|
ENV ANYTHING_LLM_RUNTIME=docker
|
|
|
|
# Expose the server port
|
|
EXPOSE 3001
|
|
|
|
# Setup the healthcheck
|
|
HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
|
CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
|
|
|
# Run the server
|
|
# CMD ["sh", "-c", "tail -f /dev/null"] # For development: keep container open
|
|
ENTRYPOINT ["/bin/bash", "/usr/local/bin/docker-entrypoint.sh"]
|