mirror of
https://github.com/Mintplex-Labs/anything-llm.git
synced 2024-11-19 20:50:09 +01:00
655ebd9479
* Implement use of native embedder (all-Mini-L6-v2) stop showing prisma queries during dev * Add native embedder as an available embedder selection * wrap model loader in try/catch * print progress on download * add built-in LLM support (expiermental) * Update to progress output for embedder * move embedder selection options to component * saftey checks for modelfile * update ref * Hide selection when on hosted subdomain * update documentation hide localLlama when on hosted * saftey checks for storage of models * update dockerfile to pre-build Llama.cpp bindings * update lockfile * add langchain doc comment * remove extraneous --no-metal option * Show data handling for private LLM * persist model in memory for N+1 chats * update import update dev comment on token model size * update primary README * chore: more readme updates and remove screenshots - too much to maintain, just use the app! * remove screeshot link
105 lines
4.1 KiB
Docker
105 lines
4.1 KiB
Docker
# Setup base image
|
|
FROM ubuntu:jammy-20230522 AS base
|
|
|
|
# Build arguments
|
|
ARG ARG_UID=1000
|
|
ARG ARG_GID=1000
|
|
|
|
# Install system dependencies
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get update && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -yq --no-install-recommends \
|
|
curl gnupg libgfortran5 python3 python3-pip tzdata netcat \
|
|
libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 \
|
|
libgcc1 libglib2.0-0 libgtk-3-0 libnspr4 libpango-1.0-0 libx11-6 libx11-xcb1 libxcb1 \
|
|
libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 \
|
|
libxss1 libxtst6 ca-certificates fonts-liberation libappindicator1 libnss3 lsb-release \
|
|
xdg-utils git build-essential && \
|
|
mkdir -p /etc/apt/keyrings && \
|
|
curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg && \
|
|
echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_18.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list && \
|
|
apt-get update && \
|
|
apt-get install -yq --no-install-recommends nodejs && \
|
|
curl -LO https://github.com/yarnpkg/yarn/releases/download/v1.22.19/yarn_1.22.19_all.deb \
|
|
&& dpkg -i yarn_1.22.19_all.deb \
|
|
&& rm yarn_1.22.19_all.deb && \
|
|
curl -LO https://github.com/jgm/pandoc/releases/download/3.1.3/pandoc-3.1.3-1-amd64.deb \
|
|
&& dpkg -i pandoc-3.1.3-1-amd64.deb \
|
|
&& rm pandoc-3.1.3-1-amd64.deb && \
|
|
rm -rf /var/lib/apt/lists/* /usr/share/icons && \
|
|
dpkg-reconfigure -f noninteractive tzdata && \
|
|
python3 -m pip install --no-cache-dir virtualenv
|
|
|
|
# Create a group and user with specific UID and GID
|
|
RUN groupadd -g $ARG_GID anythingllm && \
|
|
useradd -u $ARG_UID -m -d /app -s /bin/bash -g anythingllm anythingllm && \
|
|
mkdir -p /app/frontend/ /app/server/ /app/collector/ && chown -R anythingllm:anythingllm /app
|
|
|
|
# Copy docker helper scripts
|
|
COPY ./docker/docker-entrypoint.sh /usr/local/bin/
|
|
COPY ./docker/docker-healthcheck.sh /usr/local/bin/
|
|
COPY --chown=anythingllm:anythingllm ./docker/.env.example /app/server/.env
|
|
|
|
# Ensure the scripts are executable
|
|
RUN chmod +x /usr/local/bin/docker-entrypoint.sh && \
|
|
chmod +x /usr/local/bin/docker-healthcheck.sh
|
|
|
|
USER anythingllm
|
|
|
|
WORKDIR /app
|
|
|
|
# Install frontend dependencies
|
|
FROM base as frontend-deps
|
|
|
|
COPY ./frontend/package.json ./frontend/yarn.lock ./frontend/
|
|
RUN cd ./frontend/ && yarn install && yarn cache clean
|
|
|
|
# Install server dependencies
|
|
FROM base as server-deps
|
|
COPY ./server/package.json ./server/yarn.lock ./server/
|
|
RUN cd ./server/ && yarn install --production && yarn cache clean && \
|
|
rm /app/server/node_modules/vectordb/x86_64-apple-darwin.node && \
|
|
rm /app/server/node_modules/vectordb/aarch64-apple-darwin.node
|
|
|
|
# Compile Llama.cpp bindings for node-llama-cpp for this operating system.
|
|
USER root
|
|
RUN cd ./server && npx --no node-llama-cpp download
|
|
USER anythingllm
|
|
|
|
# Build the frontend
|
|
FROM frontend-deps as build-stage
|
|
COPY ./frontend/ ./frontend/
|
|
RUN cd ./frontend/ && yarn build && yarn cache clean
|
|
|
|
# Setup the server
|
|
FROM server-deps as production-stage
|
|
COPY --chown=anythingllm:anythingllm ./server/ ./server/
|
|
|
|
# Copy built static frontend files to the server public directory
|
|
COPY --from=build-stage /app/frontend/dist ./server/public
|
|
|
|
# Copy the collector
|
|
COPY --chown=anythingllm:anythingllm ./collector/ ./collector/
|
|
|
|
# Install collector dependencies
|
|
RUN cd /app/collector && \
|
|
python3 -m virtualenv v-env && \
|
|
. v-env/bin/activate && \
|
|
pip install --no-cache-dir -r requirements.txt
|
|
|
|
# Migrate and Run Prisma against known schema
|
|
RUN cd ./server && npx prisma generate --schema=./prisma/schema.prisma
|
|
RUN cd ./server && npx prisma migrate deploy --schema=./prisma/schema.prisma
|
|
|
|
# Setup the environment
|
|
ENV NODE_ENV=production
|
|
ENV PATH=/app/collector/v-env/bin:$PATH
|
|
|
|
# Expose the server port
|
|
EXPOSE 3001
|
|
|
|
# Setup the healthcheck
|
|
HEALTHCHECK --interval=1m --timeout=10s --start-period=1m \
|
|
CMD /bin/bash /usr/local/bin/docker-healthcheck.sh || exit 1
|
|
|
|
# Run the server
|
|
ENTRYPOINT ["/bin/bash", "/usr/local/bin/docker-entrypoint.sh"] |