• Joined on 2026-05-08

crillai-model-server (sha-7abb53e)

Published 2026-06-27 14:22:45 +00:00 by jen

Installation

docker pull gitea.nghienai.top/jen/crillai-model-server:sha-7abb53e
sha256:7db1cf8ff306416e0a87a53188fef246fa86e3318013c9bfe7d748f10fa6852f

Images

Digest OS / Arch Size
d6359a7a7b linux/amd64 4.5 GiB

Image Layers ( linux/amd64)

# debian.sh --arch 'amd64' out/ 'trixie' '@1779062400'
ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; apt-get dist-clean # buildkit
ENV GPG_KEY=7169605F62C751356D054A26A821E680E5FA6305
ENV PYTHON_VERSION=3.13.13
ENV PYTHON_SHA256=2ab91ff401783ccca64f75d10c882e957bdfd60e2bf5a72f8421793729b78a71
RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; echo "$PYTHON_SHA256 *python.tar.xz" | sha256sum -c -; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared $(test "${gnuArch%%-*}" != 'riscv64' && echo '--with-lto') --with-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:-} -Wl,--strip-all"; arch="$(dpkg --print-architecture)"; arch="${arch##*-}"; case "$arch" in amd64|arm64) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer -mno-omit-leaf-frame-pointer"; ;; i386) ;; *) EXTRA_CFLAGS="${EXTRA_CFLAGS:-} -fno-omit-frame-pointer"; ;; esac; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-} -Wl,-rpath='\$\$ORIGIN/../lib'" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -rt dpkg-query --search | awk 'sub(":$", "", $1) { print $1 }' | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; apt-get dist-clean; export PYTHONDONTWRITEBYTECODE=1; python3 --version; pip3 --version # buildkit
RUN /bin/sh -c set -eux; for src in idle3 pip3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit
CMD ["python3"]
ENV ONYX_RUNNING_IN_DOCKER=true HF_HOME=/app/.cache/huggingface
COPY /uv /uvx /bin/ # buildkit
RUN /bin/sh -c mkdir -p /app/.cache/huggingface # buildkit
COPY ./requirements/model_server.txt /tmp/requirements.txt # buildkit
RUN /bin/sh -c awk '/^[[:alnum:]]/ { keep = ($0 ~ /^(torch|nvidia-[a-z0-9-]+|triton)==/) } keep' /tmp/requirements.txt | uv pip install --system --no-cache-dir --no-deps --require-hashes -r /dev/stdin && rm -rf ~/.cache/uv # buildkit
RUN /bin/sh -c uv pip install --system --no-cache-dir --no-deps --require-hashes -r /tmp/requirements.txt && rm -rf ~/.cache/uv /tmp/*.txt # buildkit
LABEL com.danswer.maintainer=founders@onyx.app
LABEL com.danswer.description=This image is for the Onyx model server which runs all of the AI models for Onyx. This container and all the code is MIT Licensed and free for all to use. You can find it at https://hub.docker.com/r/onyx/onyx-model-server. For more details, visit https://github.com/onyx-dot-app/onyx.
RUN /bin/sh -c groupadd -g 1001 onyx && useradd -u 1001 -g onyx -m -s /bin/bash onyx && mkdir -p /var/log/onyx && chmod 755 /var/log/onyx && chown onyx:onyx /var/log/onyx # buildkit
COPY --chown=onyx:onyx /app/.cache/huggingface /app/.cache/temp_huggingface # buildkit
WORKDIR /app
COPY ./onyx/utils/logger.py /app/onyx/utils/logger.py # buildkit
COPY ./onyx/utils/platform_utils.py /app/onyx/utils/platform_utils.py # buildkit
COPY ./onyx/utils/middleware.py /app/onyx/utils/middleware.py # buildkit
COPY ./onyx/utils/tenant.py /app/onyx/utils/tenant.py # buildkit
COPY ./onyx/configs/__init__.py /app/onyx/configs/__init__.py # buildkit
COPY ./onyx/configs/sentry.py /app/onyx/configs/sentry.py # buildkit
COPY ./onyx/__init__.py /app/onyx/__init__.py # buildkit
COPY ./shared_configs /app/shared_configs # buildkit
COPY ./model_server /app/model_server # buildkit
ENV PYTHONPATH=/app
ARG ONYX_VERSION=4.3.0-beta.0
ENV ONYX_VERSION=4.3.0-beta.0
CMD ["uvicorn" "model_server.main:app" "--host" "0.0.0.0" "--port" "9000"]

Labels

Key Value
com.danswer.description This image is for the Onyx model server which runs all of the AI models for Onyx. This container and all the code is MIT Licensed and free for all to use. You can find it at https://hub.docker.com/r/onyx/onyx-model-server. For more details, visit https://github.com/onyx-dot-app/onyx.
com.danswer.maintainer founders@onyx.app
org.opencontainers.image.created 2026-06-27T14:22:41.637Z
org.opencontainers.image.description
org.opencontainers.image.licenses
org.opencontainers.image.revision 7abb53e0d2f8864eff49006127075eb6dba2a363
org.opencontainers.image.source https://github.com/lazidoca/crillnix
org.opencontainers.image.title crillnix
org.opencontainers.image.url https://github.com/lazidoca/crillnix
org.opencontainers.image.version main
Details
Container
2026-06-27 14:22:45 +00:00
0
OCI / Docker
Versions (121) View all
latest 2026-06-29
deploy-latest 2026-06-29
sha-155ea3d 2026-06-29
main 2026-06-29
sha-7748438 2026-06-29