diff --git a/images/gpu/ollama/singlemodel/Dockerfile b/images/gpu/ollama/singlemodel/Dockerfile new file mode 100644 index 000000000..50147f866 --- /dev/null +++ b/images/gpu/ollama/singlemodel/Dockerfile @@ -0,0 +1,15 @@ +# https://hub.docker.com/r/ollama/ollama +FROM ollama/ollama:0.1.26 + +ENV PATH=$PATH:/usr/local/nvidia/bin:/bin/nvidia/bin +ENV OLLAMA_ORIGINS=* +ENV OLLAMA_HOST=0.0.0.0:11434 + +# Pre-install a single model. +RUN bash -c ' \ + ( ollama serve ) & serverpid="$!"; \ + sleep 5; \ + ollama pull mixtral:instruct && \ + kill "$serverpid" && \ + wait "$serverpid" \ +'