Install ollama in docker image

Dockerfile

@@ -26,6 +26,11 @@ RUN apt-get update && \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
+RUN curl -fsSL https://ollama.com/install.sh | sh
+ARG OLLAMA_MODEL
+COPY ollama_init.sh .
+RUN chmod +x ollama_init.sh
+RUN ./ollama_init.sh ${OLLAMA_MODEL}
 
 RUN useradd -m -u 1000 user
 USER user
@@ -46,9 +51,6 @@ COPY --chown=1000 ./requirements.txt /tmp/requirements.txt
 RUN pip install --no-cache-dir --upgrade -r /tmp/requirements.txt && \
     pip install flash-attn --no-build-isolation
 
-RUN curl -fsSL https://ollama.com/install.sh | sh
-RUN ollama pull ${OLLAMA_MODEL}
-
 COPY --chown=1000 src ${HOME}/app
 
 EXPOSE 8501

ollama_init.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+echo "Starting Ollama server..."
+ollama serve &
+
+
+echo "Waiting for Ollama server to be active..."
+while [ "$(ollama list | grep 'NAME')" == "" ]; do
+  sleep 1
+done
+
+
+ollama pull $1