remove fix-permissions, we don't need it

amazeeio · Aug 17, 2023 · d49f6b3 · d49f6b3
1 parent ed5b864
commit d49f6b3
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 16 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -24,12 +24,6 @@ WORKDIR /app
 
 COPY ./start-llama2.sh /app/start-llama2.sh
 COPY ./hug_model.py /app/hug_model.py
-COPY ./fix-permissions.sh /app/fix-permissions.sh
-RUN chmod +x /app/fix-permissions.sh
-
-RUN mkdir -p /data \
-    && /app/fix-permissions.sh /data
-
 # Set environment variable for the host
 ENV HOST=0.0.0.0
 

diff --git a/fix-permissions.sh b/fix-permissions.sh
diff --git a/gpu.Dockerfile b/gpu.Dockerfile
@@ -23,12 +23,9 @@ WORKDIR /app
 
 COPY ./start-llama2.sh /app/start-llama2.sh
 COPY ./hug_model.py /app/hug_model.py
-COPY ./fix-permissions.sh /app/fix-permissions.sh
-RUN chmod +x /app/fix-permissions.sh
-
-RUN mkdir -p /data \
-    && /app/fix-permissions.sh /data
 
+# Tell LLAMA_CPP that we want to offload layers to the GPU
+ENV LLAMA_CPP_ARGS="--n_gpu_layers=43"
 
 # Set environment variable for the host
 ENV HOST=0.0.0.0