Skip to content

Commit

Permalink
Update Dockerfile and workflows for version 1.49
Browse files Browse the repository at this point in the history
and add LLAMA_PORTABLE environment variable
  • Loading branch information
korewaChino committed Nov 16, 2023
1 parent eba3d25 commit 0ef7903
Show file tree
Hide file tree
Showing 4 changed files with 4 additions and 2 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/docker.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ on:
- "main"

env:
VERSION: 1.48
VERSION: 1.49

jobs:
docker-cuda:
Expand Down
1 change: 1 addition & 0 deletions Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}

# Unless otherwise specified, we make a fat build.
ARG CUDA_DOCKER_ARCH=all
ENV LLAMA_PORTABLE=1
ENV DEBIAN_FRONTEND=noninteractive

RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl gnupg software-properties-common
Expand Down
2 changes: 1 addition & 1 deletion koboldcpp
Submodule koboldcpp updated 51 files
+2 −1 .gitignore
+1 −4 CMakeLists.txt
+24 −14 Makefile
+ OpenCL.dll
+1 −0 README.md
+100 −0 cmake/FindSIMD.cmake
+29 −15 colab.ipynb
+1 −0 common/CMakeLists.txt
+392 −0 common/base64.hpp
+13 −0 common/common.cpp
+0 −247 convert-bloom-hf-to-gguf.py
+0 −253 convert-falcon-hf-to-gguf.py
+0 −221 convert-gptneox-hf-to-gguf.py
+890 −0 convert-hf-to-gguf.py
+0 −227 convert-mpt-hf-to-gguf.py
+0 −272 convert-refact-hf-to-gguf.py
+0 −210 convert-starcoder-hf-to-gguf.py
+2 −2 convert.py
+1 −1 examples/finetune/finetune.cpp
+33 −11 examples/llava/CMakeLists.txt
+3 −4 examples/llava/README.md
+53 −33 examples/llava/clip.cpp
+31 −10 examples/llava/clip.h
+313 −0 examples/llava/llava-cli.cpp
+0 −147 examples/llava/llava-utils.h
+111 −119 examples/llava/llava.cpp
+50 −0 examples/llava/llava.h
+1 −1 examples/server/CMakeLists.txt
+3 −1 examples/server/README.md
+2,159 −2,076 examples/server/index.html.hpp
+32 −8 examples/server/public/index.html
+2 −0 examples/server/server.cpp
+3 −0 expose.cpp
+4 −2 expose.h
+12 −9 ggml-alloc.c
+84 −88 ggml-cuda.cu
+5 −0 ggml-cuda.h
+78 −252 ggml.c
+5 −0 ggml.h
+55 −29 gguf-py/gguf/gguf.py
+1 −1 gguf-py/pyproject.toml
+51 −3 gpttype_adapter.cpp
+729 −685 kcpp_docs.embd
+412 −85 klite.embd
+94 −19 koboldcpp.py
+112 −80 llama.cpp
+1 −1 make_old_pyinstaller.bat
+1 −1 make_old_pyinstaller_cuda.bat
+1 −1 make_pyinstaller.bat
+1 −1 make_pyinstaller_hybrid_henk.bat
+1 −0 mypy.ini
1 change: 1 addition & 0 deletions nocuda.dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ ARG ROCM_DOCKER_ARCH=\


FROM ${BASE_ROCM_DEV_CONTAINER}
ENV LLAMA_PORTABLE=1
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates curl gnupg software-properties-common
RUN apt-get install -y --no-install-recommends \
Expand Down

0 comments on commit 0ef7903

Please sign in to comment.