adjusted layer estimation

This commit is contained in:
Concedo
2024-07-24 21:54:49 +08:00
parent b7fc8e644a
commit e28c42d7f7
6 changed files with 9 additions and 7 deletions
@@ -25,7 +25,7 @@ jobs:
mkdir build
cd build
cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
cmake --build . --config Release -j $((${env:NUMBER_OF_PROCESSORS} - 1))
- name: Save artifact
uses: actions/upload-artifact@v3
@@ -49,7 +49,7 @@ jobs:
mkdir build
cd build
cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
cmake --build . --config Release -j $((${env:NUMBER_OF_PROCESSORS} - 1))
mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd ..
@@ -49,7 +49,7 @@ jobs:
mkdir build
cd build
cmake .. -DLLAMA_CUBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
cmake --build . --config Release -j $((${env:NUMBER_OF_PROCESSORS} - 1))
mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd ..
@@ -49,7 +49,7 @@ jobs:
mkdir build
cd build
cmake .. -DLLAMA_CUBLAS=ON -DLLAMA_AVX2=OFF -DCMAKE_SYSTEM_VERSION="10.0.19041.0"
cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS}
cmake --build . --config Release -j $((${env:NUMBER_OF_PROCESSORS} - 1))
mv bin/Release/koboldcpp_cublas.dll ../koboldcpp_cublas.dll
cd ..