mirror of
https://github.com/mudler/LocalAI.git
synced 2026-10-20 13:24:27 -04:00
examples: add rwkv script folder
This commit is contained in:
1 parent
e62ee2bc06
commit
3ff9bbd217
1 file changed
+11
Executable
+11
@@ -0,0 +1,11 @@
|
||||
#!/bin/bash
|
||||
set -ex
|
||||
|
||||
URL=$1
|
||||
OUT=$2
|
||||
FILENAME=$(basename $URL)
|
||||
|
||||
wget -nc $URL -O /build/$FILENAME
|
||||
|
||||
python3 /build/rwkv.cpp/rwkv/convert_pytorch_to_ggml.py /build/$FILENAME /build/float-model float16
|
||||
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_2
|
||||
Reference in new issue
Block a user