mirror of
https://github.com/mudler/LocalAI.git
synced 2024-06-07 19:40:48 +00:00
12 lines
267 B
Bash
Executable File
12 lines
267 B
Bash
Executable File
#!/bin/bash
|
|
set -ex
|
|
|
|
URL=$1
|
|
OUT=$2
|
|
FILENAME=$(basename $URL)
|
|
|
|
wget -nc $URL -O /build/$FILENAME
|
|
|
|
python3 /build/rwkv.cpp/rwkv/convert_pytorch_to_ggml.py /build/$FILENAME /build/float-model float16
|
|
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_0
|