LocalAI/examples/rwkv/scripts/build.sh

12 lines
267 B
Bash
Raw Normal View History

2023-05-05 17:04:52 +00:00
#!/bin/bash
set -ex
URL=$1
OUT=$2
FILENAME=$(basename $URL)
wget -nc $URL -O /build/$FILENAME
python3 /build/rwkv.cpp/rwkv/convert_pytorch_to_ggml.py /build/$FILENAME /build/float-model float16
2023-05-28 20:59:25 +00:00
python3 /build/rwkv.cpp/rwkv/quantize.py /build/float-model $OUT Q4_0