From 8b90ac2b1ae6f905d1ec0c2f028dca4a15347a88 Mon Sep 17 00:00:00 2001
From: Dave <dave@gray101.com>
Date: Sat, 29 Jul 2023 02:37:24 -0400
Subject: [PATCH] 1000 -> 10,000 for ropeFreqBase?

the error message talks about a default of 10k, so setting this to 10k instead of 1k experimentally.
---
 pkg/grpc/llm/llama/llama.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pkg/grpc/llm/llama/llama.go b/pkg/grpc/llm/llama/llama.go
index 2f85e175..1cc2ec7b 100644
--- a/pkg/grpc/llm/llama/llama.go
+++ b/pkg/grpc/llm/llama/llama.go
@@ -58,7 +58,7 @@ func (llm *LLM) Load(opts *pb.ModelOptions) error {
 }
 
 func buildPredictOptions(opts *pb.PredictOptions) []llama.PredictOption {
-	ropeFreqBase := float32(1000)
+	ropeFreqBase := float32(10000)
 	ropeFreqScale := float32(1)
 
 	if opts.RopeFreqBase != 0 {