From 2f4558b68e45c71e62e220881778b4b2f7da5412 Mon Sep 17 00:00:00 2001
From: mappu <mappu04@gmail.com>
Date: Sun, 9 Apr 2023 11:12:16 +1200
Subject: [PATCH] api: raise default context size from 512->1024

---
 api.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/api.go b/api.go
index f55a602..4c98801 100644
--- a/api.go
+++ b/api.go
@@ -16,7 +16,7 @@ import "C"
 // Constant LLaMA parameters
 
 const (
-	ParamContextSize             = 512 // RAM requirements: 512 needs 800MB KV (~3216MB overall), 2048 needs 3200MB KV (~??? overall)
+	ParamContextSize             = 1024 // The mem_required is 9800MB + 3216MB/state, regardless of the n_ctx size. However it does affect the KV size for persistence
 	ParamTopK                    = 40
 	ParamTopP                    = 0.95
 	ParamTemperature             = 0.08