code.ivysaur.me/llamacpphtmld
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

api: raise default context size from 512->1024

Browse Source
This commit is contained in:
mappu 2023-04-09 11:12:16 +12:00
parent fac1a5b484
commit 2f4558b68e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api.go
View File

@ -16,7 +16,7 @@ import "C"
// Constant LLaMA parameters // Constant LLaMA parameters
const ( const (
ParamContextSize = 512 // RAM requirements: 512 needs 800MB KV (~3216MB overall), 2048 needs 3200MB KV (~??? overall) ParamContextSize = 1024 // The mem_required is 9800MB + 3216MB/state, regardless of the n_ctx size. However it does affect the KV size for persistence
ParamTopK = 40 ParamTopK = 40
ParamTopP = 0.95 ParamTopP = 0.95
ParamTemperature = 0.08 ParamTemperature = 0.08