api: raise default context size from 512->1024
This commit is contained in:
parent
fac1a5b484
commit
2f4558b68e
2
api.go
2
api.go
@ -16,7 +16,7 @@ import "C"
|
||||
// Constant LLaMA parameters
|
||||
|
||||
const (
|
||||
ParamContextSize = 512 // RAM requirements: 512 needs 800MB KV (~3216MB overall), 2048 needs 3200MB KV (~??? overall)
|
||||
ParamContextSize = 1024 // The mem_required is 9800MB + 3216MB/state, regardless of the n_ctx size. However it does affect the KV size for persistence
|
||||
ParamTopK = 40
|
||||
ParamTopP = 0.95
|
||||
ParamTemperature = 0.08
|
||||
|
Loading…
Reference in New Issue
Block a user