code.ivysaur.me/llamacpphtmld
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

api: support a MaxTokens parameter

Browse Source
This commit is contained in:
mappu 2023-04-08 16:03:59 +12:00
parent 6c6a5c602e
commit 0c96f2bf6b
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
api.go
View File

@ -36,6 +36,7 @@ func (this *Application) POST_Chat(w http.ResponseWriter, r *http.Request) {
ConversationID string ConversationID string
APIKey string APIKey string
Content string Content string
MaxTokens int
} }
var apiParams requestBody var apiParams requestBody
err := json.NewDecoder(r.Body).Decode(&apiParams) err := json.NewDecoder(r.Body).Decode(&apiParams)
@ -44,6 +45,11 @@ func (this *Application) POST_Chat(w http.ResponseWriter, r *http.Request) {
return return
} }
if apiParams.MaxTokens < 0 {
http.Error(w, "MaxTokens should be 0 or positive", 400)
return
}
// Verify API key // Verify API key
// TODO // TODO
@ -94,7 +100,12 @@ func (this *Application) POST_Chat(w http.ResponseWriter, r *http.Request) {
// We've consumed all the input. // We've consumed all the input.
for i := int(llast_n_tokens_used_size); i < ParamContextSize; i += 1 { EndPos := ParamContextSize
if apiParams.MaxTokens != 0 && (int(llast_n_tokens_used_size)+apiParams.MaxTokens) < ParamContextSize {
EndPos = int(llast_n_tokens_used_size) + apiParams.MaxTokens
}
for i := int(llast_n_tokens_used_size); i < EndPos; i += 1 {
if err := r.Context().Err(); err != nil { if err := r.Context().Err(); err != nil {
return return
} }