code.ivysaur.me/llamacpphtmld
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

api: don't log resulting tokens on backend

Browse Source
This commit is contained in:
mappu 2023-04-08 15:48:26 +12:00
parent 2cdcf54dd8
commit 2c11e32018
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api.go
View File

@ -150,8 +150,6 @@ func (this *Application) POST_Chat(w http.ResponseWriter, r *http.Request) {
// The model did have something to say // The model did have something to say
tokenStr := C.GoString(C.llama_token_to_str(lcontext, newTokenId)) tokenStr := C.GoString(C.llama_token_to_str(lcontext, newTokenId))
log.Printf("token is %q", tokenStr)
// Push this new token into the lembedding_ state, or else we'll just get it over and over again // Push this new token into the lembedding_ state, or else we'll just get it over and over again
llast_n_tokens[i] = newTokenId llast_n_tokens[i] = newTokenId