AAAA

app.py

@@ -35,7 +35,7 @@ def complete_fn(inpt, max_tokens, min_tokens, alpha_f, alpha_p):
         for i in range(len(tokens) - 1):
             model.forward_token_preproc(tokens[i], state)
             yield (tokenizer.decode(tokens[:i + 1]), None)
-        logits = model.forward_token(tokens[:-1], state)
+        logits = model.forward_token(tokens[-1], state)
         yield (text, None)
         max_tokens = int(max_tokens)
         for i in range(max_tokens):