remove array

app.py

@@ -110,12 +110,11 @@ def classify_fn_inner2(inpt, clas):
     for i in tokens:
         model.forward_token_preproc(i, state)
 
-    logits = []
     tokens = tokenizer.encode(f" {inpt}\n").ids
-    for i in tokens[:-1]:
-        logits.append(model.forward_token(i, state))
-    logit_x = [softmax(i) for i in logits]
-    loss = -np.sum([ np.log(x[y]) for x, y in zip(logit_x, tokens[1:]) ]) / len(logit_x)
+    loss = 0
+    for i in range(len(tokens)-1):
+        loss += np.log(softmax(model.forward_token(tokens[i], state)))[tokens[i+1]]
+    loss = -loss / (len(tokens)-1)
 
     return loss