✨ Remove endoftext (#70)

src/lib/components/chat/ChatMessage.svelte

@@ -2,7 +2,7 @@
 	import { marked } from "marked";
 	import type { Message } from "$lib/types/Message";
 	import { afterUpdate } from "svelte";
-	import { deepestChild } from "$lib/utils/dom";
+	import { deepestChild } from "$lib/utils/deepestChild";
 
 	import CodeBlock from "../CodeBlock.svelte";
 	import IconLoading from "../icons/IconLoading.svelte";

src/lib/utils/trimPrefix.ts

@@ -0,0 +1,6 @@
+export function trimPrefix(input: string, prefix: string) {
+	if (input.startsWith(prefix)) {
+		return input.slice(prefix.length);
+	}
+	return input;
+}

src/lib/utils/trimSuffix.ts

@@ -0,0 +1,6 @@
+export function trimSuffix(input: string, end: string): string {
+	if (input.endsWith(end)) {
+		return input.slice(0, input.length - end.length);
+	}
+	return input;
+}

src/routes/conversation/[id]/+page.svelte

@@ -7,6 +7,9 @@
 	import { HfInference } from "@huggingface/inference";
 	import { invalidate } from "$app/navigation";
 	import { base } from "$app/paths";
+	import { trimSuffix } from "$lib/utils/trimSuffix";
+	import { PUBLIC_SEP_TOKEN } from "$env/static/public";
+	import { trimPrefix } from "$lib/utils/trimPrefix";
 
 	export let data: PageData;
 
@@ -47,6 +50,19 @@
 
 			if (!data || conversationId !== $page.params.id) break;
 
+			// final message
+			if (data.generated_text) {
+				const lastMessage = messages.at(-1);
+				if (lastMessage) {
+					lastMessage.content = trimPrefix(
+						trimSuffix(data.generated_text, PUBLIC_SEP_TOKEN),
+						"<|startoftext|>"
+					);
+					messages = [...messages];
+				}
+				break;
+			}
+
 			if (!data.token.special) {
 				const lastMessage = messages.at(-1);
 

src/routes/conversation/[id]/+server.ts

@@ -1,10 +1,12 @@
 import { HF_TOKEN } from "$env/static/private";
-import { PUBLIC_MODEL_ENDPOINT } from "$env/static/public";
+import { PUBLIC_MODEL_ENDPOINT, PUBLIC_SEP_TOKEN } from "$env/static/public";
 import { buildPrompt } from "$lib/buildPrompt.js";
 import { collections } from "$lib/server/database.js";
 import type { Message } from "$lib/types/Message.js";
 import { streamToAsyncIterable } from "$lib/utils/streamToAsyncIterable";
 import { sum } from "$lib/utils/sum";
+import { trimPrefix } from "$lib/utils/trimPrefix.js";
+import { trimSuffix } from "$lib/utils/trimSuffix.js";
 import { error } from "@sveltejs/kit";
 import { ObjectId } from "mongodb";
 
@@ -49,6 +51,8 @@ export async function POST({ request, fetch, locals, params }) {
 			generated_text = generated_text.slice(prompt.length);
 		}
 
+		generated_text = trimSuffix(trimPrefix(generated_text, "<|startoftext|>"), PUBLIC_SEP_TOKEN);
+
 		messages.push({ from: "assistant", content: generated_text });
 
 		await collections.conversations.updateOne(