let's use Zephyr 7b for storytelling

.env

@@ -63,13 +63,14 @@ RENDERING_OPENAI_API_MODEL="dall-e-3"
 
 # If you decided to use OpenAI for the LLM engine
 LLM_OPENAI_API_BASE_URL="https://api.openai.com/v1"
-LLM_OPENAI_API_MODEL="gpt-3.5-turbo"
+LLM_OPENAI_API_MODEL="gpt-4"
 
 # If you decided to use a private Hugging Face Inference Endpoint for the LLM engine
 LLM_HF_INFERENCE_ENDPOINT_URL=""
 
 # If you decided to use a Hugging Face Inference API model for the LLM engine
-LLM_HF_INFERENCE_API_MODEL="meta-llama/Llama-2-70b-chat-hf"
+# LLM_HF_INFERENCE_API_MODEL="meta-llama/Llama-2-70b-chat-hf"
+LLM_HF_INFERENCE_API_MODEL="HuggingFaceH4/zephyr-7b-beta"
 
 # ----------- COMMUNITY SHARING (OPTIONAL) -----------
 # You don't need those community sharing options to run the AI Comic Factory

package-lock.json

@@ -43,7 +43,7 @@
         "konva": "^9.2.2",
         "lucide-react": "^0.260.0",
         "next": "13.4.10",
-        "openai": "^4.16.1",
+        "openai": "^4.17.5",
         "pick": "^0.0.1",
         "postcss": "8.4.26",
         "react": "18.2.0",
@@ -192,9 +192,9 @@
       }
     },
     "node_modules/@floating-ui/react-dom": {
-      "version": "2.0.2",
-      "resolved": "https://registry.npmjs.org/@floating-ui/react-dom/-/react-dom-2.0.2.tgz",
-      "integrity": "sha512-5qhlDvjaLmAst/rKb3VdlCinwTF4EYMiVxuuc/HVUjs46W0zgtbMmAZ1UTsDrRTxRmUEzl92mOtWbeeXL26lSQ==",
+      "version": "2.0.4",
+      "resolved": "https://registry.npmjs.org/@floating-ui/react-dom/-/react-dom-2.0.4.tgz",
+      "integrity": "sha512-CF8k2rgKeh/49UrnIBs4BdxPUV6vize/Db1d/YbCLyp9GiVZ0BEwf5AiDSxJRCr6yOkGqTFHtmrULxkEfYZ7dQ==",
       "dependencies": {
         "@floating-ui/dom": "^1.5.1"
       },
@@ -1651,23 +1651,23 @@
       "integrity": "sha512-Dd0BYtWgnWJKwO1jkmTrzofjK2QXXcai0dmtzvIBhcA+RsG5h8R3xlyta0kGOZRNfL9GuRtb1knmPEhQrePCEw=="
     },
     "node_modules/@types/node-fetch": {
-      "version": "2.6.8",
-      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.8.tgz",
-      "integrity": "sha512-nnH5lV9QCMPsbEVdTb5Y+F3GQxLSw1xQgIydrb2gSfEavRPs50FnMr+KUaa+LoPSqibm2N+ZZxH7lavZlAT4GA==",
+      "version": "2.6.9",
+      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.9.tgz",
+      "integrity": "sha512-bQVlnMLFJ2d35DkPNjEPmd9ueO/rh5EiaZt2bhqiSarPjZIuIV6bPQVqcrEyvNo+AfTrRGVazle1tl597w3gfA==",
       "dependencies": {
         "@types/node": "*",
         "form-data": "^4.0.0"
       }
     },
     "node_modules/@types/prop-types": {
-      "version": "15.7.9",
-      "resolved": "https://registry.npmjs.org/@types/prop-types/-/prop-types-15.7.9.tgz",
-      "integrity": "sha512-n1yyPsugYNSmHgxDFjicaI2+gCNjsBck8UX9kuofAKlc0h1bL+20oSF72KeNaW2DUlesbEVCFgyV2dPGTiY42g=="
+      "version": "15.7.10",
+      "resolved": "https://registry.npmjs.org/@types/prop-types/-/prop-types-15.7.10.tgz",
+      "integrity": "sha512-mxSnDQxPqsZxmeShFH+uwQ4kO4gcJcGahjjMFeLbKE95IAZiiZyiEepGZjtXJ7hN/yfu0bu9xN2ajcU0JcxX6A=="
     },
     "node_modules/@types/qs": {
-      "version": "6.9.9",
-      "resolved": "https://registry.npmjs.org/@types/qs/-/qs-6.9.9.tgz",
-      "integrity": "sha512-wYLxw35euwqGvTDx6zfY1vokBFnsK0HNrzc6xNHchxfO2hpuRg74GbkEW7e3sSmPvj0TjCDT1VCa6OtHXnubsg==",
+      "version": "6.9.10",
+      "resolved": "https://registry.npmjs.org/@types/qs/-/qs-6.9.10.tgz",
+      "integrity": "sha512-3Gnx08Ns1sEoCrWssEgTSJs/rsT2vhGP+Ja9cnnk9k4ALxinORlQneLXFeFKOTJMOeZUFD1s7w+w2AphTpvzZw==",
       "dev": true
     },
     "node_modules/@types/react": {
@@ -1689,17 +1689,17 @@
       }
     },
     "node_modules/@types/react-reconciler": {
-      "version": "0.28.7",
-      "resolved": "https://registry.npmjs.org/@types/react-reconciler/-/react-reconciler-0.28.7.tgz",
-      "integrity": "sha512-sNYVByOrgx0a7vX4v3KUMqUA2Iaxc4SozXdUUFxcgUXUMlIUQMgHJRlp7ig42180gknti8DRHleC7Ru4aLlyBQ==",
+      "version": "0.28.8",
+      "resolved": "https://registry.npmjs.org/@types/react-reconciler/-/react-reconciler-0.28.8.tgz",
+      "integrity": "sha512-SN9c4kxXZonFhbX4hJrZy37yw9e7EIxcpHCxQv5JUS18wDE5ovkQKlqQEkufdJCCMfuI9BnjUJvhYeJ9x5Ra7g==",
       "dependencies": {
         "@types/react": "*"
       }
     },
     "node_modules/@types/react-virtualized": {
-      "version": "9.21.26",
-      "resolved": "https://registry.npmjs.org/@types/react-virtualized/-/react-virtualized-9.21.26.tgz",
-      "integrity": "sha512-fUpUyQqF8PTrFmBZzE9PcdtPwL8xgqUdXmtrYadNgFDYwbKBl3Lz0khp+tZ7dyKIHUVDO9NDlgQx8q1+LIUk+A==",
+      "version": "9.21.27",
+      "resolved": "https://registry.npmjs.org/@types/react-virtualized/-/react-virtualized-9.21.27.tgz",
+      "integrity": "sha512-DVAmqFXw4vKXLYHBMJKKt8+0t+O550uV2KT81aXRSztj7ieBSxIXL1X1cupwReb3Oux1RUfvmhEcRB2Jr6Z0Yw==",
       "dev": true,
       "dependencies": {
         "@types/prop-types": "*",
@@ -1707,20 +1707,20 @@
       }
     },
     "node_modules/@types/sbd": {
-      "version": "1.0.4",
-      "resolved": "https://registry.npmjs.org/@types/sbd/-/sbd-1.0.4.tgz",
-      "integrity": "sha512-j/1NO9SzpSyh2dnQjcV6VVWQvXyoNFX9nniZs3AlqQEJ7LF0Kq2Go/b6N+BrdnC7P93gtKmZZqMHOD8L6lg0fg==",
+      "version": "1.0.5",
+      "resolved": "https://registry.npmjs.org/@types/sbd/-/sbd-1.0.5.tgz",
+      "integrity": "sha512-60PxBBWhg0C3yb5bTP+wwWYGTKMcuB0S6mTEa1sedMC79tYY0Ei7YjU4qsWzGn++lWscLQde16SnElJrf5/aTw==",
       "dev": true
     },
     "node_modules/@types/scheduler": {
-      "version": "0.16.5",
-      "resolved": "https://registry.npmjs.org/@types/scheduler/-/scheduler-0.16.5.tgz",
-      "integrity": "sha512-s/FPdYRmZR8SjLWGMCuax7r3qCWQw9QKHzXVukAuuIJkXkDRwp+Pu5LMIVFi0Fxbav35WURicYr8u1QsoybnQw=="
+      "version": "0.16.6",
+      "resolved": "https://registry.npmjs.org/@types/scheduler/-/scheduler-0.16.6.tgz",
+      "integrity": "sha512-Vlktnchmkylvc9SnwwwozTv04L/e1NykF5vgoQ0XTmI8DD+wxfjQuHuvHS3p0r2jz2x2ghPs2h1FVeDirIteWA=="
     },
     "node_modules/@types/uuid": {
-      "version": "9.0.6",
-      "resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-9.0.6.tgz",
-      "integrity": "sha512-BT2Krtx4xaO6iwzwMFUYvWBWkV2pr37zD68Vmp1CDV196MzczBRxuEpD6Pr395HAgebC/co7hOphs53r8V7jew=="
+      "version": "9.0.7",
+      "resolved": "https://registry.npmjs.org/@types/uuid/-/uuid-9.0.7.tgz",
+      "integrity": "sha512-WUtIVRUZ9i5dYXefDEAI7sh9/O7jGvHg7Df/5O/gtH3Yabe5odI3UWopVR1qbPXQtvOxWu3mM4XxlYeZtMWF4g=="
     },
     "node_modules/@typescript-eslint/parser": {
       "version": "5.62.0",
@@ -2324,9 +2324,9 @@
       }
     },
     "node_modules/caniuse-lite": {
-      "version": "1.0.30001561",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001561.tgz",
-      "integrity": "sha512-NTt0DNoKe958Q0BE0j0c1V9jbUzhBxHIEJy7asmGrpE0yG63KTV7PLHPnK2E1O9RsQrQ081I3NLuXGS6zht3cw==",
+      "version": "1.0.30001562",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001562.tgz",
+      "integrity": "sha512-kfte3Hym//51EdX4239i+Rmp20EsLIYGdPkERegTgU19hQWCRhsRFGKHTliUlsry53tv17K7n077Kqa0WJU4ng==",
       "funding": [
         {
           "type": "opencollective",
@@ -2770,9 +2770,9 @@
       }
     },
     "node_modules/cookies-next/node_modules/@types/node": {
-      "version": "16.18.60",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.60.tgz",
-      "integrity": "sha512-ZUGPWx5vKfN+G2/yN7pcSNLkIkXEvlwNaJEd4e0ppX7W2S8XAkdc/37hM4OUNJB9sa0p12AOvGvxL4JCPiz9DA=="
+      "version": "16.18.61",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-16.18.61.tgz",
+      "integrity": "sha512-k0N7BqGhJoJzdh6MuQg1V1ragJiXTh8VUBAZTWjJ9cUq23SG0F0xavOwZbhiP4J3y20xd6jxKx+xNUhkMAi76Q=="
     },
     "node_modules/create-require": {
       "version": "1.1.1",
@@ -3054,9 +3054,9 @@
       }
     },
     "node_modules/electron-to-chromium": {
-      "version": "1.4.577",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.577.tgz",
-      "integrity": "sha512-/5xHPH6f00SxhHw6052r+5S1xO7gHNc89hV7tqlvnStvKbSrDqc/u6AlwPvVWWNj+s4/KL6T6y8ih+nOY0qYNA=="
+      "version": "1.4.582",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.4.582.tgz",
+      "integrity": "sha512-89o0MGoocwYbzqUUjc+VNpeOFSOK9nIdC5wY4N+PVUarUK0MtjyTjks75AZS2bW4Kl8MdewdFsWaH0jLy+JNoA=="
     },
     "node_modules/emoji-regex": {
       "version": "9.2.2",
@@ -3724,16 +3724,16 @@
       }
     },
     "node_modules/flat-cache": {
-      "version": "3.1.1",
-      "resolved": "https://registry.npmjs.org/flat-cache/-/flat-cache-3.1.1.tgz",
-      "integrity": "sha512-/qM2b3LUIaIgviBQovTLvijfyOQXPtSRnRK26ksj2J7rzPIecePUIpJsZ4T02Qg+xiAEKIs5K8dsHEd+VaKa/Q==",
+      "version": "3.2.0",
+      "resolved": "https://registry.npmjs.org/flat-cache/-/flat-cache-3.2.0.tgz",
+      "integrity": "sha512-CYcENa+FtcUKLmhhqyctpclsq7QF38pKjZHsGNiSQF5r4FtoKDWabFDl3hzaEQMvT1LHEysw5twgLvpYYb4vbw==",
       "dependencies": {
         "flatted": "^3.2.9",
         "keyv": "^4.5.3",
         "rimraf": "^3.0.2"
       },
       "engines": {
-        "node": ">=12.0.0"
+        "node": "^10.12.0 || >=12.0.0"
       }
     },
     "node_modules/flatted": {
@@ -5160,9 +5160,9 @@
       }
     },
     "node_modules/openai": {
-      "version": "4.16.1",
-      "resolved": "https://registry.npmjs.org/openai/-/openai-4.16.1.tgz",
-      "integrity": "sha512-Gr+uqUN1ICSk6VhrX64E+zL7skjI1TgPr/XUN+ZQuNLLOvx15+XZulx/lSW4wFEAQzgjBDlMBbBeikguGIjiMg==",
+      "version": "4.17.5",
+      "resolved": "https://registry.npmjs.org/openai/-/openai-4.17.5.tgz",
+      "integrity": "sha512-SDgA933/QOjISCgWRc/JQhY1HweYZ6FOie3bWrCpj09FA5xIlaomldbyzICHNjtkh7SWEmGYFjRHIDtuwr+eTw==",
       "dependencies": {
         "@types/node": "^18.11.18",
         "@types/node-fetch": "^2.6.4",
@@ -5179,9 +5179,9 @@
       }
     },
     "node_modules/openai/node_modules/@types/node": {
-      "version": "18.18.8",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.18.8.tgz",
-      "integrity": "sha512-OLGBaaK5V3VRBS1bAkMVP2/W9B+H8meUfl866OrMNQqt7wDgdpWPp5o6gmIc9pB+lIQHSq4ZL8ypeH1vPxcPaQ==",
+      "version": "18.18.9",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.18.9.tgz",
+      "integrity": "sha512-0f5klcuImLnG4Qreu9hPj/rEfFq6YRc5n2mAjSsH+ec/mJL+3voBH0+8T7o8RpFjH7ovc+TRsL/c7OYIQsPTfQ==",
       "dependencies": {
         "undici-types": "~5.26.4"
       }
@@ -5644,9 +5644,9 @@
       }
     },
     "node_modules/react-icons": {
-      "version": "4.11.0",
-      "resolved": "https://registry.npmjs.org/react-icons/-/react-icons-4.11.0.tgz",
-      "integrity": "sha512-V+4khzYcE5EBk/BvcuYRq6V/osf11ODUM2J8hg2FDSswRrGvqiYUYPRy4OdrWaQOBj4NcpJfmHZLNaD+VH0TyA==",
+      "version": "4.12.0",
+      "resolved": "https://registry.npmjs.org/react-icons/-/react-icons-4.12.0.tgz",
+      "integrity": "sha512-IBaDuHiShdZqmfc/TwHu6+d6k2ltNCf3AszxNmjJc1KUfXdEeRJOKyNvLmAHaarhzGmTSVygNdyu8/opXv2gaw==",
       "peerDependencies": {
         "react": "*"
       }
@@ -6191,9 +6191,9 @@
       }
     },
     "node_modules/streamx": {
-      "version": "2.15.2",
-      "resolved": "https://registry.npmjs.org/streamx/-/streamx-2.15.2.tgz",
-      "integrity": "sha512-b62pAV/aeMjUoRN2C/9F0n+G8AfcJjNC0zw/ZmOHeFsIe4m4GzjVW9m6VHXVjk536NbdU9JRwKMJRfkc+zUFTg==",
+      "version": "2.15.5",
+      "resolved": "https://registry.npmjs.org/streamx/-/streamx-2.15.5.tgz",
+      "integrity": "sha512-9thPGMkKC2GctCzyCUjME3yR03x2xNo0GPKGkRw2UMYN+gqWa9uqpyNWhmsNCutU5zHmkUum0LsCRQTXUgUCAg==",
       "dependencies": {
         "fast-fifo": "^1.1.0",
         "queue-tick": "^1.0.1"

package.json

@@ -44,7 +44,7 @@
     "konva": "^9.2.2",
     "lucide-react": "^0.260.0",
     "next": "13.4.10",
-    "openai": "^4.16.1",
+    "openai": "^4.17.5",
     "pick": "^0.0.1",
     "postcss": "8.4.26",
     "react": "18.2.0",

src/app/engine/presets.ts

@@ -115,7 +115,7 @@ export const presets: Record<string, Preset> = {
     imagePrompt: (prompt: string) => [
       "bande dessinée",
       "franco-belgian comic",
-      `franco-belgian color comic about ${prompt}`,
+       prompt,
       "comic album",
       "detailed drawing"
       // "color drawing"
@@ -140,7 +140,8 @@ export const presets: Record<string, Preset> = {
     llmPrompt: "american comic",
     imagePrompt: (prompt: string) => [
       "digital color comicbook style",
-      `modern american comic about ${prompt}`,
+      `modern american comic`,
+      prompt,
       "detailed drawing"
       //"single panel",
       // "2010s",
@@ -169,7 +170,8 @@ export const presets: Record<string, Preset> = {
     font: "actionman",
     llmPrompt: "american comic",
     imagePrompt: (prompt: string) => [
-      `american comic about ${prompt}`,
+      `american comic`,
+      prompt,
       "single panel",
       "american comic",
       "comicbook style",
@@ -201,7 +203,8 @@ export const presets: Record<string, Preset> = {
     imagePrompt: (prompt: string) => [
       "1950",
       "50s",
-      `vintage american color comic about ${prompt}`,
+      `vintage american color comic`,
+      prompt,
       "detailed drawing"
       // "single panel",
      //  "comicbook style",
@@ -228,7 +231,8 @@ export const presets: Record<string, Preset> = {
     font: "actionman",
     llmPrompt: "american comic",
     imagePrompt: (prompt: string) => [
-      `american comic about ${prompt}`,
+      `american comic`,
+      prompt,
       "single panel",
       "american comic",
       "comicbook style",

src/app/engine/render.ts

@@ -353,6 +353,7 @@ export async function newRender({
         segments: []
       } as RenderedScene
     } else {
+      /*
       console.log("sending:", {
         prompt,
         // negativePrompt, unused for now
@@ -376,6 +377,7 @@ export async function newRender({
 
         cache: "ignore"
       })
+      */
       const res = await fetch(`${videochainApiUrl}${videochainApiUrl.endsWith("/") ? "" : "/"}render`, {
         method: "POST",
         headers: {

src/app/queries/getStory.ts

@@ -1,5 +1,4 @@
-import { createLlamaPrompt } from "@/lib/createLlamaPrompt"
-import { dirtyLLMResponseCleaner } from "@/lib/dirtyLLMResponseCleaner"
+
 import { dirtyLLMJsonParser } from "@/lib/dirtyLLMJsonParser"
 import { dirtyCaptionCleaner } from "@/lib/dirtyCaptionCleaner"
 
@@ -7,6 +6,7 @@ import { predict } from "./predict"
 import { Preset } from "../engine/presets"
 import { LLMResponse } from "@/types"
 import { cleanJson } from "@/lib/cleanJson"
+import { createZephyrPrompt } from "@/lib/createZephyrPrompt"
 
 export const getStory = async ({
   preset,
@@ -22,22 +22,22 @@ export const getStory = async ({
   // In case you need to quickly debug the RENDERING engine you can uncomment this:
   // return mockLLMResponse
 
-  const query = createLlamaPrompt([
+  const query = createZephyrPrompt([
     {
       role: "system",
       content: [
         `You are a writer specialized in ${preset.llmPrompt}`,
-        `Please write detailed drawing instructions and a short (1 or 2 sentences long) speech caption for the ${nbTotalPanels} panels of a new story. Please make sure each of the ${nbTotalPanels} panels include info about character gender, age, origin, clothes, colors, location, lights, etc.`,
+        `Please write detailed drawing instructions and a short (2-3 sentences long) speech caption for the ${nbTotalPanels} panels of a new story. Please make sure each of the ${nbTotalPanels} panels include info about character gender, age, origin, clothes, colors, location, lights, etc.`,
         `Give your response as a VALID JSON array like this: \`Array<{ panel: number; instructions: string; caption: string}>\`.`,
         // `Give your response as Markdown bullet points.`,
-        `Be brief in your ${nbTotalPanels} instructions and narrative captions, don't add your own comments. Be straight to the point, and never reply things like "Sure, I can.." etc. Reply using valid JSON.`
+        `Be brief in your ${nbTotalPanels} instructions and narrative captions, don't add your own comments. The whole story must be captivating, smart, entertaining. Be straight to the point, and never reply things like "Sure, I can.." etc. Reply using valid JSON.`
       ].filter(item => item).join("\n")
     },
     {
       role: "user",
       content: `The story is: ${prompt}`,
     }
-  ]) + "```json\n["
+  ]) + "[{"
 
 
   let result = ""

src/app/queries/predictWithHuggingFace.ts

@@ -62,11 +62,16 @@ export async function predict(inputs: string, nbPanels: number): Promise<string>
       if (
         instructions.includes("</s>") || 
         instructions.includes("<s>") ||
+        instructions.includes("/s>") ||
         instructions.includes("[INST]") ||
         instructions.includes("[/INST]") ||
         instructions.includes("<SYS>") ||
+        instructions.includes("<<SYS>>") ||
         instructions.includes("</SYS>") ||
+        instructions.includes("<</SYS>>") ||
+        instructions.includes("<|user|>") ||
         instructions.includes("<|end|>") ||
+        instructions.includes("<|system|>") ||
         instructions.includes("<|assistant|>")
       ) {
         break
@@ -87,10 +92,16 @@ export async function predict(inputs: string, nbPanels: number): Promise<string>
     .replaceAll("<|end|>", "")
     .replaceAll("<s>", "")
     .replaceAll("</s>", "")
+    .replaceAll("/s>", "")
     .replaceAll("[INST]", "")
     .replaceAll("[/INST]", "") 
     .replaceAll("<SYS>", "")
+    .replaceAll("<<SYS>>", "")
     .replaceAll("</SYS>", "")
+    .replaceAll("<</SYS>>", "")
+    .replaceAll("<|system|>", "")
+    .replaceAll("<|user|>", "")
+    .replaceAll("<|all|>", "")
     .replaceAll("<|assistant|>", "")
     .replaceAll('""', '"')
   )

src/lib/createLlamaPrompt.ts

@@ -3,7 +3,7 @@ export function createLlamaPrompt(messages: Array<{ role: string, content: strin
   const B_INST = "[INST]", E_INST = "[/INST]";
   const B_SYS = "<<SYS>>\n", E_SYS = "\n<</SYS>>\n\n";
   const BOS = "<s>", EOS = "</s>";
-  const DEFAULT_SYSTEM_PROMPT = "You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Please ensure that your responses are socially unbiased and positive in nature. If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.";
+  const DEFAULT_SYSTEM_PROMPT = "You are a helpful, respectful and honest storywriting assistant. Always answer in a creative and entertaining way, while being safe. Please ensure that your stories and captions are socially unbiased and positive in nature. If a request does not make any sense, go on anyway, as we are writing a fantasy story.";
 
   if (messages[0].role != "system"){
       messages = [

src/lib/createZephyrPrompt.ts

@@ -0,0 +1,27 @@
+
+  interface Message {
+    role: "system" | "user" | "assistant";
+    content: string;
+  }
+  
+  /**
+   * Formats the messages for the chat with the LLM model in the style of a pirate.
+   * @param messages - Array of message objects with role and content.
+   * @param systemMessage - The system's initial instructions, defaulted to a friendly pirate-style chatbot.
+   * @returns The formatted chat prompt.
+   */
+  export function createZephyrPrompt(messages: Message[]): string {
+    let prompt = ``;
+  
+    // Iterate over messages and generate corresponding chat entries.
+    messages.forEach(message => {
+      prompt += `<|${message.role}|>\n${message.content.trim()}</s>`;
+    });
+
+    if (messages.at(-1)?.role === "user") {
+      // Append the assistant's tag for the next response but without a closing tag.
+      prompt += `<|assistant|>`;
+    }
+  
+    return prompt;
+  }