"use client" import { useEffect, useState, useTransition } from "react" import { cn } from "@/lib/utils" import { fonts } from "@/lib/fonts" import { GeneratedPanel } from "@/types" import { joinWords } from "@/lib/joinWords" import { TopMenu } from "./interface/top-menu" import { useStore } from "./store" import { Zoom } from "./interface/zoom" import { BottomBar } from "./interface/bottom-bar" import { Page } from "./interface/page" import { getStoryContinuation } from "./queries/getStoryContinuation" import { useDynamicConfig } from "@/lib/useDynamicConfig" export default function Main() { const [_isPending, startTransition] = useTransition() const { config, isConfigReady } = useDynamicConfig() const isGeneratingStory = useStore(s => s.isGeneratingStory) const setGeneratingStory = useStore(s => s.setGeneratingStory) const font = useStore(s => s.font) const preset = useStore(s => s.preset) const prompt = useStore(s => s.prompt) const nbPages = useStore(s => s.nbPages) const nbPanelsPerPage = useStore(s => s.nbPanelsPerPage) const nbTotalPanels = useStore(s => s.nbTotalPanels) const setNbPages = useStore(s => s.setNbPages) const setNbPanelsPerPage = useStore(s => s.setNbPanelsPerPage) const setPanels = useStore(s => s.setPanels) const setCaptions = useStore(s => s.setCaptions) const zoomLevel = useStore(s => s.zoomLevel) const [waitABitMore, setWaitABitMore] = useState(false) useEffect(() => { if (isConfigReady) { setNbPages(config.maxNbPages) setNbPanelsPerPage(config.nbPanelsPerPage) } }, [JSON.stringify(config), isConfigReady]) // react to prompt changes useEffect(() => { if (!prompt) { return } startTransition(async () => { setWaitABitMore(false) setGeneratingStory(true) // I don't think we are going to need a rate limiter on the LLM part anymore const enableRateLimiter = false // `${process.env.NEXT_PUBLIC_ENABLE_RATE_LIMITER}` === "true" const [stylePrompt, userStoryPrompt] = prompt.split("||").map(x => x.trim()) // we have to limit the size of the prompt, otherwise the rest of the style won't be followed let limitedStylePrompt = stylePrompt.trim().slice(0, 77).trim() if (limitedStylePrompt.length !== stylePrompt.length) { console.log("Sorry folks, the style prompt was cut to:", limitedStylePrompt) } // new experimental prompt: let's drop the user prompt, and only use the style const lightPanelPromptPrefix = joinWords(preset.imagePrompt(limitedStylePrompt)) // this prompt will be used if the LLM generation failed const degradedPanelPromptPrefix = joinWords([ ...preset.imagePrompt(limitedStylePrompt), // we re-inject the story, then userStoryPrompt ]) let existingPanels: GeneratedPanel[] = [] const newPanelsPrompts: string[] = [] const newCaptions: string[] = [] // we always generate panels 2 by 2 const nbPanelsToGenerate = 2 for ( let currentPanel = 0; currentPanel < nbTotalPanels; currentPanel += nbPanelsToGenerate ) { try { const candidatePanels = await getStoryContinuation({ preset, stylePrompt, userStoryPrompt, nbPanelsToGenerate, nbTotalPanels, existingPanels, }) console.log("LLM generated some new panels:", candidatePanels) existingPanels.push(...candidatePanels) console.log(`Converting the ${nbPanelsToGenerate} new panels into image prompts..`) const startAt = currentPanel const endAt = currentPanel + nbPanelsToGenerate for (let p = startAt; p < endAt; p++) { newCaptions.push(existingPanels[p]?.caption.trim() || "...") const newPanel = joinWords([ // what we do here is that ideally we give full control to the LLM for prompting, // unless there was a catastrophic failure, in that case we preserve the original prompt existingPanels[p]?.instructions ? lightPanelPromptPrefix : degradedPanelPromptPrefix, existingPanels[p]?.instructions ]) newPanelsPrompts.push(newPanel) console.log(`Image prompt for panel ${p} => "${newPanel}"`) } // update the frontend // console.log("updating the frontend..") setCaptions(newCaptions) setPanels(newPanelsPrompts) setGeneratingStory(false) } catch (err) { console.log("failed to generate the story, aborting here") setGeneratingStory(false) break } if (currentPanel > (nbTotalPanels / 2)) { console.log("good, we are half way there, hold tight!") // setWaitABitMore(true) } } /* setTimeout(() => { setGeneratingStory(false) setWaitABitMore(false) }, enableRateLimiter ? 12000 : 0) */ }) }, [prompt, preset?.label, nbPages, nbPanelsPerPage, nbTotalPanels]) // important: we need to react to preset changes too return (
105 ? `px-0` : `pl-1 pr-8 md:pl-16 md:pr-16`, `print:pt-0 print:px-0 print:pl-0 print:pr-0`, fonts.actionman.className )}>
105 ? `items-start` : `items-center` )}>
{Array(nbPages).fill(0).map((_, i) => )}
{waitABitMore ? `Story is ready, but server is a bit busy!`: 'Generating a new story..'}
{waitABitMore ? `Please hold tight..` : ''}
) }