ai-manga-factory / src /lib /dirtyLLMResponseCleaner.ts
jbilcke-hf's picture
jbilcke-hf HF staff
add new "fast LLM" optimization
9bfb451
export function dirtyLLMResponseCleaner(input: string): string {
let str = (
`${input || ""}`
// a summary of all the weird hallucinations I saw it make..
.replaceAll(`"\n`, `",\n`) // fix missing commas at the end of a line
.replaceAll(`"]`, `"}]`)
.replaceAll(/"\S*,?\S*\]/gi, `"}]`)
.replaceAll(/"\S*,?\S*\}\S*]/gi, `"}]`)
// this removes the trailing commas (which are valid in JS but not JSON)
.replace(/,(?=\s*?[\}\]])/g, '')
.replaceAll("}}", "}")
.replaceAll("]]", "]")
.replaceAll("[[", "[")
.replaceAll("{{", "{")
.replaceAll(",,", ",")
.replaceAll("[0]", "")
.replaceAll("[1]", "")
.replaceAll("[2]", "")
.replaceAll("[3]", "")
.replaceAll("[4]", "")
.replaceAll("[5]", "")
.replaceAll("[6]", "")
.replaceAll("[7]", "")
.replaceAll("[8]", "")
.replaceAll("[panel 0]", "")
.replaceAll("[panel 1]", "")
.replaceAll("[panel 2]", "")
.replaceAll("[panel 3]", "")
.replaceAll("[panel 4]", "")
.replaceAll("[panel 5]", "")
.replaceAll("[panel 6]", "")
.replaceAll("[panel 7]", "")
.replaceAll("[panel 8]", "")
)
// repair missing end of JSON array
if (str.at(-1) === '}') {
str = str + "]"
}
if (str.at(-1) === '"') {
str = str + "}]"
}
if (str[0] === '{') {
str = "[" + str
}
if (str[0] === '"') {
str = "[{" + str
}
return str
}