File size: 1,199 Bytes
2c2e788
 
 
 
 
 
 
08cbdf8
2c2e788
 
 
08cbdf8
2c2e788
 
 
 
 
 
08cbdf8
f18dd2a
2c2e788
 
f18dd2a
 
2c2e788
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
from typing import Tuple

from .question import Question
from ..llms import get_llm_fn


class QuestionExecutor:
    def __init__(self, question: Question, lang: str = 'cn', llm: str = 'chatgpt', llm_cfgs=None):
        self.question = question
        self.lang = lang
        self.llm = llm
        self.llm_cfgs = dict(llm_cfgs or {})

    @property
    def question_text(self):
        return self.question.texts[self.lang]

    def check(self, qs_text: str) -> Tuple[str, bool, str]:
        answer_text = get_llm_fn(self.llm)(qs_text, **self.llm_cfgs)
        correct, explanation = self.check_answer(qs_text, answer_text)
        return answer_text, correct, explanation

    def check_answer(self, user_text: str, answer_text: str) -> Tuple[bool, str]:
        correct, explanation = self.question.checker(self.question_text, user_text, answer_text, self.lang)
        if explanation is None:
            if correct:
                explanation = 'LLM的回答满足要求' if self.lang == 'cn' else 'Correct Answer From LLM'
            else:
                explanation = 'LLM的回答不满足要求' if self.lang == 'cn' else 'Wrong Answer From LLM'

        return correct, explanation