File size: 1,594 Bytes
0523803
d4c1f12
 
 
 
0523803
d4c1f12
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
def init(cfg):
    # ========== 共同 ==========
    model = cfg['model']
    s_info = cfg['s_info']
    lock = cfg['session_lock']

    # ========== 特殊 ==========
    chat_template = cfg['chat_template']

    # ========== 注入内容 ==========
    def btn_rag(_n_keep, _n_discard,
                _temperature, _repeat_penalty, _frequency_penalty,
                _presence_penalty, _repeat_last_n, _top_k,
                _top_p, _min_p, _typical_p,
                _tfs_z, _mirostat_mode, _mirostat_eta,
                _mirostat_tau, _usr, _char,
                _rag, _max_tokens):
        with lock:
            if not cfg['session_active']:
                raise RuntimeError
            if cfg['btn_stop_status']:
                yield model.venv_info
                return
            # ========== 清除之前注入的内容 ==========
            model.venv_remove('rag')
            # ========== 没有需要注入的内容 ==========
            if not _rag:
                yield model.venv_info
                return
            # ========== 需要临时注入的内容 ==========
            model.venv_create('rag')
            t_rag = chat_template('system', _rag)
            model.eval_t(t_rag, _n_keep, _n_discard)
            yield model.venv_info

    cfg['btn_rag_fn'] = {
        'fn': btn_rag,
        'inputs': cfg['setting'],
        'outputs': s_info
    }
    cfg['btn_rag_fn'].update(cfg['btn_concurrency'])

    cfg['btn_rag'].click(
        **cfg['btn_start']
    ).success(
        **cfg['btn_rag_fn']
    ).success(
        **cfg['btn_finish']
    )