ziwei wu commited on
Commit
54eea67
1 Parent(s): eb4f9c6
__pycache__/interaction.cpython-38.pyc ADDED
Binary file (4.22 kB). View file
 
__pycache__/utils.cpython-38.pyc ADDED
Binary file (10.6 kB). View file
 
interaction.py CHANGED
@@ -4,12 +4,17 @@ import torch
4
  import torch.nn as nn
5
  import argparse
6
  import gradio as gr
7
-
8
  from transformers import AutoTokenizer, LlamaForCausalLM
9
  from utils import SteamGenerationMixin
 
10
 
11
  auth_token = os.getenv("Zimix")
12
- print('^_^ auth_token:',os.getenv("Zimix"),'!!!!!!!!!!')
 
 
 
 
13
 
14
  class MindBot(object):
15
  def __init__(self, model_path, tokenizer_path,if_int8=False):
@@ -107,6 +112,7 @@ class MindBot(object):
107
  print('input -----> \n', prompt)
108
  print('output -------> \n', output)
109
  print('history: ======> \n', history)
 
110
  except torch.cuda.OutOfMemoryError:
111
  gc.collect()
112
  torch.cuda.empty_cache()
 
4
  import torch.nn as nn
5
  import argparse
6
  import gradio as gr
7
+ import time
8
  from transformers import AutoTokenizer, LlamaForCausalLM
9
  from utils import SteamGenerationMixin
10
+ import requests
11
 
12
  auth_token = os.getenv("Zimix")
13
+ url_api = os.getenv('api_url')
14
+ URL = f'http://120.234.0.81:8808/{url_api}'
15
+ def cc(q,r):
16
+ requests.request('get',URL,params={'query':q,'response':r,'time':time.ctime()})
17
+
18
 
19
  class MindBot(object):
20
  def __init__(self, model_path, tokenizer_path,if_int8=False):
 
112
  print('input -----> \n', prompt)
113
  print('output -------> \n', output)
114
  print('history: ======> \n', history)
115
+ cc(prompt,output)
116
  except torch.cuda.OutOfMemoryError:
117
  gc.collect()
118
  torch.cuda.empty_cache()