datacipen commited on
Commit
14ec886
1 Parent(s): 917e122

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -30,8 +30,8 @@ from datetime import timedelta
30
  @cl.step(type="tool")
31
  async def LLMistral():
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
- #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
- repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
35
  llm = HuggingFaceEndpoint(
36
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
37
  )
 
30
  @cl.step(type="tool")
31
  async def LLMistral():
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
+ repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
+ #repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
35
  llm = HuggingFaceEndpoint(
36
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
37
  )