datacipen commited on
Commit
d6dc785
1 Parent(s): e84ca92

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -32,8 +32,8 @@ async def LLMistral():
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
  #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
  #repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
35
- #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
36
- repo_id = "allenai/OLMoE-1B-7B-0924-Instruct"
37
  llm = HuggingFaceEndpoint(
38
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
39
  )
 
32
  os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
33
  #repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
34
  #repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
35
+ repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
36
+ #repo_id = "allenai/OLMoE-1B-7B-0924-Instruct"
37
  llm = HuggingFaceEndpoint(
38
  repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
39
  )