Update main.py
Browse files
main.py
CHANGED
@@ -32,8 +32,8 @@ async def LLMistral():
|
|
32 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
33 |
#repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
34 |
#repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
|
35 |
-
|
36 |
-
repo_id = "allenai/OLMoE-1B-7B-0924-Instruct"
|
37 |
llm = HuggingFaceEndpoint(
|
38 |
repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
|
39 |
)
|
|
|
32 |
os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
|
33 |
#repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
34 |
#repo_id = "nvidia/Mistral-NeMo-Minitron-8B-Base"
|
35 |
+
repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
|
36 |
+
#repo_id = "allenai/OLMoE-1B-7B-0924-Instruct"
|
37 |
llm = HuggingFaceEndpoint(
|
38 |
repo_id=repo_id, max_new_tokens=5300, temperature=0.5, task="text2text-generation", streaming=True
|
39 |
)
|