Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -37,8 +37,8 @@ vector_store = SupabaseVectorStore(supabase, embeddings, query_name='match_docum
|
|
37 |
memory = ConversationBufferMemory(memory_key="chat_history", input_key='question', output_key='answer', return_messages=True)
|
38 |
|
39 |
# model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
40 |
-
|
41 |
-
model = "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8"
|
42 |
temperature = 0.1
|
43 |
max_tokens = 500
|
44 |
stats = str(get_usage(supabase))
|
|
|
37 |
memory = ConversationBufferMemory(memory_key="chat_history", input_key='question', output_key='answer', return_messages=True)
|
38 |
|
39 |
# model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
|
40 |
+
model = "meta-llama/Meta-Llama-3.1-70B-Instruct"
|
41 |
+
# model = "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8"
|
42 |
temperature = 0.1
|
43 |
max_tokens = 500
|
44 |
stats = str(get_usage(supabase))
|