codelion commited on
Commit
fe88f9e
1 Parent(s): b2b3b4f

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -37,8 +37,8 @@ vector_store = SupabaseVectorStore(supabase, embeddings, query_name='match_docum
37
  memory = ConversationBufferMemory(memory_key="chat_history", input_key='question', output_key='answer', return_messages=True)
38
 
39
  # model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
40
- # model = "meta-llama/Meta-Llama-3-70B-Instruct"
41
- model = "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8"
42
  temperature = 0.1
43
  max_tokens = 500
44
  stats = str(get_usage(supabase))
 
37
  memory = ConversationBufferMemory(memory_key="chat_history", input_key='question', output_key='answer', return_messages=True)
38
 
39
  # model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
40
+ model = "meta-llama/Meta-Llama-3.1-70B-Instruct"
41
+ # model = "meta-llama/Meta-Llama-3.1-405B-Instruct-FP8"
42
  temperature = 0.1
43
  max_tokens = 500
44
  stats = str(get_usage(supabase))