tykiww commited on
Commit
ce6a328
·
verified ·
1 Parent(s): 0897ea8

Update config/config.json

Browse files
Files changed (1) hide show
  1. config/config.json +2 -1
config/config.json CHANGED
@@ -27,7 +27,8 @@
27
  "model_name": "tykiww/llama3-8b-meetingQA",
28
  "max_seq_length": 8192*4,
29
  "dtype": null,
30
- "load_in_4bit": true
 
31
  }
32
 
33
  }
 
27
  "model_name": "tykiww/llama3-8b-meetingQA",
28
  "max_seq_length": 8192*4,
29
  "dtype": null,
30
+ "load_in_4bit": true,
31
+ "max_new_tokens": 300
32
  }
33
 
34
  }