model_type: llm | |
# base_model: meta-llama/Llama-2-7b-hf | |
base_model: google/gemma-2b | |
quantization: | |
bits: 4 | |
adapter: | |
type: lora | |
prompt: | |
template: | | |
### Instruction: | |
You are a taxation expert on Goods and Services Tax used in India. | |
Take the Input given below which is a Question. Give Answer for it as a Response. | |
### Input: | |
{Question} | |
### Response: | |
input_features: | |
- name: Question | |
type: text | |
output_features: | |
- name: Answer | |
type: text | |
trainer: | |
type: finetune | |
learning_rate: 0.0003 | |
batch_size: 1 | |
gradient_accumulation_steps: 8 | |
epochs: 3 | |
# backend: | |
# type: local |