config/config.json

{
  "layout": {
        "readme": "README.md",
        "about": "layout/about.md",
        "page_names": ["About", "Basic Setup", "Q&A"]
    },
    
    "defaults": {
        "goals": "This space is to define any objectives you had.",
        "context": "Take this space to add any other context.",
        "question": "Ask a question."
    },

    "embeddings": {
        "index_name": "meeting-qa-demo",
        "embedding": "jinaai/jina-embeddings-v2-base-en",
        "embedding_metadata": {
          "source": "huggingface",
          "type": "local",
          "dimensions": 768,
          "max_tokens": 8192
        }
        
    },

    "model": {
        "model_name": "tykiww/llama3-8b-meetingQA",
        "max_seq_length": 32768,
        "dtype": null,
        "load_in_4bit": true,
        "max_new_tokens": 300
    }
  
}