Colin Dablain
feat: factor out HF_API_ROOT to allow different inference endpoints (#332)
3baa389
unverified
# Use .env.local to change these variables | |
# DO NOT EDIT THIS FILE WITH SENSITIVE DATA | |
MONGODB_URL=#your mongodb URL here | |
MONGODB_DB_NAME=chat-ui | |
MONGODB_DIRECT_CONNECTION=false | |
COOKIE_NAME=hf-chat | |
HF_ACCESS_TOKEN=#hf_<token> from from https://huggingface.co/settings/token | |
HF_API_ROOT=https://api-inference.huggingface.co/models | |
# used to activate search with web functionality. disabled if none are defined. choose one of the following: | |
SERPER_API_KEY=#your serper.dev api key here | |
SERPAPI_KEY=#your serpapi key here | |
# Parameters to enable "Sign in with HF" | |
OPENID_CLIENT_ID= | |
OPENID_CLIENT_SECRET= | |
OPENID_SCOPES="openid profile" # Add "email" for some providers like Google that do not provide preferred_username | |
OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.google.com | |
# 'name', 'userMessageToken', 'assistantMessageToken' are required | |
MODELS=`[ | |
{ | |
"name": "OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5", | |
"datasetName": "OpenAssistant/oasst1", | |
"description": "A good alternative to ChatGPT", | |
"websiteUrl": "https://open-assistant.io", | |
"userMessageToken": "<|prompter|>", | |
"assistantMessageToken": "<|assistant|>", | |
"messageEndToken": "</s>", | |
"preprompt": "Below are a series of dialogues between various people and an AI assistant. The AI tries to be helpful, polite, honest, sophisticated, emotionally aware, and humble-but-knowledgeable. The assistant is happy to help with almost anything, and will do its best to understand exactly what is needed. It also tries to avoid giving false or misleading information, and it caveats when it isn't entirely sure about the right answer. That said, the assistant is practical and really does its best, and doesn't let caution get too much in the way of being useful.\n-----\n", | |
"promptExamples": [ | |
{ | |
"title": "Write an email from bullet list", | |
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)" | |
}, { | |
"title": "Code a snake game", | |
"prompt": "Code a basic snake game in python, give explanations for each step." | |
}, { | |
"title": "Assist in a task", | |
"prompt": "How do I make a delicious lemon cheesecake?" | |
} | |
], | |
"parameters": { | |
"temperature": 0.9, | |
"top_p": 0.95, | |
"repetition_penalty": 1.2, | |
"top_k": 50, | |
"truncate": 1000, | |
"max_new_tokens": 1024 | |
} | |
} | |
]` | |
OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }` | |
PUBLIC_ORIGIN=#https://huggingface.co | |
PUBLIC_SHARE_PREFIX=#https://hf.co/chat | |
PUBLIC_GOOGLE_ANALYTICS_ID=#G-XXXXXXXX / Leave empty to disable | |
PUBLIC_DEPRECATED_GOOGLE_ANALYTICS_ID=#UA-XXXXXXXX-X / Leave empty to disable | |
PUBLIC_ANNOUNCEMENT_BANNERS=`[ | |
{ | |
"title": "Chat UI is now open sourced on GitHub", | |
"linkTitle": "GitHub repo", | |
"linkHref": "https://github.com/huggingface/chat-ui" | |
} | |
]` | |
PARQUET_EXPORT_DATASET= | |
PARQUET_EXPORT_HF_TOKEN= | |
PARQUET_EXPORT_SECRET= | |
RATE_LIMIT= # requests per minute | |
PUBLIC_APP_NAME=ChatUI # name used as title throughout the app | |
PUBLIC_APP_ASSETS=chatui # used to find logos & favicons in static/$PUBLIC_APP_ASSETS | |
PUBLIC_APP_COLOR=blue # can be any of tailwind colors: https://tailwindcss.com/docs/customizing-colors#default-color-palette | |
PUBLIC_APP_DATA_SHARING=#set to 1 to enable options & text regarding data sharing | |
PUBLIC_APP_DISCLAIMER=#set to 1 to show a disclaimer on login page | |
# PUBLIC_APP_NAME=HuggingChat | |
# PUBLIC_APP_ASSETS=huggingchat | |
# PUBLIC_APP_COLOR=yellow | |
# PUBLIC_APP_DATA_SHARING=1 | |
# PUBLIC_APP_DISCLAIMER=1 |