291 lines
13 KiB
Plaintext
291 lines
13 KiB
Plaintext
# template used in production for HuggingChat.
|
|
|
|
MODELS=`[
|
|
{
|
|
"name" : "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
"description" : "The latest MoE model from Mistral AI! 8x7B and outperforms Llama 2 70B in most benchmarks.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png",
|
|
"websiteUrl" : "https://mistral.ai/news/mixtral-of-experts/",
|
|
"modelUrl": "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
"tokenizer": "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
|
"preprompt" : "",
|
|
"chatPromptTemplate": "<s> {{#each messages}}{{#ifUser}}[INST]{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}} {{content}} [/INST]{{/ifUser}}{{#ifAssistant}} {{content}}</s> {{/ifAssistant}}{{/each}}",
|
|
"parameters" : {
|
|
"temperature" : 0.6,
|
|
"top_p" : 0.95,
|
|
"repetition_penalty" : 1.2,
|
|
"top_k" : 50,
|
|
"truncate" : 24576,
|
|
"max_new_tokens" : 8192,
|
|
"stop" : ["</s>"]
|
|
},
|
|
"promptExamples" : [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name" : "google/gemma-7b-it",
|
|
"description": "Gemma 7B belongs to a family of lightweight models built by Google, based on the same research and technology used to create the Gemini models.",
|
|
"websiteUrl" : "https://blog.google/technology/developers/gemma-open-models/",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/google-logo.png",
|
|
"modelUrl": "https://huggingface.co/google/gemma-7b-it",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "{{#each messages}}{{#ifUser}}<start_of_turn>user\n{{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<end_of_turn>\n<start_of_turn>model\n{{/ifUser}}{{#ifAssistant}}{{content}}<end_of_turn>\n{{/ifAssistant}}{{/each}}",
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
],
|
|
"parameters": {
|
|
"do_sample": true,
|
|
"truncate": 7168,
|
|
"max_new_tokens": 1024,
|
|
"stop" : ["<end_of_turn>"]
|
|
}
|
|
},
|
|
{
|
|
"name": "meta-llama/Llama-2-70b-chat-hf",
|
|
"description": "The latest and biggest model from Meta, fine-tuned for chat.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png",
|
|
"websiteUrl": "https://ai.meta.com/llama/",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "<s>[INST] <<SYS>>\n{{preprompt}}\n<</SYS>>\n\n{{#each messages}}{{#ifUser}}{{content}} [/INST] {{/ifUser}}{{#ifAssistant}}{{content}} </s><s>[INST] {{/ifAssistant}}{{/each}}",
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
],
|
|
"parameters": {
|
|
"temperature": 0.1,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1.2,
|
|
"top_k": 50,
|
|
"truncate": 3072,
|
|
"max_new_tokens": 1024,
|
|
"stop" : ["</s>", "</s><s>[INST]"]
|
|
}
|
|
},
|
|
{
|
|
"name" : "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
|
"description" : "Nous Hermes 2 Mixtral 8x7B DPO is the new flagship Nous Research model trained over the Mixtral 8x7B MoE LLM.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/nous-logo.png",
|
|
"websiteUrl" : "https://nousresearch.com/",
|
|
"modelUrl": "https://huggingface.co/NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
|
"tokenizer": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO",
|
|
"chatPromptTemplate" : "{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
],
|
|
"parameters": {
|
|
"temperature": 0.7,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1,
|
|
"top_k": 50,
|
|
"truncate": 24576,
|
|
"max_new_tokens": 2048,
|
|
"stop": ["<|im_end|>"]
|
|
}
|
|
},
|
|
{
|
|
"name": "codellama/CodeLlama-70b-Instruct-hf",
|
|
"displayName": "codellama/CodeLlama-70b-Instruct-hf",
|
|
"description": "Code Llama, a state of the art code model from Meta. Now in 70B!",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/meta-logo.png",
|
|
"websiteUrl": "https://ai.meta.com/blog/code-llama-large-language-model-coding/",
|
|
"modelUrl": "https://huggingface.co/codellama/CodeLlama-70b-Instruct-hf",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "<s>{{#if @root.preprompt}}Source: system\n\n {{@root.preprompt}} <step> {{/if}}{{#each messages}}{{#ifUser}}Source: user\n\n {{content}} <step> {{/ifUser}}{{#ifAssistant}}Source: assistant\n\n {{content}} <step> {{/ifAssistant}}{{/each}}Source: assistant\nDestination: user\n\n ",
|
|
"promptExamples": [
|
|
{
|
|
"title": "Fibonacci in Python",
|
|
"prompt": "Write a python function to calculate the nth fibonacci number."
|
|
}, {
|
|
"title": "JavaScript promises",
|
|
"prompt": "How can I wait for multiple JavaScript promises to fulfill before doing something with their values?"
|
|
}, {
|
|
"title": "Rust filesystem",
|
|
"prompt": "How can I load a file from disk in Rust?"
|
|
}
|
|
],
|
|
"parameters": {
|
|
"temperature": 0.1,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1.2,
|
|
"top_k": 50,
|
|
"truncate": 4096,
|
|
"max_new_tokens": 4096,
|
|
"stop": ["<step>", " <step>", " <step> "],
|
|
}
|
|
},
|
|
{
|
|
"name": "mistralai/Mistral-7B-Instruct-v0.1",
|
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.1",
|
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png",
|
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
|
|
"modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1",
|
|
"tokenizer": "mistralai/Mistral-7B-Instruct-v0.1",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
|
|
"parameters": {
|
|
"temperature": 0.1,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1.2,
|
|
"top_k": 50,
|
|
"truncate": 3072,
|
|
"max_new_tokens": 1024,
|
|
"stop": ["</s>"]
|
|
},
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
],
|
|
"unlisted": true
|
|
},
|
|
{
|
|
"name": "mistralai/Mistral-7B-Instruct-v0.2",
|
|
"displayName": "mistralai/Mistral-7B-Instruct-v0.2",
|
|
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/mistral-logo.png",
|
|
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
|
|
"modelUrl": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2",
|
|
"tokenizer": "mistralai/Mistral-7B-Instruct-v0.2",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
|
|
"parameters": {
|
|
"temperature": 0.3,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1.2,
|
|
"top_k": 50,
|
|
"truncate": 3072,
|
|
"max_new_tokens": 1024,
|
|
"stop": ["</s>"]
|
|
},
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "openchat/openchat-3.5-0106",
|
|
"displayName": "openchat/openchat-3.5-0106",
|
|
"description": "OpenChat 3.5 is the #1 model on MT-Bench, with only 7B parameters.",
|
|
"logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/openchat-logo.png",
|
|
"websiteUrl": "https://huggingface.co/openchat/openchat-3.5-0106",
|
|
"modelUrl": "https://huggingface.co/openchat/openchat-3.5-0106",
|
|
"tokenizer": "openchat/openchat-3.5-0106",
|
|
"preprompt": "",
|
|
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}GPT4 Correct User: {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}}<|end_of_turn|>GPT4 Correct Assistant:{{/ifUser}}{{#ifAssistant}}{{content}}<|end_of_turn|>{{/ifAssistant}}{{/each}}",
|
|
"parameters": {
|
|
"temperature": 0.6,
|
|
"top_p": 0.95,
|
|
"repetition_penalty": 1.2,
|
|
"top_k": 50,
|
|
"truncate": 6016,
|
|
"max_new_tokens": 2048,
|
|
"stop": ["<|end_of_turn|>"]
|
|
},
|
|
"promptExamples": [
|
|
{
|
|
"title": "Write an email from bullet list",
|
|
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
|
|
}, {
|
|
"title": "Code a snake game",
|
|
"prompt": "Code a basic snake game in python, give explanations for each step."
|
|
}, {
|
|
"title": "Assist in a task",
|
|
"prompt": "How do I make a delicious lemon cheesecake?"
|
|
}
|
|
]
|
|
}
|
|
]`
|
|
|
|
OLD_MODELS=`[
|
|
{"name":"bigcode/starcoder"},
|
|
{"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"},
|
|
{"name":"HuggingFaceH4/zephyr-7b-alpha"},
|
|
{"name":"openchat/openchat_3.5"},
|
|
{"name":"openchat/openchat-3.5-1210"},
|
|
{"name": "tiiuae/falcon-180B-chat"},
|
|
{"name": "codellama/CodeLlama-34b-Instruct-hf"}
|
|
]`
|
|
|
|
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
|
|
|
|
APP_BASE="/chat"
|
|
PUBLIC_ORIGIN=https://huggingface.co
|
|
PUBLIC_SHARE_PREFIX=https://hf.co/chat
|
|
PUBLIC_ANNOUNCEMENT_BANNERS=`[]`
|
|
|
|
PUBLIC_APP_NAME=HuggingChat
|
|
PUBLIC_APP_ASSETS=huggingchat
|
|
PUBLIC_APP_COLOR=yellow
|
|
PUBLIC_APP_DESCRIPTION="Making the community's best AI chat models available to everyone."
|
|
PUBLIC_APP_DISCLAIMER_MESSAGE="Disclaimer: AI is an area of active research with known problems such as biased generation and misinformation. Do not use this application for high-stakes decisions or advice."
|
|
PUBLIC_APP_DATA_SHARING=1
|
|
PUBLIC_APP_DISCLAIMER=1
|
|
|
|
PUBLIC_GOOGLE_ANALYTICS_ID=G-8Q63TH4CSL
|
|
PUBLIC_PLAUSIBLE_SCRIPT_URL="/js/script.js"
|
|
|
|
# Not part of the .env but set as other variables in the space
|
|
# ADDRESS_HEADER=X-Forwarded-For
|
|
# XFF_DEPTH=2
|
|
|
|
ENABLE_ASSISTANTS=true
|
|
ENABLE_ASSISTANTS_RAG=true
|
|
EXPOSE_API=true
|
|
|
|
ALTERNATIVE_REDIRECT_URLS=`[
|
|
huggingchat://login/callback
|
|
]`
|
|
|
|
WEBSEARCH_BLOCKLIST=`["youtube.com", "twitter.com"]` |