enable Llama-2 non-chat model

This commit is contained in:
Webifi 2023-08-25 16:54:17 -05:00
parent 334d90ffc0
commit 462cfbd2fd
1 changed files with 12 additions and 5 deletions

View File

@ -18,7 +18,9 @@ const hideSettings = {
const chatModelBase = { const chatModelBase = {
type: 'instruct', // Used for chat, but these models operate like instruct models -- you have to manually structure the messages sent to them type: 'instruct', // Used for chat, but these models operate like instruct models -- you have to manually structure the messages sent to them
help: 'Below are the settings that can be changed for the API calls. See <a target="_blank" href="https://platform.openai.com/docs/api-reference/chat/create">this overview</a> to start, though not all settings translate to Petals.', help: `Below are the settings that can be changed for the API calls.
See <a target="_blank" href="https://platform.openai.com/docs/api-reference/chat/create">this overview</a> to start, though not all settings translate to Petals.
<i>Note that some models may mot be functional. See <a target="_blank" href="https://health.petals.dev">https://health.petals.dev</a> for current status.</i>`,
check: checkModel, check: checkModel,
start: '<s>', start: '<s>',
stop: ['###', '</s>'], stop: ['###', '</s>'],
@ -54,15 +56,20 @@ export const chatModels : Record<string, ModelDetail> = {
// ...chatModelBase, // ...chatModelBase,
// label: 'Petals - Llama-65b' // label: 'Petals - Llama-65b'
// }, // },
// 'codellama/CodeLlama-34b-Instruct-hf ': {
// ...chatModelBase,
// label: 'Petals - CodeLlama-34b',
// max: 2048
// },
'timdettmers/guanaco-65b': { 'timdettmers/guanaco-65b': {
...chatModelBase, ...chatModelBase,
label: 'Petals - Guanaco-65b', label: 'Petals - Guanaco-65b',
max: 2048 max: 2048
}, },
// 'meta-llama/Llama-2-70b-hf': { 'meta-llama/Llama-2-70b-hf': {
// ...chatModelBase, ...chatModelBase,
// label: 'Petals - Llama-2-70b' label: 'Petals - Llama-2-70b'
// }, },
'meta-llama/Llama-2-70b-chat-hf': { 'meta-llama/Llama-2-70b-chat-hf': {
...chatModelBase, ...chatModelBase,
label: 'Petals - Llama-2-70b-chat', label: 'Petals - Llama-2-70b-chat',