morgan
/
chatgpt-web
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Simplify Llama-chat format for now

This commit is contained in:
Webifi 2023-09-01 19:22:52 -05:00
parent 01f7a657db
commit 4d27497bc7
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/lib/providers/petals/models.svelte
View File

@ -76,12 +76,11 @@ export const chatModels : Record<string, ModelDetail> = {
label: 'Petals - Llama-2-70b-chat', label: 'Petals - Llama-2-70b-chat',
start: '<s>', start: '<s>',
stop: ['</s>', '[INST]', '[/INST]', '<<SYS>>', '<</SYS>>'], stop: ['</s>', '[INST]', '[/INST]', '<<SYS>>', '<</SYS>>'],
delimiter: ' </s><s>', delimiter: '</s><s>',
userStart: '[INST][[SYSTEM_PROMPT]]', userStart: '[INST] User: ',
userEnd: ' [/INST]', userEnd: ' [/INST]',
assistantStart: '[[SYSTEM_PROMPT]][[USER_PROMPT]]', systemStart: '[INST] <<SYS>>\n',
systemStart: '<<SYS>>\n', systemEnd: '\n<</SYS>> [/INST]'
systemEnd: '\n<</SYS>>\n\n'
// leadPrompt: '' // leadPrompt: ''
}, },
'stabilityai/StableBeluga2': { 'stabilityai/StableBeluga2': {