Simplify Llama-chat format for now

2023-09-01 19:22:52 -05:00 · 2023-09-01 19:22:52 -05:00 · 4d27497bc7
parent 01f7a657db
commit 4d27497bc7
1 changed files with 4 additions and 5 deletions
--- a/src/lib/providers/petals/models.svelte
+++ b/src/lib/providers/petals/models.svelte
@ -76,12 +76,11 @@ export const chatModels : Record<string, ModelDetail> = {
        label: 'Petals - Llama-2-70b-chat',
        start: '<s>',
        stop: ['</s>', '[INST]', '[/INST]', '<<SYS>>', '<</SYS>>'],
-        delimiter: ' </s><s>',
-        userStart: '[INST][[SYSTEM_PROMPT]]',
+        delimiter: '</s><s>',
+        userStart: '[INST] User: ',
        userEnd: ' [/INST]',
-        assistantStart: '[[SYSTEM_PROMPT]][[USER_PROMPT]]',
-        systemStart: '<<SYS>>\n',
-        systemEnd: '\n<</SYS>>\n\n'
+        systemStart: '[INST] <<SYS>>\n',
+        systemEnd: '\n<</SYS>> [/INST]'
        // leadPrompt: ''
      },
      'stabilityai/StableBeluga2': {