From 462cfbd2fd2c6fa3612c8748d07c1a7a6c8da6a6 Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Fri, 25 Aug 2023 16:54:17 -0500
Subject: [PATCH] enable Llama-2 non-chat model

---
 src/lib/providers/petals/models.svelte | 17 ++++++++++++-----
 1 file changed, 12 insertions(+), 5 deletions(-)

diff --git a/src/lib/providers/petals/models.svelte b/src/lib/providers/petals/models.svelte
index 4d36c75..941f777 100644
--- a/src/lib/providers/petals/models.svelte
+++ b/src/lib/providers/petals/models.svelte
@@ -18,7 +18,9 @@ const hideSettings = {
 
 const chatModelBase = {
   type: 'instruct', // Used for chat, but these models operate like instruct models -- you have to manually structure the messages sent to them
-  help: 'Below are the settings that can be changed for the API calls. See <a target="_blank" href="https://platform.openai.com/docs/api-reference/chat/create">this overview</a> to start, though not all settings translate to Petals.',
+  help: `Below are the settings that can be changed for the API calls. 
+    See <a target="_blank" href="https://platform.openai.com/docs/api-reference/chat/create">this overview</a> to start, though not all settings translate to Petals.
+    <i>Note that some models may mot be functional.  See <a target="_blank" href="https://health.petals.dev">https://health.petals.dev</a> for current status.</i>`,
   check: checkModel,
   start: '<s>',
   stop: ['###', '</s>'],
@@ -54,15 +56,20 @@ export const chatModels : Record<string, ModelDetail> = {
       //   ...chatModelBase,
       //   label: 'Petals - Llama-65b'
       // },
+      // 'codellama/CodeLlama-34b-Instruct-hf ': {
+      //   ...chatModelBase,
+      //   label: 'Petals - CodeLlama-34b',
+      //   max: 2048
+      // },
       'timdettmers/guanaco-65b': {
         ...chatModelBase,
         label: 'Petals - Guanaco-65b',
         max: 2048
       },
-      // 'meta-llama/Llama-2-70b-hf': {
-      //   ...chatModelBase,
-      //   label: 'Petals - Llama-2-70b'
-      // },
+      'meta-llama/Llama-2-70b-hf': {
+        ...chatModelBase,
+        label: 'Petals - Llama-2-70b'
+      },
       'meta-llama/Llama-2-70b-chat-hf': {
         ...chatModelBase,
         label: 'Petals - Llama-2-70b-chat',