Add codellama/CodeLlama-34b-Instruct-hf

config.py

@@ -16,6 +16,7 @@ class ModelInfo:
 
 MODELS = [
  ModelInfo(repo="petals-team/StableBeluga2", name="stabilityai/StableBeluga2"),
+ ModelInfo(repo="codellama/CodeLlama-34b-Instruct-hf"),
  ModelInfo(repo="meta-llama/Llama-2-70b-chat-hf"),
  ModelInfo(repo="huggyllama/llama-65b", adapter="timdettmers/guanaco-65b"),
  ModelInfo(repo="huggyllama/llama-65b"),

static/chat.js

@@ -7,6 +7,14 @@ const models = {
  stopToken: "###",
  extraStopSequences: ["</s>"],
  },
+ "codellama/CodeLlama-34b-Instruct-hf": {
+ modelCard: "https://huggingface.co/codellama/CodeLlama-34b-Instruct-hf",
+ license: "https://bit.ly/llama2-license",
+ maxSessionLength: 8192,
+ sepToken: "###",
+ stopToken: "###",
+ extraStopSequences: ["</s>"],
+ },
  "meta-llama/Llama-2-70b-chat-hf": {
  modelCard: "https://huggingface.co/meta-llama/Llama-2-70b-chat-hf",
  license: "https://bit.ly/llama2-license",

static/index.html

@@ -38,6 +38,8 @@ <h1 class="display-4 fw-bold d-md-inline-block justify-content-center" style="fo
  <div class="btn-group family-selector" role="group">
  <input type="radio" class="btn-check" name="family" value="llama-2" id="family-llama-2" checked>
  <label class="btn btn-outline-primary" for="family-llama-2">Llama 2</label>
+ <input type="radio" class="btn-check" name="family" value="codellama" id="family-codellama">
+ <label class="btn btn-outline-primary" for="family-codellama">CodeLlama</label>
  <input type="radio" class="btn-check" name="family" value="llama" id="family-llama">
  <label class="btn btn-outline-primary" for="family-llama">Llama</label>
  <input type="radio" class="btn-check" name="family" value="bloom" id="family-bloom">
@@ -52,6 +54,10 @@ <h1 class="display-4 fw-bold d-md-inline-block justify-content-center" style="fo
  <input type="radio" class="btn-check" name="model" value="meta-llama/Llama-2-70b-chat-hf" id="meta-llama-2-70b-chat-hf">
  <label class="btn btn-outline-primary" for="meta-llama-2-70b-chat-hf">Llama 2 (70B-chat)</label>
  </div>
+ <div class="model-selector btn-group" role="group" data-family="codellama" style="display: none;">
+ <input type="radio" class="btn-check" name="model" value="codellama/CodeLlama-34b-Instruct-hf" id="model-codellama-34b-instruct-hf">
+ <label class="btn btn-outline-primary" for="model-codellama-34b-instruct-hf">CodeLlama (34B-Instruct)</label>
+ </div>
  <div class="model-selector btn-group" role="group" data-family="llama" style="display: none;">
  <input type="radio" class="btn-check" name="model" value="timdettmers/guanaco-65b" id="model-guanaco-65b">
  <label class="btn btn-outline-primary" for="model-guanaco-65b">Guanaco-65B</label>
@@ -93,7 +99,7 @@ <h1 class="display-4 fw-bold d-md-inline-block justify-content-center" style="fo
 </main>
  <script src="https://code.jquery.com/jquery-3.3.1.min.js" crossorigin="anonymous"></script>
  <script src="./static/autosize.min.js"></script>
- <script src="./static/chat.js?v=4"></script>
+ <script src="./static/chat.js?v=5"></script>
 
  <!-- Google tag (gtag.js) -->
  <script async src="https://www.googletagmanager.com/gtag/js?id=G-LENBCEYH86"></script>