big boi llama

noahshinn · Aug 28, 2023 · 0a9ebab · 0a9ebab
1 parent 45c7f2c
commit 0a9ebab
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/programming_runs/generators/model.py b/programming_runs/generators/model.py
@@ -202,13 +202,13 @@ def __init__(self):
         import torch
         from transformers import AutoModelForCausalLM, AutoTokenizer
         tokenizer = AutoTokenizer.from_pretrained(
-            "codellama/CodeLlama-7b-Instruct-hf",
+            "codellama/CodeLlama-34b-Instruct-hf",
             add_eos_token=True,
             add_bos_token=True,
             padding_side='left'
         )
         model = AutoModelForCausalLM.from_pretrained(
-            "codellama/CodeLlama-7b-Instruct-hf",
+            "codellama/CodeLlama-34b-Instruct-hf",
             torch_dtype=torch.bfloat16,
             device_map="auto",
         )