#27 - Google Gemma 2 27B

ObrienlabsDev · Jun 28, 2024 · c55b02d · c55b02d
1 parent 1ec214e
commit c55b02d
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/environments/windows/src/google-gemma/gemma-gpu.py b/environments/windows/src/google-gemma/gemma-gpu.py
@@ -9,11 +9,12 @@
 
 access_token='hf....CQqH'
 
-model = "google/gemma-7b"
+#model = "google/gemma-7b"
+model = "google/gemma-2-27b"
 tokenizer = AutoTokenizer.from_pretrained(model, token=access_token)
 # GPU
 model = AutoModelForCausalLM.from_pretrained(model, device_map="auto", token=access_token)
-# CPUi
+# CPU
 #model = AutoModelForCausalLM.from_pretrained(model,token=access_token)
 
 input_text = "how is gold made in collapsing neutron stars - specifically what is the ratio created during the beta and r process."