diff --git a/environments/windows/src/google-gemma/gemma-gpu.py b/environments/windows/src/google-gemma/gemma-gpu.py index 5d8c086..70b57df 100644 --- a/environments/windows/src/google-gemma/gemma-gpu.py +++ b/environments/windows/src/google-gemma/gemma-gpu.py @@ -9,11 +9,12 @@ access_token='hf....CQqH' -model = "google/gemma-7b" +#model = "google/gemma-7b" +model = "google/gemma-2-27b" tokenizer = AutoTokenizer.from_pretrained(model, token=access_token) # GPU model = AutoModelForCausalLM.from_pretrained(model, device_map="auto", token=access_token) -# CPUi +# CPU #model = AutoModelForCausalLM.from_pretrained(model,token=access_token) input_text = "how is gold made in collapsing neutron stars - specifically what is the ratio created during the beta and r process."