We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2cbe0a7 commit fb90471Copy full SHA for fb90471
src/llm_vm/client.py
@@ -14,7 +14,7 @@
14
default_big_model= conf.settings.big_model
15
16
if conf.settings.small_model is not None:
17
- default_small_model= "llama2"
+ default_small_model= "pythia"
18
else:
19
default_small_model = conf.settings.small_model
20
src/llm_vm/onsite_llm.py
@@ -297,7 +297,7 @@ class Small_Local_LLama(Base_Onsite_LLM):
297
tokenizer_loader: Loads the tokenizer into memory
298
generate: Generates a response from a given prompt with the loaded LLM and tokenizer
299
"""
300
- model_uri="openlm-research/open_llama_3b_v2"
+ model_uri="meta-llama/Llama-2-70b-hf"
301
302
def model_loader(self):
303
return Llama2ForCausalLM.from_pretrained(self.model_uri)
0 commit comments