junaid17 commited on
Commit
8d250ad
·
verified ·
1 Parent(s): 3f376a7

Update scripts/load_model.py

Browse files
Files changed (1) hide show
  1. scripts/load_model.py +1 -1
scripts/load_model.py CHANGED
@@ -8,7 +8,7 @@ def get_model(callbacks=None):
8
  global _llm_instance
9
  if _llm_instance is None:
10
  print("Downloading model from Hugging Face...")
11
- model_path = hf_hub_download(repo_id="junaid17/qwen2.5-coding-assistant-gguf", filename="qwen2.5-coding-assistant-q4_k_m.gguf")
12
  print("Loading ChatLlamaCpp model for the first time...")
13
  _llm_instance = ChatLlamaCpp(
14
  model_path=model_path,
 
8
  global _llm_instance
9
  if _llm_instance is None:
10
  print("Downloading model from Hugging Face...")
11
+ model_path = hf_hub_download(repo_id="junaid17/qwen2.5-0.5b-coding-assistant-gguf", filename="qwen2.5-0.5b-coding-assistant-q4_k_m.gguf")
12
  print("Loading ChatLlamaCpp model for the first time...")
13
  _llm_instance = ChatLlamaCpp(
14
  model_path=model_path,