Upload main.py

updated backend to 13b

main.py

@@ -19,8 +19,11 @@ app = FastAPI(docs_url="/")
 
 # pipe = pipeline(model="TheBloke/Llama-2-7B-GGML/llama-2-7b.ggmlv3.q4_0.bin")
 
-model_name_or_path = "TheBloke/Llama-2-7B-GGUF"
-model_basename = "llama-2-7b.Q4_0.gguf"
+# model_name_or_path = "TheBloke/Llama-2-7B-GGUF"
+# model_basename = "llama-2-7b.Q4_0.gguf"
+
+model_name_or_path = "Llama-2-13B-GGUF"
+model_basename = "llama-2-13b.Q3_K_S.gguf"
 
 model_path = hf_hub_download(repo_id=model_name_or_path, filename=model_basename)