Spaces:

adnansami1992sami
/

falcon-mini

Runtime error

adnansami1992sami commited on Jul 30, 2023

Commit

4b39e3f

•

1 Parent(s): b2f04c1

Update api.py

Files changed (1) hide show

api.py CHANGED Viewed

@@ -10,7 +10,7 @@ from ctransformers import AutoModelForCausalLM
 from pydantic import BaseModel
 from typing import List, Dict, Any, Generator
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/falcon-40b-instruct-GGML", model_file="falcon40b-instruct.ggmlv3.q2_K.bin",
                                            model_type="falcon", threads=8)
 app = fastapi.FastAPI(title="🦅Falcon 40B GGML (ggmlv3.q2_K)🦅")
 app.add_middleware(

 from pydantic import BaseModel
 from typing import List, Dict, Any, Generator
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-Uncensored-Falcon-40B-GGML", model_file="wizardlm-uncensored-falcon-40b.ggccv1.q2_k.bin",
                                            model_type="falcon", threads=8)
 app = fastapi.FastAPI(title="🦅Falcon 40B GGML (ggmlv3.q2_K)🦅")
 app.add_middleware(