Ammah commited on
Commit
9896552
1 Parent(s): 457a409

update README.md

Browse files
Files changed (1) hide show
  1. README.md +15 -7
README.md CHANGED
@@ -31,11 +31,17 @@ from llama_cpp import Llama
31
 
32
  # Our stepper takes in a Outlines model to enable guided generation
33
  # This forces the model to follow our output format
34
- model = Llama(
35
- model_path="./path/to/model/npc-llm-3_8B-128k.gguf",
36
- # n_gpu_layers=-1, # Uncomment to use GPU acceleration
 
 
 
37
  )
38
 
 
 
 
39
  # Instantiate a stepper: handles prompting + output parsing
40
  stepper = NPCStepper(model=model)
41
  ```
@@ -54,7 +60,9 @@ from gigax.scene import (
54
  ParameterType,
55
  )
56
  # Use sample data
 
57
  current_location = Location(name="Old Town", description="A quiet and peaceful town.")
 
58
  NPCs = [
59
  Character(
60
  name="John the Brave",
@@ -127,15 +135,15 @@ Aldren:
127
 
128
  - **Developed by:** Gigax
129
  - **Language(s) (NLP):** English
130
- - **Finetuned from model [optional]:** [Phi-3-mini-4k-instruct](https://huggingface.co/microsoft/Phi-3-mini-4k-instruct)
131
  - **Contact:** Join our [Discord](https://discord.gg/xES2Z8X4J6) for info, help, and more!
132
 
133
  ## How to Cite
134
 
135
  ```bibtex
136
- @misc{NPC-LLM-3_8B,
137
- url={[https://huggingface.co/Gigax/NPC-LLM-7B](https://huggingface.co/Gigax/NPC-LLM-3_8B)},
138
- title={NPC-LLM-3_8B},
139
  author={Gigax team}
140
  }
141
  ```
 
31
 
32
  # Our stepper takes in a Outlines model to enable guided generation
33
  # This forces the model to follow our output format
34
+ llm = Llama.from_pretrained(
35
+ repo_id="Gigax/NPC-LLM-3_8B-128k-GGUF",
36
+ filename="npc-llm-3_8B-128k.gguf"
37
+ # n_gpu_layers=-1, # Uncomment to use GPU acceleration
38
+ # seed=1337, # Uncomment to set a specific seed
39
+ # n_ctx=2048, # Uncomment to increase the context window
40
  )
41
 
42
+ model = models.LlamaCpp(llm)
43
+
44
+
45
  # Instantiate a stepper: handles prompting + output parsing
46
  stepper = NPCStepper(model=model)
47
  ```
 
60
  ParameterType,
61
  )
62
  # Use sample data
63
+ context = "Medieval world"
64
  current_location = Location(name="Old Town", description="A quiet and peaceful town.")
65
+ locations = [current_location] # you can add more locations to the scene
66
  NPCs = [
67
  Character(
68
  name="John the Brave",
 
135
 
136
  - **Developed by:** Gigax
137
  - **Language(s) (NLP):** English
138
+ - **Finetuned from model [optional]:** [Phi-3-mini-128k-instruct](https://huggingface.co/microsoft/Phi-3-mini-128k-instruct)
139
  - **Contact:** Join our [Discord](https://discord.gg/xES2Z8X4J6) for info, help, and more!
140
 
141
  ## How to Cite
142
 
143
  ```bibtex
144
+ @misc{NPC-LLM-3_8B-128k-GGUF,
145
+ url={[https://huggingface.co/Gigax/NPC-LLM-3_8B-128k-GGUF](https://huggingface.co/Gigax/NPC-LLM-3_8B-128k-GGUF)},
146
+ title={NPC-LLM-3_8B-128k-GGUF},
147
  author={Gigax team}
148
  }
149
  ```