update README.md
Browse files
README.md
CHANGED
@@ -31,11 +31,17 @@ from llama_cpp import Llama
|
|
31 |
|
32 |
# Our stepper takes in a Outlines model to enable guided generation
|
33 |
# This forces the model to follow our output format
|
34 |
-
|
35 |
-
|
36 |
-
|
|
|
|
|
|
|
37 |
)
|
38 |
|
|
|
|
|
|
|
39 |
# Instantiate a stepper: handles prompting + output parsing
|
40 |
stepper = NPCStepper(model=model)
|
41 |
```
|
@@ -54,7 +60,9 @@ from gigax.scene import (
|
|
54 |
ParameterType,
|
55 |
)
|
56 |
# Use sample data
|
|
|
57 |
current_location = Location(name="Old Town", description="A quiet and peaceful town.")
|
|
|
58 |
NPCs = [
|
59 |
Character(
|
60 |
name="John the Brave",
|
@@ -127,15 +135,15 @@ Aldren:
|
|
127 |
|
128 |
- **Developed by:** Gigax
|
129 |
- **Language(s) (NLP):** English
|
130 |
-
- **Finetuned from model [optional]:** [Phi-3-mini-
|
131 |
- **Contact:** Join our [Discord](https://discord.gg/xES2Z8X4J6) for info, help, and more!
|
132 |
|
133 |
## How to Cite
|
134 |
|
135 |
```bibtex
|
136 |
-
@misc{NPC-LLM-3_8B,
|
137 |
-
url={[https://huggingface.co/Gigax/NPC-LLM-
|
138 |
-
title={NPC-LLM-3_8B},
|
139 |
author={Gigax team}
|
140 |
}
|
141 |
```
|
|
|
31 |
|
32 |
# Our stepper takes in a Outlines model to enable guided generation
|
33 |
# This forces the model to follow our output format
|
34 |
+
llm = Llama.from_pretrained(
|
35 |
+
repo_id="Gigax/NPC-LLM-3_8B-128k-GGUF",
|
36 |
+
filename="npc-llm-3_8B-128k.gguf"
|
37 |
+
# n_gpu_layers=-1, # Uncomment to use GPU acceleration
|
38 |
+
# seed=1337, # Uncomment to set a specific seed
|
39 |
+
# n_ctx=2048, # Uncomment to increase the context window
|
40 |
)
|
41 |
|
42 |
+
model = models.LlamaCpp(llm)
|
43 |
+
|
44 |
+
|
45 |
# Instantiate a stepper: handles prompting + output parsing
|
46 |
stepper = NPCStepper(model=model)
|
47 |
```
|
|
|
60 |
ParameterType,
|
61 |
)
|
62 |
# Use sample data
|
63 |
+
context = "Medieval world"
|
64 |
current_location = Location(name="Old Town", description="A quiet and peaceful town.")
|
65 |
+
locations = [current_location] # you can add more locations to the scene
|
66 |
NPCs = [
|
67 |
Character(
|
68 |
name="John the Brave",
|
|
|
135 |
|
136 |
- **Developed by:** Gigax
|
137 |
- **Language(s) (NLP):** English
|
138 |
+
- **Finetuned from model [optional]:** [Phi-3-mini-128k-instruct](https://huggingface.co/microsoft/Phi-3-mini-128k-instruct)
|
139 |
- **Contact:** Join our [Discord](https://discord.gg/xES2Z8X4J6) for info, help, and more!
|
140 |
|
141 |
## How to Cite
|
142 |
|
143 |
```bibtex
|
144 |
+
@misc{NPC-LLM-3_8B-128k-GGUF,
|
145 |
+
url={[https://huggingface.co/Gigax/NPC-LLM-3_8B-128k-GGUF](https://huggingface.co/Gigax/NPC-LLM-3_8B-128k-GGUF)},
|
146 |
+
title={NPC-LLM-3_8B-128k-GGUF},
|
147 |
author={Gigax team}
|
148 |
}
|
149 |
```
|