Update README.md
Browse files
README.md
CHANGED
|
@@ -62,7 +62,7 @@ The GGUF model is pruned to 50% using sparseGPT method [sparseGPT](https://githu
|
|
| 62 |
```
|
| 63 |
from llama_cpp import Llama
|
| 64 |
|
| 65 |
-
llm = Llama(model_path="openhermes-7b-pruned50-Q8_0.gguf")
|
| 66 |
|
| 67 |
output = llm("""<|im_start|>system
|
| 68 |
You are a friendly chatbot who always responds in the style of a pirate.<|im_end|>
|
|
|
|
| 62 |
```
|
| 63 |
from llama_cpp import Llama
|
| 64 |
|
| 65 |
+
llm = Llama(model_path="openhermes-2.5-mistral-7b-pruned50-Q8_0.gguf")
|
| 66 |
|
| 67 |
output = llm("""<|im_start|>system
|
| 68 |
You are a friendly chatbot who always responds in the style of a pirate.<|im_end|>
|