Update model.yml
Browse files
model.yml
CHANGED
|
@@ -42,6 +42,6 @@ min_keep: 0
|
|
| 42 |
engine: llama-cpp
|
| 43 |
prompt_template: <|system|>\n{system_message}\n<|user|>\n{prompt}\n<|assistant|>\n
|
| 44 |
ctx_len: 4096
|
| 45 |
-
ngl:
|
| 46 |
# END REQUIRED
|
| 47 |
# END MODEL LOAD PARAMETERS
|
|
|
|
| 42 |
engine: llama-cpp
|
| 43 |
prompt_template: <|system|>\n{system_message}\n<|user|>\n{prompt}\n<|assistant|>\n
|
| 44 |
ctx_len: 4096
|
| 45 |
+
ngl: 65
|
| 46 |
# END REQUIRED
|
| 47 |
# END MODEL LOAD PARAMETERS
|