Last active
April 17, 2024 09:41
-
-
Save ianscrivener/9c57078a6d2e8891f83c26fc34e19d4f to your computer and use it in GitHub Desktop.
LM-Studio-preset.json
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "name": "My New Config Preset", | |
| "load_params": { | |
| "n_ctx": 1500, | |
| "n_batch": 512, | |
| "rope_freq_base": 10000, | |
| "rope_freq_scale": 1, | |
| "n_gpu_layers": 1, | |
| "use_mlock": true, | |
| "main_gpu": 0, | |
| "tensor_split": [ | |
| 0 | |
| ], | |
| "seed": -1, | |
| "f16_kv": true, | |
| "use_mmap": true | |
| }, | |
| "inference_params": { | |
| "n_threads": 4, | |
| "n_predict": -1, | |
| "top_k": 40, | |
| "top_p": 0.95, | |
| "temp": 0.8, | |
| "repeat_penalty": 1.1, | |
| "input_prefix": "### Instruction:", | |
| "input_suffix": "### Response:", | |
| "antiprompt": [ | |
| "### Instruction:" | |
| ], | |
| "pre_prompt": "Perform the instructions to the best of your ability.\n", | |
| "seed": -1, | |
| "tfs_z": 1, | |
| "typical_p": 1, | |
| "repeat_last_n": 64, | |
| "frequency_penalty": 0, | |
| "presence_penalty": 0, | |
| "n_keep": 0, | |
| "logit_bias": {}, | |
| "mirostat": 0, | |
| "mirostat_tau": 5, | |
| "mirostat_eta": 0.1, | |
| "memory_f16": true, | |
| "multiline_input": false, | |
| "penalize_nl": true | |
| } | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment