Spaces:
Runtime error
Runtime error
File size: 719 Bytes
9e77727 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
mythomax-l2-kimiko-v2-13b.Q4_K_M.gguf$:
loader: llama.cpp
cpu: true
threads: 8
threads_batch: 8
n_batch: 2048
no_mmap: false
mlock: false
no_mul_mat_q: false
n_gpu_layers: 0
tensor_split: ''
n_ctx: 3000
compress_pos_emb: 1
alpha_value: 1
rope_freq_base: 0
numa: false
no_offload_kqv: false
row_split: false
tensorcores: false
Mistral-7B-NSFWSTORY-q5_K_M.gguf$:
loader: llama.cpp
cpu: true
threads: 0
threads_batch: 0
n_batch: 2048
no_mmap: false
mlock: false
no_mul_mat_q: false
n_gpu_layers: 0
tensor_split: ''
n_ctx: 2048
compress_pos_emb: 1
alpha_value: 1
rope_freq_base: 0
numa: false
no_offload_kqv: false
row_split: false
tensorcores: false
|