models/config-user.yaml

mythomax-l2-kimiko-v2-13b.Q4_K_M.gguf$:
  loader: llama.cpp
  cpu: true
  threads: 8
  threads_batch: 8
  n_batch: 2048
  no_mmap: false
  mlock: false
  no_mul_mat_q: false
  n_gpu_layers: 0
  tensor_split: ''
  n_ctx: 3000
  compress_pos_emb: 1
  alpha_value: 1
  rope_freq_base: 0
  numa: false
  no_offload_kqv: false
  row_split: false
  tensorcores: false
Mistral-7B-NSFWSTORY-q5_K_M.gguf$:
  loader: llama.cpp
  cpu: true
  threads: 0
  threads_batch: 0
  n_batch: 2048
  no_mmap: false
  mlock: false
  no_mul_mat_q: false
  n_gpu_layers: 0
  tensor_split: ''
  n_ctx: 2048
  compress_pos_emb: 1
  alpha_value: 1
  rope_freq_base: 0
  numa: false
  no_offload_kqv: false
  row_split: false
  tensorcores: false