File size: 731 Bytes
b73c955 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
TheBloke_Luna-AI-Llama2-Uncensored-GPTQ$:
loader: ExLlama_HF
cpu_memory: 58000
auto_devices: true
disk: false
cpu: false
bf16: false
load_in_8bit: false
trust_remote_code: false
load_in_4bit: false
compute_dtype: float16
quant_type: nf4
use_double_quant: false
wbits: '4'
groupsize: '64'
model_type: None
pre_layer: 0
triton: false
desc_act: false
no_inject_fused_attention: false
no_inject_fused_mlp: false
no_use_cuda_fp16: false
threads: 0
n_batch: 512
no_mmap: false
low_vram: false
mlock: false
n_gpu_layers: 0
n_ctx: 2048
n_gqa: 0
rms_norm_eps: 0
llama_cpp_seed: 0.0
gpu_split: ''
max_seq_len: 4096
compress_pos_emb: 1
alpha_value: 1
gpu_memory_0: 6990
|