abetlen commited on
Commit
a1467e1
1 Parent(s): cfda982
Files changed (1) hide show
  1. models.py +2 -2
models.py CHANGED
@@ -21,7 +21,7 @@ MODELS = {
21
  **{
22
  model_name: (
23
  f'{ORGANIZATION}/{repo}',
24
- (f'{model_name}-text-model-q4_k_m.gguf', f'{model_name}-mmproj-f16.gguf'),
25
  )
26
  for repo, model_name in BASE_MODELS
27
  },
@@ -29,7 +29,7 @@ MODELS = {
29
 
30
  MODELS_INFO = {
31
  'paligemma-3b-mix-224': (
32
- 'GGUF PaliGemma 3B weights quantized in Q4_K_M Format, finetuned with 224x224 input images and 256 token input/output '
33
  'text sequences on a mixture of downstream academic datasets. The models are available in float32, '
34
  'bfloat16 and float16 format for research purposes only.'
35
  ),
 
21
  **{
22
  model_name: (
23
  f'{ORGANIZATION}/{repo}',
24
+ (f'{model_name}-text-model-q8_0.gguf', f'{model_name}-mmproj-f16.gguf'),
25
  )
26
  for repo, model_name in BASE_MODELS
27
  },
 
29
 
30
  MODELS_INFO = {
31
  'paligemma-3b-mix-224': (
32
+ 'GGUF PaliGemma 3B weights quantized in Q8_0 Format, finetuned with 224x224 input images and 256 token input/output '
33
  'text sequences on a mixture of downstream academic datasets. The models are available in float32, '
34
  'bfloat16 and float16 format for research purposes only.'
35
  ),