Spaces:
Paused
Paused
Commit
·
73f614a
1
Parent(s):
37f4fec
Update app_v3.py
Browse files
app_v3.py
CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoTokenizer, TextStreamer, pipeline
|
|
3 |
from auto_gptq import AutoGPTQForCausalLM
|
4 |
from huggingface_hub import snapshot_download
|
5 |
import os
|
6 |
-
import gc
|
7 |
|
8 |
# Define pretrained and quantized model directories
|
9 |
pretrained_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
|
|
|
3 |
from auto_gptq import AutoGPTQForCausalLM
|
4 |
from huggingface_hub import snapshot_download
|
5 |
import os
|
6 |
+
#import gc
|
7 |
|
8 |
# Define pretrained and quantized model directories
|
9 |
pretrained_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
|