Update app.py

app.py

@@ -1,16 +1,16 @@
 # 모델 로딩
-import torch
-from peft import PeftConfig, PeftModel
-from transformers import AutoModelForCausalLM, AutoTokenizer
+# import torch
+# from peft import PeftConfig, PeftModel
+# from transformers import AutoModelForCausalLM, AutoTokenizer
 
-device = "cuda" if torch.cuda.is_available() else "cpu"
+# device = "cuda" if torch.cuda.is_available() else "cpu"
 
-base_model_name = "facebook/opt-350m"
-adapter_model_name = 'msy127/opt-350m-aihubqa-130-dpo-adapter'
+# base_model_name = "facebook/opt-350m"
+# adapter_model_name = 'msy127/opt-350m-aihubqa-130-dpo-adapter'
 
-model = AutoModelForCausalLM.from_pretrained(base_model_name)
-model = PeftModel.from_pretrained(model, adapter_model_name).to(device)
-tokenizer = AutoTokenizer.from_pretrained(adapter_model_name)
+# model = AutoModelForCausalLM.from_pretrained(base_model_name)
+# model = PeftModel.from_pretrained(model, adapter_model_name).to(device)
+# tokenizer = AutoTokenizer.from_pretrained(adapter_model_name)
 
 # 대화 누적 함수 (history) - prompt 자리에 history가 들어감 -> dialoGPT는 모델 집어넣기 전에 인코딩을 했었는데 OPENAI는 인코딩을 안한다.