Update app.py

app.py

@@ -1,16 +1,16 @@
 # 모델 로딩
-# import torch
-# from peft import PeftConfig, PeftModel
-# from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+from peft import PeftConfig, PeftModel
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
-# device = "cuda" if torch.cuda.is_available() else "cpu"
+device = "cuda" if torch.cuda.is_available() else "cpu"
 
-# base_model_name = "facebook/opt-350m"
-# adapter_model_name = 'msy127/opt-350m-aihubqa-130-dpo-adapter'
+base_model_name = "facebook/opt-350m"
+adapter_model_name = 'msy127/opt-350m-aihubqa-130-dpo-adapter'
 
-# model = AutoModelForCausalLM.from_pretrained(base_model_name)
-# model = PeftModel.from_pretrained(model, adapter_model_name).to(device)
-# tokenizer = AutoTokenizer.from_pretrained(adapter_model_name)
+model = AutoModelForCausalLM.from_pretrained(base_model_name)
+model = PeftModel.from_pretrained(model, adapter_model_name).to(device)
+tokenizer = AutoTokenizer.from_pretrained(adapter_model_name)
 
 # 대화 누적 함수 (history) - prompt 자리에 history가 들어감 -> dialoGPT는 모델 집어넣기 전에 인코딩을 했었는데 OPENAI는 인코딩을 안한다.