Fix KoAlpaca Rollback No Tensor Parallelism

koalpaca.py

@@ -2,7 +2,6 @@ import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, GenerationConfig
 from peft import PeftModel, PeftConfig
 from model import Model
-import tensor_parallel as tp
 
 class KoAlpaca(Model):
     def __init__(self):
@@ -16,7 +15,6 @@ class KoAlpaca(Model):
         )
         #self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map={"":0})
         self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map='auto')
-        self.model = tp.tensor_parallel(self.model, ["cuda:0", "cuda:1"])
         self.model = PeftModel.from_pretrained(self.model, peft_model_id)
         self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
         self.gen_config = GenerationConfig.from_pretrained('./models/koalpaca', 'gen_config.json')

requirements.txt

@@ -3,5 +3,4 @@ gradio==4.1.1
 numpy==1.26.1
 pandas==2.1.2
 torch==2.0.1
-tensor_parallel==2.0.0
 git+https://github.com/huggingface/peft.git