Fix KoAlpaca CUDA index

koalpaca.py

@@ -16,8 +16,7 @@ class KoAlpaca(Model):
         )
         #self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map={"":0})
         self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map='auto')
-        print(self.model.device)
-        self.model = tp.tensor_parallel(self.model, [*next(self.model.parameters()).device])
+        self.model = tp.tensor_parallel(self.model, ["cuda:0", "cuda:1"])
         self.model = PeftModel.from_pretrained(self.model, peft_model_id)
         self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
         self.gen_config = GenerationConfig.from_pretrained('./models/koalpaca', 'gen_config.json')