add move model to device

app.py

@@ -50,7 +50,7 @@ tts = TTSProcessor(device)
 use_8bit = False    
 llm_path = "homebrewltd/Llama3.1-s-instruct-2024-08-19-epoch-3"
 tokenizer = AutoTokenizer.from_pretrained(llm_path)
-model_kwargs = {"device_map": "auto"}
+model_kwargs = {}
 if use_8bit:
     model_kwargs["quantization_config"] = BitsAndBytesConfig(
         load_in_8bit=True,
@@ -59,10 +59,7 @@ if use_8bit:
     )
 else:
     model_kwargs["torch_dtype"] = torch.bfloat16
-model = AutoModelForCausalLM.from_pretrained(llm_path, **model_kwargs)
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
-tokenizer = pipe.tokenizer
-model = pipe.model
+model = AutoModelForCausalLM.from_pretrained(llm_path, **model_kwargs).to(device)
 # print(tokenizer.encode("<|sound_0001|>", add_special_tokens=False))# return the audio tensor
 # print(tokenizer.eos_token)