change model to Qwen2.5-Omni-7B

app.py

@@ -2,13 +2,22 @@ import gradio as gr
 from huggingface_hub import InferenceClient
 import os
 import re
+from transformers import Qwen2_5OmniForConditionalGeneration
+
+qwenModel = Qwen2_5OmniForConditionalGeneration.from_pretrained(
+    "Qwen/Qwen2.5-Omni-7B",
+    device_map="auto",
+    torch_dtype=torch.bfloat16,
+    attn_implementation="flash_attention_2",
+)
 
 # Load API key from environment variables
 HF_API_TOKEN = os.getenv("HUG_TOKEN_READ")
 
 # Hugging Face Inference API Client
 #client = InferenceClient(model="mistralai/Mistral-7B-Instruct-v0.1", token=HF_API_TOKEN)
-client = InferenceClient(model="openGPT-X/Teuken-7B-instruct-commercial-v0.4", token=HF_API_TOKEN)
+#client = InferenceClient(model="openGPT-X/Teuken-7B-instruct-commercial-v0.4", token=HF_API_TOKEN)
+client = InferenceClient(model=qwenModel, token=HF_API_TOKEN)
 
 # Function to translate text into emojis
 def text_to_emoji(text):