test cv extraction

app.py

@@ -97,10 +97,10 @@ def LLM_Inference(cv_text):
 
     Do not explain, comment or make up any more information that is not relative to the list of Information extraction. Respond in Vietnamese. Let's work this out in a step by step way to ensure the correct answer. [END].
     '''
-    inputs = tokenizer(text, return_tensors='pt').to(device)
+    inputs = tokenizer(text, return_tensors='pt', max_length=2048,truncation=True).to(device)
     with torch.no_grad():
         outputs = model.generate(
-            **inputs, max_new_tokens=2048, pad_token_id = tokenizer.eos_token_id
+            **inputs, max_new_tokens=1024, pad_token_id = tokenizer.eos_token_id
         )
     return tokenizer.decode(outputs[0], skip_special_tokens=True)