File size: 345 Bytes
8f6f070
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
from llmlingua import PromptCompressor

llm_lingua = PromptCompressor(
    model_name="microsoft/llmlingua-2-xlm-roberta-large-meetingbank",
    use_llmlingua2=True,
    device_map="mps"
)
compressed_prompt = llm_lingua.compress_prompt("The meeting was scheduled for 2:30 PM, but it started at 3:00 PM. Why?", rate=0.5)

print(compressed_prompt)