File size: 1,147 Bytes
854eca0 31eff9a da7207a 854eca0 da7207a 854eca0 da7207a 854eca0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 |
from langchain import HuggingFaceHub, PromptTemplate
from config import Config
llm = HuggingFaceHub(
repo_id=Config.LLM_MODEL_NAME,
huggingfacehub_api_token=Config.HUGGINGFACEHUB_API_TOKEN,
model_kwargs={'temperature': Config.LLM_TEMPERATURE, 'max_length': Config.LLM_MAX_OUTPUT_LENGTH}
)
# print(llm)
template = '''
You are an AI assistant who can review literature and poetry.
A poem consists of one or more stanzas. A stanza may contain as few as a single line.
Consecutive stanzas are separated by blank lines. Generally, the stanzas stand out differently.
Consider the following poem:
{poem}
Write a creative summary of the poem in about 20 words.
The summary should try to capture the subjects, objects, key themes, and sentiments.
The summary should avoid verbatim use of lines from the poem.
'''
prompt = PromptTemplate.from_template(template)
def generate_summary(poem: str) -> str:
"""
Generate the summary of a poem using an LLM.
:param poem: The text of the poem
:return: The summary
"""
print(prompt.format(poem=poem))
summary = llm(prompt.format(poem=poem))
return summary
|