ManojINaik commited on
Commit
38239df
·
verified ·
1 Parent(s): d56e863

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -7
app.py CHANGED
@@ -7,16 +7,17 @@ generator = pipeline("text-generation", model=model_name)
7
 
8
  # Inference function
9
  def generate_response(prompt):
10
- # Generate text with specific parameters
 
11
  response = generator(
12
- prompt,
13
- max_length=150, # Increase max length for more comprehensive responses
14
  num_return_sequences=1,
15
- temperature=0.7, # Lower for more deterministic responses
16
- top_k=50, # Consider the top 50 tokens for diversity
17
- top_p=0.95 # Cumulative probability for diversity
18
  )
19
- return response[0]['generated_text'].strip() # Clean up the output
20
 
21
  # Gradio interface
22
  interface = gr.Interface(
 
7
 
8
  # Inference function
9
  def generate_response(prompt):
10
+ # Adjust the prompt to guide the model
11
+ modified_prompt = f"Answer the question directly: {prompt}"
12
  response = generator(
13
+ modified_prompt,
14
+ max_length=150, # Maintain this to allow for longer responses
15
  num_return_sequences=1,
16
+ temperature=0.7,
17
+ top_k=50,
18
+ top_p=0.95
19
  )
20
+ return response[0]['generated_text'].strip()
21
 
22
  # Gradio interface
23
  interface = gr.Interface(