Update app.py
Browse files
app.py
CHANGED
@@ -9,12 +9,10 @@ HF_TOKEN = os.getenv("HF_TOKEN")
|
|
9 |
llm = HuggingFaceEndpoint(
|
10 |
repo_id="google/gemma-1.1-7b-it",
|
11 |
task="text-generation",
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
"repetition_penalty": 1.03,
|
17 |
-
},
|
18 |
huggingfacehub_api_token=HF_TOKEN
|
19 |
)
|
20 |
template = """
|
|
|
9 |
llm = HuggingFaceEndpoint(
|
10 |
repo_id="google/gemma-1.1-7b-it",
|
11 |
task="text-generation",
|
12 |
+
max_new_tokens=512,
|
13 |
+
top_k=5,
|
14 |
+
temperature=0.1,
|
15 |
+
repetition_penalty=1.03,
|
|
|
|
|
16 |
huggingfacehub_api_token=HF_TOKEN
|
17 |
)
|
18 |
template = """
|