Reduce max new tokens range
Browse files
app.py
CHANGED
|
@@ -125,7 +125,7 @@ def generate(
|
|
| 125 |
top_p=top_p,
|
| 126 |
repetition_penalty=repetition_penalty,
|
| 127 |
do_sample=True,
|
| 128 |
-
truncate=
|
| 129 |
seed=42,
|
| 130 |
stop_sequences=["<|end|>"],
|
| 131 |
)
|
|
@@ -161,7 +161,6 @@ def generate(
|
|
| 161 |
|
| 162 |
examples = [
|
| 163 |
"How can I write a Python function to generate the nth Fibonacci number?",
|
| 164 |
-
"Draw me a map of the world using geopandas. Make it so that only Germany and Spain are colored red.",
|
| 165 |
"How do I get the current date using shell commands? Explain how it works.",
|
| 166 |
"What's the meaning of life?",
|
| 167 |
"Write a function in Python to reverse words in a given string.",
|
|
@@ -269,9 +268,9 @@ with gr.Blocks(analytics_enabled=False, css=custom_css) as demo:
|
|
| 269 |
)
|
| 270 |
max_new_tokens = gr.Slider(
|
| 271 |
label="Max new tokens",
|
| 272 |
-
value=
|
| 273 |
minimum=0,
|
| 274 |
-
maximum=
|
| 275 |
step=4,
|
| 276 |
interactive=True,
|
| 277 |
info="The maximum numbers of new tokens",
|
|
|
|
| 125 |
top_p=top_p,
|
| 126 |
repetition_penalty=repetition_penalty,
|
| 127 |
do_sample=True,
|
| 128 |
+
truncate=999,
|
| 129 |
seed=42,
|
| 130 |
stop_sequences=["<|end|>"],
|
| 131 |
)
|
|
|
|
| 161 |
|
| 162 |
examples = [
|
| 163 |
"How can I write a Python function to generate the nth Fibonacci number?",
|
|
|
|
| 164 |
"How do I get the current date using shell commands? Explain how it works.",
|
| 165 |
"What's the meaning of life?",
|
| 166 |
"Write a function in Python to reverse words in a given string.",
|
|
|
|
| 268 |
)
|
| 269 |
max_new_tokens = gr.Slider(
|
| 270 |
label="Max new tokens",
|
| 271 |
+
value=256,
|
| 272 |
minimum=0,
|
| 273 |
+
maximum=512,
|
| 274 |
step=4,
|
| 275 |
interactive=True,
|
| 276 |
info="The maximum numbers of new tokens",
|