Update app

app.py

@@ -62,7 +62,6 @@ def generate_text(prompt: str,
         streamer=inputs,
         max_new_tokens=max_new_tokens,
         do_sample=True,
-        return_full_text=True,
         top_p=top_p,
         top_k=top_k,
         temperature=temperature,
@@ -87,8 +86,16 @@ demo = gr.Interface(
             container=False,
             show_label=False,
             placeholder="Enter some text...",
+            lines=10,
             scale=10,
         ),
+        gr.Slider(
+            label="Maximum new tokens",
+            minimum=1,
+            maximum=4096,
+            step=1,
+            value=1024,
+        ),
         gr.Slider(
             label="Temperature",
             minimum=0.01,
@@ -117,6 +124,7 @@ demo = gr.Interface(
             show_label=False,
             placeholder="Generated output...",
             scale=10,
+            lines=10,
         )
     ],
 )