code

app.py

@@ -5,7 +5,7 @@ import gradio as gr
 import os
 from threading import Thread
 
-# os.system("rm -rf /data-nvme/zerogpu-offload/*")
+os.system("rm -rf /data-nvme/zerogpu-offload/*")
 
 os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'expandable_segments:True'
 
@@ -50,6 +50,7 @@ def respond(
         temperature=temperature,
         streamer=streamer,
         top_p=top_p,
+        return_full_text=False,
         do_sample=True,
     )