Seeded

app.py

@@ -1,47 +1,53 @@
 import gc 
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, set_seed
 
 pipe = pipeline('text-generation', framework='pt', model='akhooli/ap2023', tokenizer='akhooli/ap2023')
 #gc.collect()
 samples = [['أنت'
-           ,1.0, 50, 1.0, 1.0],['هل غادر'
-            ,1.0, 50, 1.0, 1.0 ],['ألا ليت'
-              ,1.0, 50, 1.0, 1.0 ],['يا قدس'
-                 ,1.0, 50, 1.0, 1.0],['عيد بأية حال'
-                   ,1.0, 50, 1.0, 1.0],['لكل شيء إذا ما'
-                    ,1.0, 50, 1.0, 1.0 ],['.'
-                       ,1.0, 50, 1.0, 1.0]]
+           ,1.0, 50, 1.0, 1.0, 114],['هل غادر'
+            ,1.0, 50, 1.0, 1.0, 114 ],['ألا ليت'
+              ,1.0, 50, 1.0, 1.0, 114 ],['يا قدس'
+                 ,1.0, 50, 1.0, 1.0, 114],['عيد بأية حال'
+                   ,1.0, 50, 1.0, 1.0, 114],['لكل شيء إذا ما'
+                    ,1.0, 50, 1.0, 1.0, 114 ],['.'
+                       ,1.0, 50, 1.0, 1.0, 114]]
                      
 notes = """
 - Enter a short prompt or select (click) one of the examples and click SEND 
-- Adjust parameters (temperture, top k, top p and penalty) through the sliders (keep close to default values, as in examples).
-- Clear and enter new prompt or select another example and SEND to regenerate. You can also try again with same prompt.
+- Adjust parameters (temperture, top k, top p and penalty) through the slider (keep close to default values).
+- For the same seed (randomness), the same output is regenerated if other parameters are fixed. Seed should be 0 or more (not empty) 
+- Clear and enter new prompt or select another example and SEND to regenerate
 - The '.' means start a new line from no prompt (your prompt need not be long) 
-- Be patient: this demo runs on CPU (free tier)
+- Be patient: this runs on CPU (free tier)
 - Feedback (Twitter): @akhooli (https://twitter.com/akhooli/status/1611025232201977859) 
-- Note/Disclaimer: the model may generate unaccepted or inappropriate content. Use at your own risk.
+- Note/Disclaimer: may generate unaccepted or inappropriate content. Use at your own risk.
 """
-def sayPoetry(prompt, temp=1.0, topk = 50, topp = 1.0, penalty=1.0):
-    gen = pipe(prompt, max_length=96, temperature = temp, top_k=topk, top_p=topp, repetition_penalty=penalty)[0]["generated_text"]
+def sayPoetry(prompt, temp=1.0, topk = 50, topp = 1.0, penalty=1.0, seed=114):
+    if not int(seed) >= 0: seed=114
+    set_seed(seed)
+    gen = pipe(prompt, max_length=96, do_sample=True, temperature=temp, top_k=topk, top_p=topp, repetition_penalty=penalty,
+              min_length = 64, no_repeat_ngram_size = 3, return_full_text=True,
+               num_beams=5, num_return_sequences=1)[0]["generated_text"]
     poetry =""
     for line in gen.split('.')[:-1]:
         poetry += line #+ "\n"
     return poetry
 poetry = gr.Interface(fn=sayPoetry, 
                     inputs=[
-                        gr.Textbox(label="Enter a short prompt in Arabic or select from examples:"), 
-                        gr.Slider(0.80, 1.0, step=0.01,value=1.0, label='control  temperature'),
+                        gr.Textbox(label="Enter short prompt or select from examples:"), 
+                        gr.Slider(0.70, 1.2, step=0.01,value=1.0, label='control  temperature'),
                         gr.Slider(25, 100, step=1,value=50, label='control  top k'),
                         gr.Slider(0.80, 1.0, step=0.01,value=1.0, label='control  top p'),
-                        gr.Slider(0.90, 1.20, step=0.01,value=1.0, label='control  penalty'),
+                        gr.Slider(0.90, 1.50, step=0.01,value=1.0, label='control  penalty'),
+                        gr.Number(value=139750, precision=0, label='Seed'),
                     ], 
                 outputs=[gr.Textbox(label="Generated Poetry:")], 
                     
                 allow_flagging='never',
-                title='Arabic Poetry Generation Demo (updated Jan. 16, 2023)',
-                description = "A simple demo of AI generated poetry based on 1.25M poem lines fine-tuned using AraGPT2 (be patient, runs on cpu)",
+                title='Arabic Poetry Generation Demo (updated Jan. 2023)',
+                description = "A simple demo of AI generated poetry based on 1M poems fine-tuned using AraGPT2 (be patient, runs on cpu)",
                 examples=samples,
-                #cache_examples=False,
+                cache_examples=False,
                 article = notes)
-poetry.launch(show_error = True)             
+poetry.launch()