Update app.py

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-# Load the model and tokenizer with `trust_remote_code=True`
+# Load the model and tokenizer
 tokenizer = AutoTokenizer.from_pretrained("aisingapore/sea-lion-7b-instruct", trust_remote_code=True)
 model = AutoModelForCausalLM.from_pretrained("aisingapore/sea-lion-7b-instruct", trust_remote_code=True)
 
@@ -12,5 +12,14 @@ def generate_response(prompt):
 
 iface = gr.Interface(fn=generate_response, inputs="text", outputs="text")
 
-# Launch the interface
+# Add a custom API route
+def api_handler(data):
+    prompt = data['prompt']
+    response = generate_response(prompt)
+    return {"response": response}
+
+iface.api_routes = {
+    "/generate": {"POST": api_handler}
+}
+
 iface.launch(share=True, inline=True)