Update app.py

app.py

@@ -33,8 +33,7 @@ def generate(
 ):
     """run model inference, will return a Generator if streaming is true"""
 
-    generator =  llm(format_prompt(user_prompt), **asdict(generation_config))
-    return generator.generated_text
+    return llm(format_prompt(user_prompt), **asdict(generation_config))
 
 config = AutoConfig.from_pretrained(
     "teknium/Replit-v2-CodeInstruct-3B", context_length=2048
@@ -69,8 +68,12 @@ example_2 = "Write a python script which prints 'you are logged in' only if the
 
 examples = [example_1, example_2]
 
+def generate_code(user_input):
+    response = generate(llm, generation_config, user_input)
+    return response
+
 UI = gr.Interface(
-    fn=generate,
+    fn=generate_code,
     inputs=gr.Textbox(label="user_prompt", placeholder="Ask your queries here...."),
     outputs=gr.Textbox(label="Assistant"),
     title=title,