Update app.py

app.py

@@ -98,22 +98,6 @@ llamaindex_prefix = PeftModel.from_pretrained(basemodel, LLAMAINDEX_PREFIX_URL,
 dspy_prefix = PeftModel.from_pretrained(basemodel, DSPY_PREFIX_URL, device_map="auto")
 cs_evo_prefix = PeftModel.from_pretrained(basemodel, CS_EVO_PREFIX_URL, device_map="auto")
 
-# basemodel = ""
-# sql_prefix = ""
-# sfepy_prefix = ""
-# megengine_prefix = ""
-# main_evo_prefix = ""
-# sqlmodel_fft = ""
-# sfepy_fft = ""
-# megengine_fft = ""
-# main_evo_fft = ""
-# main_fd_fft = ""
-# langchain_prefix = ""
-# llamaindex_prefix = ""
-# dspy_prefix = ""
-# cs_evo_prefix = ""
-
-
 model_map = {
     "Base": basemodel,
     "SQLModel Prefix": sql_prefix,
@@ -182,8 +166,7 @@ def generate(
     model.to(device)
     input_ids = tokenizer(prompt, return_tensors="pt").to(model.device)
     generated_ids = model.generate(**input_ids, **generate_kwargs)
-    return tokenizer.decode(generated_ids[0], skip_special_tokens=True).strip()
-    # return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
+    return tokenizer.decode(generated_ids[0][input_ids["input_ids"].shape[1]:], skip_special_tokens=True).strip()
 
 
 examples = [