Upload 2 files

app.py

@@ -260,13 +260,9 @@ elif decoder_model == "FLAN-T5":
  if submitted:
  for context_text in context_list:
  output_text.append(
- flan_t5_pipeline(
- "Question:"
- + query_text
- + "\nContext:"
- + context_text
- + "\nAnswer?"
- )[0]["summary_text"]
+ flan_t5_pipeline("Summarize:" + context_text)[0][
+ "summary_text"
+ ]
  )
  st.subheader("Answer:")
  for text in output_text:

utils.py

@@ -44,8 +44,8 @@ def get_t5_model():
 def get_flan_t5_model():
  return pipeline(
  "summarization",
- model="google/flan-t5-large",
- tokenizer="google/flan-t5-large",
+ model="google/flan-t5-base",
+ tokenizer="google/flan-t5-base",
  max_length=512,
  # length_penalty = 0
  )