New commit

app.py

@@ -37,8 +37,12 @@ q = qa_data["train"][0] # loaded question data
 
 # VARIABLES: will eventually be loaded with JSON from a dataset 
 
+"""
 question_text = q["prompt"] + " " + q["question"]
 answers_text = [q["a"], q["b"], q["c"], q["d"]]
+"""
+question_text = "Peter and Donald were in the habit of playing practical jokes on each other on their respective birthdays. On Peter's birthday, Donald sent Peter a cake containing an ingredient that he knew had, in the past, made Peter very ill. After Peter had eaten a piece of the cake, he suffered severe stomach pains and had to be taken to the hospital by ambulance. On the way to the hospital, the ambulance driver suffered a heart attack, which caused the ambulance to swerve from the road and hit a tree. As a result of the collision, Peter suffered a broken leg. In a suit by Peter against Donald to recover damages for Peter's broken leg, Peter will "
+answers_text = ["prevail, because Donald knew that the cake would be harmful or offensive to Peter.", "prevail, only if the ambulance driver was negligent.", "not prevail, because Donald could not reasonably be expected to foresee injury to Peter's leg.", "not prevail, because the ambulance driver's heart attack was a superseding cause of Peter's broken leg."]
 
 # BLOCKS: main user interface
 
@@ -73,14 +77,16 @@ with gr.Blocks() as user_eval:
 
         # Scoring box
         with gr.Column(scale = 1) as scores:
-            desc_1 = gr.Markdown("How **relevant** are these passages to our query?")
+            desc_1 = gr.Markdown("How **relevant** is this passage to the question?")
             eval_1 = gr.Slider(1, 5, step = 0.5)
-            desc_2 = gr.Markdown("How **novel** are these passages compared to the previous passages?")
+            desc_2 = gr.Markdown("How would you rate the passage's **quality** in terms of detail, clarity, and focus?")
             eval_2 = gr.Slider(1, 5, step = 0.5)
+            desc_3 = gr.Markdown("How effectively does the passage **lead you to the correct answer?**")
+            eval_3 = gr.Slider(1, 5, step = 0.5)
             btn = gr.Button("Next")
 
-            def next(eval_1, eval_2 = 0):
-                print(eval_1 + eval_2)
+            def next(eval_1, eval_2, eval_3):
+                print(eval_1 + eval_2 + eval_3)
 
             btn.click(fn = save_json, inputs = [eval_1, eval_2])