Mirrors/kotaemon
1
0
Fork 0
mirror of https://github.com/Cinnamon/kotaemon.git synced 2026-02-24 03:59:47 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix: improve answer verification progress reporting

Browse Source
This commit is contained in:
trducng
2024-12-11 03:19:16 +00:00
parent 863dcde0fe
commit c4e9fcb308
2 changed files with 39 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/ktem/ktem/pages/chat/__init__.py
View File

@@ -467,13 +467,15 @@ class ChatPage(BasePage):
)
self.verify_answer_btn.click(
lambda: gr.update(visible=True),
outputs=[self.verification_page.verification_ui],
).then(
self.verification_page.verify_answer,
inputs=[
self.chat_panel.chatbot,
self.original_retrieval_history,
],
outputs=[
self.verification_page.verification_ui,
self.verification_page.verification_result,
],
)

63
libs/ktem/ktem/pages/chat/verification.py
View File

@@ -23,7 +23,7 @@ class VerificationPage(BasePage):
def on_building_ui(self):
with gr.Accordion(
"Verification Result",
"Verification result",
visible=False,
) as self.verification_ui:
self.verification_result = gr.HTML()
@@ -39,6 +39,9 @@ class VerificationPage(BasePage):
)
def highlight_spans(self, text, spans):
if len(spans) == 0:
return text
spans = sorted(spans, key=lambda x: x["start"])
highlighted_text = text[: spans[0]["start"]]
for idx, span in enumerate(spans):
@@ -65,40 +68,46 @@ class VerificationPage(BasePage):
last_evidence
)
if not text_only_evidence:
raise gr.Error("No evidence found.")
gr.Info("Verifying the groundedness of the answer. Please wait...")
result = verify_answer_groundedness_azure(query, answer, [text_only_evidence])
verification_output = "<h4>Trust score: {:.2f}</h4>".format(
1 - result["ungroundedPercentage"]
)
verification_output += "<h4>Claims that might be incorrect</h4>"
spans = [
{
"start": claim["offset"]["codePoint"],
"end": claim["offset"]["codePoint"] + claim["length"]["codePoint"],
}
for claim in result["ungroundedDetails"]
]
highlighted_text = self.highlight_spans(answer, spans)
highlighted_text = highlighted_text.replace("\n", "<br>")
verification_output += f"<div>{highlighted_text}</div>"
verification_output += "<h4>Rationale</h4>"
print(verification_output)
rationale = ""
if len(result["ungroundedDetails"]) == 0:
verification_output += "<h4>Claims are correct</h4>"
else:
verification_output += "<h4>Claims that might be incorrect</h4>"
spans = [
{
"start": claim["offset"]["codePoint"],
"end": claim["offset"]["codePoint"] + claim["length"]["codePoint"],
}
for claim in result["ungroundedDetails"]
]
highlighted_text = self.highlight_spans(answer, spans)
highlighted_text = highlighted_text.replace("\n", "<br>")
verification_output += f"<div>{highlighted_text}</div>"
for claim in result["ungroundedDetails"]:
rationale += Render.collapsible_with_header(
Document(
text="<b>{}</b>".format(claim["reason"]),
metadata={
"file_name": "<mark class='warning'>{}</mark>".format(
claim["text"]
),
},
verification_output += "<h4>Rationale</h4>"
rationale = ""
for claim in result["ungroundedDetails"]:
rationale += Render.collapsible_with_header(
Document(
text="<b>{}</b>".format(claim["reason"]),
metadata={
"file_name": "<mark class='warning'>{}</mark>".format(
claim["text"]
),
},
)
)
)
verification_output += f"<div>{rationale}</div>"
verification_output += f"<div>{rationale}</div>"
return gr.update(visible=True), verification_output
return verification_output