[{"data":1,"prerenderedAt":177},["ShallowReactive",2],{"documentation-\u002Fdocumentation\u002Fai\u002Fquality":3},{"id":4,"title":5,"body":6,"description":167,"extension":168,"meta":169,"navigation":170,"ogImage":171,"path":172,"seo":173,"sitemap":174,"stem":175,"__hash__":176},"content\u002Fdocumentation\u002Fai\u002Fquality.md","Answer quality",{"type":7,"value":8,"toc":159},"minimark",[9,18,23,26,76,83,87,90,112,115,119,122,126],[10,11,12,13,17],"p",{},"Every AI answer that uses your knowledge base is checked automatically by a second AI acting as a judge. Results appear in ",[14,15,16],"strong",{},"Quality"," in the main menu. Evaluations run every hour.",[19,20,22],"h2",{"id":21},"the-three-scores","The three scores",[10,24,25],{},"Each answer is scored from 1 to 5 on:",[27,28,29,42],"table",{},[30,31,32],"thead",{},[33,34,35,39],"tr",{},[36,37,38],"th",{},"Score",[36,40,41],{},"Question it answers",[43,44,45,56,66],"tbody",{},[33,46,47,53],{},[48,49,50],"td",{},[14,51,52],{},"Context Relevance",[48,54,55],{},"Did the AI find the right content for this question?",[33,57,58,63],{},[48,59,60],{},[14,61,62],{},"Faithfulness",[48,64,65],{},"Is the answer supported by your content, or did the AI make something up?",[33,67,68,73],{},[48,69,70],{},[14,71,72],{},"Answer Relevance",[48,74,75],{},"Does the answer actually address what the customer asked?",[10,77,78,79,82],{},"The ",[14,80,81],{},"Overall Score"," combines them, with the trend against the previous period (7, 30 or 90 days).",[19,84,86],{"id":85},"flags","Flags",[10,88,89],{},"Answers with problems are flagged:",[91,92,93,100,106],"ul",{},[94,95,96,99],"li",{},[14,97,98],{},"Missing Knowledge",": the content needed to answer doesn't exist in your knowledge base.",[94,101,102,105],{},[14,103,104],{},"Hallucination",": the answer includes claims your content doesn't support.",[94,107,108,111],{},[14,109,110],{},"Off Topic",": the answer drifted away from the question.",[10,113,114],{},"Open a flagged conversation to see the question, the answer, the scores and the judge's reason.",[19,116,118],{"id":117},"knowledge-base-gaps","Knowledge Base Gaps",[10,120,121],{},"Chatisto groups missing-knowledge flags into topics, with how often each came up, sample questions and a recommendation. This is your to-do list: add content for the top gaps and the scores go up.",[19,123,125],{"id":124},"a-10-minute-weekly-routine","A 10-minute weekly routine",[127,128,129,135,145,156],"ol",{},[94,130,131,132,134],{},"Open ",[14,133,16],{}," and set the period to the last 7 days.",[94,136,137,138,140,141,144],{},"Fix the top 3 ",[14,139,118],{}," by adding text or documents in ",[14,142,143],{},"Settings → AI Chatbot",".",[94,146,147,148,150,151,144],{},"Read the ",[14,149,104],{}," flags. Usually the content is ambiguous; rewrite it. If the AI invents links, turn on ",[152,153,155],"a",{"href":154},"\u002Fdocumentation\u002Fai\u002Fknowledge-base#stop-invented-links","link filtering",[94,157,158],{},"Check again next week.",{"title":160,"searchDepth":161,"depth":161,"links":162},"",2,[163,164,165,166],{"id":21,"depth":161,"text":22},{"id":85,"depth":161,"text":86},{"id":117,"depth":161,"text":118},{"id":124,"depth":161,"text":125},"Chatisto automatically scores AI answers for relevance and faithfulness, flags hallucinations and shows which topics are missing from your knowledge base.","md",{},true,null,"\u002Fdocumentation\u002Fai\u002Fquality",{"title":5,"description":167},{"loc":172},"documentation\u002Fai\u002Fquality","hdJUi58hd5temNTtUEJ3q6cxdwN0isES4JfOVHnEpdM",1794660399048]