fix (RAG): Crash due to missing context in RAG.

Signed-off-by: Kshitij Fadnis <[email protected]>

src/types.ts

@@ -99,6 +99,7 @@ export interface Metric {
   readonly aggregator?: string;
   values?: MetricValue[];
   range?: number[];
+  order?: 'ascending' | 'descending';
   minValue?: number | MetricValue;
   maxValue?: number | MetricValue;
 }

src/views/performance-overview/PerformanceOverview.tsx

@@ -86,6 +86,7 @@ function calculateRanks(
     score: number;
     rank: number;
     std?: number;
+    order?: 'ascending' | 'descending';
     levels: { low: number; medium: number; high: number };
   }[],
 ) {
@@ -97,15 +98,26 @@ function calculateRanks(
       std?: number;
     }[];
   } = {};
+  const order: { [key: string]: 'ascending' | 'descending' } = {};
   for (const entry of data) {
     if (peformancePerMetric.hasOwnProperty(entry.metric)) {
       peformancePerMetric[entry.metric].push(entry);
     } else {
       peformancePerMetric[entry.metric] = [entry];
     }
+
+    if (!order.hasOwnProperty(entry.metric)) {
+      order[entry.metric] = entry.order ? entry.order : 'ascending';
+    }
   }
-  for (const performance of Object.values(peformancePerMetric)) {
-    performance.sort((a, b) => (a.score > b.score ? -1 : 1));
+  for (const [metric, performance] of Object.entries(peformancePerMetric)) {
+    performance.sort((a, b) => {
+      if (order[metric] == 'ascending') {
+        return a.score > b.score ? -1 : 1;
+      } else {
+        return a.score > b.score ? 1 : -1;
+      }
+    });
     let rank = 0;
     performance.forEach((entry, idx) => {
       if (idx !== 0 && entry.score === performance[idx - 1].score) {
@@ -417,6 +429,7 @@ export default function PerformanceOverview({
         rank: number;
         size: number;
         levels: { low: number; medium: number; high: number };
+        order?: 'ascending' | 'descending';
       }[] = [];
       let aData: {
         model: string;
@@ -426,6 +439,7 @@ export default function PerformanceOverview({
         rank: number;
         size: number;
         levels: { low: number; medium: number; high: number };
+        order?: 'ascending' | 'descending';
       }[] = [];
 
       const performancePerModel: {
@@ -592,6 +606,9 @@ export default function PerformanceOverview({
                   (statistics.std / selectedTasksCount).toFixed(2),
                 ),
                 levels: statistics.levels,
+                ...(eligibleMetrics[metric].order && {
+                  order: eligibleMetrics[metric].order,
+                }),
               });
             } else if (eligibleMetrics[metric].author === 'algorithm') {
               aData.push({
@@ -606,6 +623,9 @@ export default function PerformanceOverview({
                   (statistics.std / selectedTasksCount).toFixed(2),
                 ),
                 levels: statistics.levels,
+                ...(eligibleMetrics[metric].order && {
+                  order: eligibleMetrics[metric].order,
+                }),
               });
             }
           }

src/views/task/RAGTask.module.scss

@@ -132,3 +132,13 @@
 .responseContainer {
   line-height: 1.4em;
 }
+
+.contextUnavailableWarning {
+  margin-top: 5%;
+  align-self: center;
+  display: flex;
+  font-size: 24px;
+  column-gap: $spacing-03;
+  align-items: center;
+  color: var(--cds-support-warning);
+}

src/views/task/RAGTask.tsx

@@ -32,7 +32,7 @@ import {
   ContainedList,
   ContainedListItem,
 } from '@carbon/react';
-import { TextHighlight } from '@carbon/icons-react';
+import { TextHighlight, WarningAlt } from '@carbon/icons-react';
 
 import {
   Model,
@@ -302,39 +302,45 @@ export default function RAGTask({
                     </div>
                   )}
                 </div>
-                <DocumentPanel
-                  key={`evaluation--${selectedEvaluationIndex}__documents`}
-                  documents={documentsPerEvaluation[
-                    selectedEvaluationIndex
-                  ].map((document, documentIdx) => {
-                    return {
-                      documentId: document.documentId,
-                      text: showOverlap
-                        ? mark(
-                            document.text,
-                            evaluations[selectedEvaluationIndex].overlaps[
-                              documentIdx
-                            ],
-                            'target',
-                          )
-                        : document.text,
-                      ...(document.title && { title: document.title }),
-                      ...(document.url && { url: document.url }),
-                      ...(document.annotations && {
-                        annotations: document.annotations,
-                      }),
-                    };
-                  })}
-                  onMouseDown={(provenance: string) => {
-                    updateCommentProvenance(provenance);
-                  }}
-                  onMouseUp={(provenance: string) =>
-                    updateCommentProvenance(provenance)
-                  }
-                  notify={(documentIndex: number) => {
-                    setActiveDocumentIndex(documentIndex);
-                  }}
-                />
+                {isEmpty(documentsPerEvaluation[selectedEvaluationIndex]) ? (
+                  <div className={classes.contextUnavailableWarning}>
+                    <WarningAlt size={24} /> No context is available
+                  </div>
+                ) : (
+                  <DocumentPanel
+                    key={`evaluation--${selectedEvaluationIndex}__documents`}
+                    documents={documentsPerEvaluation[
+                      selectedEvaluationIndex
+                    ].map((document, documentIdx) => {
+                      return {
+                        documentId: document.documentId,
+                        text: showOverlap
+                          ? mark(
+                              document.text,
+                              evaluations[selectedEvaluationIndex].overlaps[
+                                documentIdx
+                              ],
+                              'target',
+                            )
+                          : document.text,
+                        ...(document.title && { title: document.title }),
+                        ...(document.url && { url: document.url }),
+                        ...(document.annotations && {
+                          annotations: document.annotations,
+                        }),
+                      };
+                    })}
+                    onMouseDown={(provenance: string) => {
+                      updateCommentProvenance(provenance);
+                    }}
+                    onMouseUp={(provenance: string) =>
+                      updateCommentProvenance(provenance)
+                    }
+                    notify={(documentIndex: number) => {
+                      setActiveDocumentIndex(documentIndex);
+                    }}
+                  />
+                )}
               </div>
             )}
           </div>