src/llmtuner/train/rm/metric.py

from typing import Dict, Sequence, Tuple, Union

import numpy as np


def compute_accuracy(eval_preds: Sequence[Union[np.ndarray, Tuple[np.ndarray]]]) -> Dict[str, float]:
    preds, _ = eval_preds
    return {"accuracy": (preds[0] > preds[1]).sum() / len(preds[0])}