import tensorflow as tf

        # metrics_correct_rate, golden, predict = correct_rate(tags, pred_ids)
        # metrics_correct_rate = correct_rate(tags, pred_ids, weights)

        metrics = {
            "acc": tf.metrics.accuracy(tags, pred_ids, weights),
            "precision": precision(tags, pred_ids, num_tags, indices, weights),
            "recall": recall(tags, pred_ids, num_tags, indices, weights),
            "f1": f1(tags, pred_ids, num_tags, indices, weights),
