code: def test_tokenize_ko_mecab():
      """Test that `ja-mecab` tokenizer works on a Japanese text in alignment with the SacreBleu implementation."""
      sacrebleu = SacreBLEUScore(tokenize="ko-mecab")
  
      preds = ["이 책은 정말 재미있어요."]
      targets = [["이 책은 정말 재미있어요.", "고마워요, 너무 도와줘서."]]
      assert sacrebleu(preds, targets) == _sacrebleu_fn(
          preds, targets, tokenize="ko-mecab", lowercase=False
      )
  
file_path: torchmetrics/tests/unittests/text/test_sacre_bleu.py
imports: from functools import partial
  from typing import Sequence
  import pytest
  from torch import Tensor, tensor
  from torchmetrics.functional.text.sacre_bleu import AVAILABLE_TOKENIZERS, _TokenizersLiteral, sacre_bleu_score
  from torchmetrics.text.sacre_bleu import SacreBLEUScore
  from torchmetrics.utilities.imports import _SACREBLEU_AVAILABLE
  from unittests.text.helpers import TextTester
  from unittests.text.inputs import _inputs_multiple_references
label_desc: Use image node_id 5 for calling a global function with example usage: test_tokenize_ko_mecab() without return types