text: # Copyright (c) 2021, NVIDIA CORPORATION.  All rights reserved.
  #
  # Licensed under the Apache License, Version 2.0 (the "License");
  # you may not use this file except in compliance with the License.
  # You may obtain a copy of the License at
  #
  #     http://www.apache.org/licenses/LICENSE-2.0
  #
  # Unless required by applicable law or agreed to in writing, software
  # distributed under the License is distributed on an "AS IS" BASIS,
  # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  # See the License for the specific language governing permissions and
  # limitations under the License.
  
  from inverse_text_normalization.kn.data_loader_utils import get_abs_path
  from inverse_text_normalization.kn.graph_utils import (
      NEMO_SIGMA,
      GraphFst,
      convert_space,
      delete_extra_space,
      delete_space,
      get_singulars,
  )
  
  try:
      import pynini
      from pynini.lib import pynutil
  
      PYNINI_AVAILABLE = True
  except (ModuleNotFoundError, ImportError):
      PYNINI_AVAILABLE = False
  
  # from inverse_text_normalization.lang_params import LANG
  # data_path = f'inverse_text_normalization/data/{LANG}_data/'
  data_path = 'data/'
  
  class MeasureFst(GraphFst):
      """
      Finite state transducer for classifying measure
          e.g. minus twelve kilograms -> measure { negative: "true" cardinal { integer: "12" } units: "kg" }
  
      Args:
          cardinal: Cardinal GraphFST
          decimal: Decimal GraphFST
      """
  
      def __init__(self, cardinal: GraphFst, decimal: GraphFst):
          super().__init__(name="measure", kind="classify")
          # decimal, fraction, cardinal, units, style(depr)
  
          cardinal_graph = cardinal.graph_no_exception
  
          graph_unit = pynini.string_file(get_abs_path(data_path+"measurements.tsv"))
          graph_unit_singular = pynini.invert(graph_unit)  # singular -> abbr
          graph_unit_plural = get_singulars(graph_unit_singular)  # plural -> abbr
  
          optional_graph_negative = pynini.closure(
              pynutil.insert("negative: ") + pynini.cross("minus", "\"true\"") + delete_extra_space, 0, 1
          )
  
          unit_singular = convert_space(graph_unit_singular)
          unit_plural = convert_space(graph_unit_plural)
          unit_misc = pynutil.insert("/") + pynutil.delete("per") + delete_space + convert_space(graph_unit_singular)
  
          unit_singular = (
              pynutil.insert("units: \"")
              + (unit_singular | unit_misc | pynutil.add_weight(unit_singular + delete_space + unit_misc, 0.01))
              + pynutil.insert("\"")
          )
          unit_plural = (
              pynutil.insert("units: \"")
              + (unit_plural | unit_misc | pynutil.add_weight(unit_plural + delete_space + unit_misc, 0.01))
              + pynutil.insert("\"")
          )
  
          subgraph_decimal = (
              pynutil.insert("decimal { ")
              + optional_graph_negative
              + decimal.final_graph_wo_negative
              + pynutil.insert(" }")
              + delete_extra_space
              + unit_plural
          )
          subgraph_cardinal = (
              pynutil.insert("cardinal { ")
              + optional_graph_negative
              + pynutil.insert("integer: \"")
              + ((NEMO_SIGMA - "one") @ cardinal_graph)
              + pynutil.insert("\"")
              + pynutil.insert(" }")
              + delete_extra_space
              + unit_plural
          )
          subgraph_cardinal |= (
              pynutil.insert("cardinal { ")
              + optional_graph_negative
              + pynutil.insert("integer: \"")
              + pynini.cross("one", "1")
              + pynutil.insert("\"")
              + pynutil.insert(" }")
              + delete_extra_space
              + unit_singular
          )
          final_graph = subgraph_decimal | subgraph_cardinal
          final_graph = self.add_tokens(final_graph)
          self.fst = final_graph.optimize()
  