code: def main():
      cfg = handle_args()
      print(f"* Using config: {cfg}")
      print(
          "\n=== WARNING === Be aware that this conversion script is best-effort. Use a native GGUF model if possible. === WARNING ===\n"
      )
      if cfg.model_metadata_dir is None and (
          cfg.gqa == 1 or cfg.eps == "5.0e-06"
      ):
          print(
              '- Note: If converting LLaMA2, specifying "--eps 1e-5" is required. 70B models also need "--gqa 8".'
          )
      data = np.memmap(cfg.input, mode="r")
      model = GGMLModel()
      print("* Scanning GGML input file")
      offset = model.load(data, 0)  # noqa
      print(f"* GGML model hyperparameters: {model.hyperparameters}")
      vocab_override = None
      params_override = None
      special_vocab = None
      if cfg.model_metadata_dir is not None:
          (
              params_override,
              vocab_override,
              special_vocab,
          ) = handle_metadata(cfg, model.hyperparameters)
          print(
              "!! Note: When overriding params the --gqa, --eps and --context-length options are ignored."
          )
          print(f"* Overriding params: {params_override}")
          print(f"* Overriding vocab: {vocab_override}")
          print(f"* Special vocab: {special_vocab}")
      else:
          print(
              "\n=== WARNING === Special tokens may not be converted correctly. Use --model-metadata-dir if possible === WARNING ===\n"
          )
          if model.file_format == GGMLFormat.GGML:
              print(
                  "! This is a very old GGML file that does not contain vocab scores. Strongly recommend using model metadata!"
              )
      converter = GGMLToGGUF(
          model,
          data,
          cfg,
          params_override=params_override,
          vocab_override=vocab_override,
          special_vocab=special_vocab,
      )
      converter.save()
      print(f"* Successful completion. Output saved to: {cfg.output}")
  
imports: from __future__ import annotations
  import argparse
  import struct
  import sys
  from enum import IntEnum
  from pathlib import Path
  import numpy
  import os
  import gguf
label_desc: Use image node_id 3 for calling a global function with example usage: main() without return types