






'''simple docstring'''




lowerCamelCase_				   =   """0.21.0"""

from .accelerator import Accelerator
from .big_modeling import (
    cpu_offload,
    cpu_offload_with_hook,
    disk_offload,
    dispatch_model,
    init_empty_weights,
    init_on_device,
    load_checkpoint_and_dispatch,
)
from .data_loader import skip_first_batches
from .launchers import debug_launcher, notebook_launcher
from .state import PartialState
from .utils import (
    DeepSpeedPlugin,
    DistributedDataParallelKwargs,
    DistributedType,
    FullyShardedDataParallelPlugin,
    GradScalerKwargs,
    InitProcessGroupKwargs,
    find_executable_batch_size,
    infer_auto_device_map,
    is_rich_available,
    load_checkpoint_in_model,
    synchronize_rng_states,
)


if is_rich_available():
    from .utils import rich






"""simple docstring"""



from typing import Union

import fire
import torch
from tqdm import tqdm



def 	_lowerCamelCase(	a   ,    a = "cpu"   ,    a = None				):
       __a       =    torch.load(a   ,    map_location=a				)
       for k, v in tqdm(state_dict.items()				):
              if not isinstance(a   ,    torch.Tensor				):
                     raise TypeError("FP16 conversion only works on paths that are saved state dicts, like pytorch_model.bin"				)
              __a       =    v.half()
       if save_path is None:  # overwrite src_path
              __a       =    src_path
       torch.save(a   ,    a				)


if __name__ == "__main__":
   fire.Fire(convert)
