"""simple docstring"""







import copy
import importlib.metadata
import json
import os
from dataclasses import dataclass
from typing import Any, Dict, Union

from packaging import version

from ..utils import is_torch_available, logging


if is_torch_available():
							import torch


lowerCamelCase__           =	logging.get_logger(__name__)




@dataclass
class 				A__ :

		def __init__(   self ,	_SCREAMING_SNAKE_CASE=False ,	_SCREAMING_SNAKE_CASE=False ,	_SCREAMING_SNAKE_CASE=6.0 ,	_SCREAMING_SNAKE_CASE=None ,	_SCREAMING_SNAKE_CASE=False ,	_SCREAMING_SNAKE_CASE=False ,	_SCREAMING_SNAKE_CASE=None ,	_SCREAMING_SNAKE_CASE="fp4" ,	_SCREAMING_SNAKE_CASE=False ,	**_SCREAMING_SNAKE_CASE ,	):
			__lowerCAmelCase    :		Tuple		    =   load_in_abit
			__lowerCAmelCase    :		Dict		    =   load_in_abit
			__lowerCAmelCase    :		Any		    =   llm_inta_threshold
			__lowerCAmelCase    :		Union[str, Any]		    =   llm_inta_skip_modules
			__lowerCAmelCase    :		Optional[int]		    =   llm_inta_enable_fpaa_cpu_offload
			__lowerCAmelCase    :		int		    =   llm_inta_has_fpaa_weight
			__lowerCAmelCase    :		str		    =   bnb_abit_quant_type
			__lowerCAmelCase    :		str		    =   bnb_abit_use_double_quant

			if bnb_abit_compute_dtype is None:
				__lowerCAmelCase    :		Optional[Any]		    =   torch.floataa
			elif isinstance(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				):
				__lowerCAmelCase    :		Optional[Any]		    =   getattr(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				)
			elif isinstance(_SCREAMING_SNAKE_CASE ,	torch.dtype				):
				__lowerCAmelCase    :		List[Any]		    =   bnb_abit_compute_dtype
			else:
				raise ValueError('bnb_4bit_compute_dtype must be a string or a torch.dtype'				)

			self.post_init()

		def 							__lowerCamelCase							(   self				):
			if not isinstance(self.llm_inta_threshold ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('llm_int8_threshold must be a float'				)

			if self.llm_inta_skip_modules is not None and not isinstance(self.llm_inta_skip_modules ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('llm_int8_skip_modules must be a list of strings'				)
			if not isinstance(self.llm_inta_enable_fpaa_cpu_offload ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('llm_int8_enable_fp32_cpu_offload must be a boolean'				)

			if not isinstance(self.llm_inta_has_fpaa_weight ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('llm_int8_has_fp16_weight must be a boolean'				)

			if self.bnb_abit_compute_dtype is not None and not isinstance(self.bnb_abit_compute_dtype ,	torch.dtype				):
				raise ValueError('bnb_4bit_compute_dtype must be torch.dtype'				)

			if not isinstance(self.bnb_abit_quant_type ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('bnb_4bit_quant_type must be a string'				)

			if not isinstance(self.bnb_abit_use_double_quant ,	_SCREAMING_SNAKE_CASE				):
				raise ValueError('bnb_4bit_use_double_quant must be a boolean'				)

			if self.load_in_abit and not version.parse(importlib.metadata.version('bitsandbytes'				)				) >= version.parse(
			    '0.39.0'				):
				raise ValueError(
				    '4 bit quantization requires bitsandbytes>=0.39.0 - please upgrade your bitsandbytes version'				)

		def 							__lowerCamelCase							(   self				):
			return self.load_in_abit or self.load_in_abit

		def 							__lowerCamelCase							(   self				):
			if self.load_in_abit:
				return "llm_int8"
			elif self.load_in_abit and self.bnb_abit_quant_type == "fp4":
				return "fp4"
			elif self.load_in_abit and self.bnb_abit_quant_type == "nf4":
				return "nf4"
			else:
				return None

		@classmethod
		def 							__lowerCamelCase							(   cls ,	_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE ,	**_SCREAMING_SNAKE_CASE				):
			__lowerCAmelCase    :		Dict		    =   cls(**_SCREAMING_SNAKE_CASE				)

			__lowerCAmelCase    :		Optional[Any]		    =   []
			for key, value in kwargs.items():
				if hasattr(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				):
					setattr(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				)
					to_remove.append(_SCREAMING_SNAKE_CASE				)
			for key in to_remove:
				kwargs.pop(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				)

			if return_unused_kwargs:
				return config, kwargs
			else:
				return config

		def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE				):
			with open(_SCREAMING_SNAKE_CASE ,	'w' ,	encoding='utf-8'				) as writer:
				__lowerCAmelCase    :		Optional[int]		    =   self.to_dict()
				__lowerCAmelCase    :		Any		    =   json.dumps(_SCREAMING_SNAKE_CASE ,	indent=2 ,	sort_keys=_SCREAMING_SNAKE_CASE				) + '\n'

				writer.write(_SCREAMING_SNAKE_CASE				)

		def 							__lowerCamelCase							(   self				):
			__lowerCAmelCase    :		List[Any]		    =   copy.deepcopy(self.__dict__				)
			__lowerCAmelCase    :		Any		    =   str(output['bnb_4bit_compute_dtype']				).split('.'				)[1]

			return output

		def __repr__(   self				):
			return f"{self.__class__.__name__} {self.to_json_string()}"

		def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE = True				):
			if use_diff is True:
				__lowerCAmelCase    :		Optional[Any]		    =   self.to_diff_dict()
			else:
				__lowerCAmelCase    :		List[str]		    =   self.to_dict()
			return json.dumps(_SCREAMING_SNAKE_CASE ,	indent=2 ,	sort_keys=_SCREAMING_SNAKE_CASE				) + "\n"







		def 							__lowerCamelCase							(   self				):
			__lowerCAmelCase    :		List[str]		    =   self.to_dict()

			# get the default config dict
			__lowerCAmelCase    :		List[str]		    =   BitsAndBytesConfig().to_dict()

			__lowerCAmelCase    :		Tuple		    =   {}

			# only serialize values that differ from the default config
			for key, value in config_dict.items():
				if value != default_config_dict[key]:
					__lowerCAmelCase    :		Tuple		    =   value

			return serializable_config_dict

"""simple docstring"""







class 				A__ :

		def __init__(   self				):
			__lowerCAmelCase    :		Optional[int]		    =   0
			__lowerCAmelCase    :		Any		    =   0
			__lowerCAmelCase    :		List[Any]		    =   {}

		def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE				):
			if vertex not in self.adjacency:
				__lowerCAmelCase    :		Dict		    =   {}
				self.num_vertices += 1

		def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				):
			self.add_vertex(_SCREAMING_SNAKE_CASE				)
			self.add_vertex(_SCREAMING_SNAKE_CASE				)

			if head == tail:
				return

			__lowerCAmelCase    :		Union[str, Any]		    =   weight
			__lowerCAmelCase    :		str		    =   weight

		def 							__lowerCamelCase							(   self				):
			__lowerCAmelCase    :		int		    =   self.get_edges()
			for edge in edges:
				__lowerCAmelCase    ,     __lowerCAmelCase    ,     __lowerCAmelCase    :		Optional[Any]		    =   edge
				edges.remove((tail, head, weight)				)
			for i in range(len(_SCREAMING_SNAKE_CASE				)				):
				__lowerCAmelCase    :		List[str]		    =   list(edges[i]				)

			edges.sort(key=lambda _SCREAMING_SNAKE_CASE				: e[2]				)
			for i in range(len(_SCREAMING_SNAKE_CASE				) - 1				):
				if edges[i][2] >= edges[i + 1][2]:
					__lowerCAmelCase    :		Dict		    =   edges[i][2] + 1
			for edge in edges:
				__lowerCAmelCase    ,     __lowerCAmelCase    ,     __lowerCAmelCase    :		str		    =   edge
				__lowerCAmelCase    :		Union[str, Any]		    =   weight
				__lowerCAmelCase    :		Optional[int]		    =   weight

		def __str__(   self				):
			__lowerCAmelCase    :		List[Any]		    =   ''
			for tail in self.adjacency:
				for head in self.adjacency[tail]:
					__lowerCAmelCase    :		str		    =   self.adjacency[head][tail]
					string += f"{head} -> {tail} == {weight}\n"
			return string.rstrip('\n'				)

		def 							__lowerCamelCase							(   self				):
			__lowerCAmelCase    :		Tuple		    =   []
			for tail in self.adjacency:
				for head in self.adjacency[tail]:
					output.append((tail, head, self.adjacency[head][tail])				)
			return output

		def 							__lowerCamelCase							(   self				):
			return self.adjacency.keys()

		@staticmethod
		def 							__lowerCamelCase							(   _SCREAMING_SNAKE_CASE=None ,	_SCREAMING_SNAKE_CASE=None				):
			__lowerCAmelCase    :		List[str]		    =   Graph()
			if vertices is None:
				__lowerCAmelCase    :		int		    =   []
			if edges is None:
				__lowerCAmelCase    :		Optional[int]		    =   []
			for vertex in vertices:
				g.add_vertex(_SCREAMING_SNAKE_CASE				)
			for edge in edges:
				g.add_edge(*_SCREAMING_SNAKE_CASE				)
			return g




		class 				A__ :

				def __init__(   self				):
					__lowerCAmelCase    :		Dict		    =   {}
					__lowerCAmelCase    :		Optional[int]		    =   {}

				def __len__(   self				):
					return len(self.parent				)

				def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE				):
					if item in self.parent:
						return self.find(_SCREAMING_SNAKE_CASE				)

					__lowerCAmelCase    :		Dict		    =   item
					__lowerCAmelCase    :		int		    =   0
					return item

				def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE				):
					if item not in self.parent:
						return self.make_set(_SCREAMING_SNAKE_CASE				)
					if item != self.parent[item]:
						__lowerCAmelCase    :		Dict		    =   self.find(self.parent[item]				)
					return self.parent[item]







				def 							__lowerCamelCase							(   self ,	_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				):
					__lowerCAmelCase    :		Any		    =   self.find(_SCREAMING_SNAKE_CASE				)
					__lowerCAmelCase    :		List[str]		    =   self.find(_SCREAMING_SNAKE_CASE				)

					if roota == roota:
						return roota

					if self.rank[roota] > self.rank[roota]:
						__lowerCAmelCase    :		Tuple		    =   roota
						return roota

					if self.rank[roota] < self.rank[roota]:
						__lowerCAmelCase    :		str		    =   roota
						return roota

					if self.rank[roota] == self.rank[roota]:
						self.rank[roota] += 1
						__lowerCAmelCase    :		Optional[int]		    =   roota
						return roota
					return None



		@staticmethod
		def 							__lowerCamelCase							(   _SCREAMING_SNAKE_CASE				):
			__lowerCAmelCase    :		Union[str, Any]		    =   graph.num_vertices

			__lowerCAmelCase    :		List[Any]		    =   Graph.UnionFind()
			__lowerCAmelCase    :		Tuple		    =   []
			while num_components > 1:
				__lowerCAmelCase    :		str		    =   {}
				for vertex in graph.get_vertices():
					__lowerCAmelCase    :		Union[str, Any]		    =   -1

				__lowerCAmelCase    :		int		    =   graph.get_edges()
				for edge in edges:
					__lowerCAmelCase    ,     __lowerCAmelCase    ,     __lowerCAmelCase    :		Union[str, Any]		    =   edge
					edges.remove((tail, head, weight)				)
				for edge in edges:
					__lowerCAmelCase    ,     __lowerCAmelCase    ,     __lowerCAmelCase    :		Any		    =   edge
					__lowerCAmelCase    :		Optional[int]		    =   union_find.find(_SCREAMING_SNAKE_CASE				)
					__lowerCAmelCase    :		str		    =   union_find.find(_SCREAMING_SNAKE_CASE				)
					if seta != seta:
						if cheap_edge[seta] == -1 or cheap_edge[seta][2] > weight:
							__lowerCAmelCase    :		List[str]		    =   [head, tail, weight]

						if cheap_edge[seta] == -1 or cheap_edge[seta][2] > weight:
							__lowerCAmelCase    :		List[str]		    =   [head, tail, weight]
				for vertex in cheap_edge:
					if cheap_edge[vertex] != -1:
						__lowerCAmelCase    ,     __lowerCAmelCase    ,     __lowerCAmelCase    :		str		    =   cheap_edge[vertex]
						if union_find.find(_SCREAMING_SNAKE_CASE				) != union_find.find(_SCREAMING_SNAKE_CASE				):
							union_find.union(_SCREAMING_SNAKE_CASE ,	_SCREAMING_SNAKE_CASE				)
							mst_edges.append(cheap_edge[vertex]				)
							__lowerCAmelCase    :		List[str]		    =   num_components - 1
			__lowerCAmelCase    :		Union[str, Any]		    =   Graph.build(edges=_SCREAMING_SNAKE_CASE				)
			return mst