



'''simple docstring'''





import os

import pytest
import yaml

from datasets.features.features import Features, Value
from datasets.info import DatasetInfo, DatasetInfosDict




@pytest.mark.parametrize(
    "files"     ,[
        ["full:README.md", "dataset_infos.json"],
        ["empty:README.md", "dataset_infos.json"],
        ["dataset_infos.json"],
        ["full:README.md"],
    ]     ,)
def        lowerCamelCase  (				_snake_case  :						str     ,_snake_case  :						Dict       ):





    '''simple docstring'''


    lowercase__		       =						tmp_path_factory.mktemp("dset_infos_dir"       )
    if "full:README.md" in files:
        with open(dataset_infos_dir / "README.md"     ,"w"       ) as f:
            f.write("---\ndataset_info:\n  dataset_size: 42\n---"       )
    if "empty:README.md" in files:
        with open(dataset_infos_dir / "README.md"     ,"w"       ) as f:
            f.write(""       )
    # we want to support dataset_infos.json for backward compatibility
    if "dataset_infos.json" in files:
        with open(dataset_infos_dir / "dataset_infos.json"     ,"w"       ) as f:
            f.write("{\"default\": {\"dataset_size\": 42}}"       )
    lowercase__		       =						DatasetInfosDict.from_directory(_snake_case       )
    assert dataset_infos
    assert dataset_infos["default"].dataset_size == 42




@pytest.mark.parametrize(
    "dataset_info"     ,[
        DatasetInfo(),
        DatasetInfo(
            description="foo"     ,features=Features({"a": Value("int32"       )}       )     ,builder_name="builder"     ,config_name="config"     ,version="1.0.0"     ,splits=[{"name": "train"}]     ,download_size=42     ,),
    ]     ,)
def        lowerCamelCase  (				_snake_case  :						List[str]     ,_snake_case  :						DatasetInfo       ):





    '''simple docstring'''


    lowercase__		       =						str(_snake_case       )
    dataset_info.write_to_directory(_snake_case       )
    lowercase__		       =						DatasetInfo.from_directory(_snake_case       )
    assert dataset_info == reloaded
    assert os.path.exists(os.path.join(_snake_case     ,"dataset_info.json"       )       )




def        lowerCamelCase  (				):





    '''simple docstring'''


    lowercase__		       =						DatasetInfo(
        description="foo"     ,citation="bar"     ,homepage="https://foo.bar"     ,license="CC0"     ,features=Features({"a": Value("int32"       )}       )     ,post_processed={}     ,supervised_keys=()     ,task_templates=[]     ,builder_name="builder"     ,config_name="config"     ,version="1.0.0"     ,splits=[{"name": "train", "num_examples": 42}]     ,download_checksums={}     ,download_size=1_337     ,post_processing_size=442     ,dataset_size=1_234     ,size_in_bytes=1_337 + 442 + 1_234     ,)
    lowercase__		       =						dataset_info._to_yaml_dict()
    assert sorted(_snake_case       ) == sorted(DatasetInfo._INCLUDED_INFO_IN_YAML       )
    for key in DatasetInfo._INCLUDED_INFO_IN_YAML:
        assert key in dataset_info_yaml_dict
        assert isinstance(dataset_info_yaml_dict[key]     ,(list, dict, int, str)       )
    lowercase__		       =						yaml.safe_dump(_snake_case       )
    lowercase__		       =						yaml.safe_load(_snake_case       )
    assert dataset_info_yaml_dict == reloaded




def        lowerCamelCase  (				):





    '''simple docstring'''


    lowercase__		       =						DatasetInfo()
    lowercase__		       =						dataset_info._to_yaml_dict()
    assert dataset_info_yaml_dict == {}




@pytest.mark.parametrize(
    "dataset_infos_dict"     ,[
        DatasetInfosDict(),
        DatasetInfosDict({"default": DatasetInfo()}       ),
        DatasetInfosDict({"my_config_name": DatasetInfo()}       ),
        DatasetInfosDict(
            {
                "default": DatasetInfo(
                    description="foo"     ,features=Features({"a": Value("int32"       )}       )     ,builder_name="builder"     ,config_name="config"     ,version="1.0.0"     ,splits=[{"name": "train"}]     ,download_size=42     ,)
            }       ),
        DatasetInfosDict(
            {
                "v1": DatasetInfo(dataset_size=42       ),
                "v2": DatasetInfo(dataset_size=1_337       ),
            }       ),
    ]     ,)
def        lowerCamelCase  (				_snake_case  :						Optional[int]     ,_snake_case  :						DatasetInfosDict       ):





    '''simple docstring'''


    lowercase__		       =						str(_snake_case       )
    dataset_infos_dict.write_to_directory(_snake_case       )
    lowercase__		       =						DatasetInfosDict.from_directory(_snake_case       )

    # the config_name of the dataset_infos_dict take over the attribute
    for config_name, dataset_info in dataset_infos_dict.items():
        lowercase__		       =						config_name
        # the yaml representation doesn't include fields like description or citation
        # so we just test that we can recover what we can from the yaml
        lowercase__		       =						DatasetInfo._from_yaml_dict(dataset_info._to_yaml_dict()       )
    assert dataset_infos_dict == reloaded

    if dataset_infos_dict:
        assert os.path.exists(os.path.join(_snake_case     ,"README.md"       )       )









'''simple docstring'''





# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import argparse
import os
import platform

import numpy as np
import psutil
import torch

from accelerate import __version__ as version
from accelerate.commands.config import default_config_file, load_config_from_file

from ..utils import is_npu_available, is_xpu_available




def        lowerCamelCase  (				_snake_case  :						str=None       ):





    '''simple docstring'''


    if subparsers is not None:
        lowercase__		       =						subparsers.add_parser("env"       )
    else:
        lowercase__		       =						argparse.ArgumentParser("Accelerate env command"       )

    parser.add_argument(
        "--config_file"     ,default=_snake_case     ,help="The config file to use for the default values in the launching script."       )

    if subparsers is not None:
        parser.set_defaults(func=_snake_case       )
    return parser




def        lowerCamelCase  (				_snake_case  :						Tuple       ):





    '''simple docstring'''


    lowercase__		       =						torch.__version__
    lowercase__		       =						torch.cuda.is_available()
    lowercase__		       =						is_xpu_available()
    lowercase__		       =						is_npu_available()

    lowercase__		       =						"Not found"
    # Get the default from the config file.
    if args.config_file is not None or os.path.isfile(_snake_case       ):
        lowercase__		       =						load_config_from_file(args.config_file       ).to_dict()

    lowercase__		       =						{
        "`Accelerate` version": version,
        "Platform": platform.platform(),
        "Python version": platform.python_version(),
        "Numpy version": np.__version__,
        "PyTorch version (GPU?)": f'''{pt_version} ({pt_cuda_available})''',
        "PyTorch XPU available": str(_snake_case       ),
        "PyTorch NPU available": str(_snake_case       ),
        "System RAM": f'''{psutil.virtual_memory().total / 1_024 ** 3:.2f} GB''',
    }
    if pt_cuda_available:
        lowercase__		       =						torch.cuda.get_device_name()

    print("\nCopy-and-paste the text below in your GitHub issue\n"       )
    print("\n".join([f'''- {prop}: {val}''' for prop, val in info.items()]       )       )

    print("- `Accelerate` default config:" if args.config_file is None else "- `Accelerate` config passed:"       )
    lowercase__		       =						(
        "\n".join([f'''\t- {prop}: {val}''' for prop, val in accelerate_config.items()]       )
        if isinstance(_snake_case     ,_snake_case       )
        else f'''\t{accelerate_config}'''
    )
    print(_snake_case       )

    lowercase__		       =						accelerate_config

    return info




def        lowerCamelCase  (				):





    '''simple docstring'''


    lowercase__		       =						env_command_parser()
    lowercase__		       =						parser.parse_args()
    env_command(_snake_case       )
    return 0


if __name__ == "__main__":
 raise SystemExit(main())




