



import textwrap

import pyarrow as pa
import pytest

from datasets import Features, Value
from datasets.packaged_modules.json.json import Json

@pytest.fixture
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Optional[int]      ):
				"""simple docstring"""







				__a					       =						tmp_path / """file.jsonl"""
				__a					       =						textwrap.dedent(
				    """\
        {\"col_1\": -1}
        {\"col_1\": 1, \"col_2\": 2}
        {\"col_1\": 10, \"col_2\": 20}
        """      )
				with open(_SCREAMING_SNAKE_CASE			,       """w"""      ) as f:
								f.write(_SCREAMING_SNAKE_CASE      )
				return str(_SCREAMING_SNAKE_CASE      )

@pytest.fixture
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     int      ):
				"""simple docstring"""







				__a					       =						tmp_path / """file_utf16_encoded.jsonl"""
				__a					       =						textwrap.dedent(
				    """\
        {\"col_1\": -1}
        {\"col_1\": 1, \"col_2\": 2}
        {\"col_1\": 10, \"col_2\": 20}
        """      )
				with open(_SCREAMING_SNAKE_CASE			,       """w"""			,       encoding="""utf-16"""      ) as f:
								f.write(_SCREAMING_SNAKE_CASE      )
				return str(_SCREAMING_SNAKE_CASE      )

@pytest.fixture
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Union[str, Any]      ):
				"""simple docstring"""







				__a					       =						tmp_path / """file_with_list_of_dicts.json"""
				__a					       =						textwrap.dedent(
				    """\
        [
            {\"col_1\": -1},
            {\"col_1\": 1, \"col_2\": 2},
            {\"col_1\": 10, \"col_2\": 20}
        ]
        """      )
				with open(_SCREAMING_SNAKE_CASE			,       """w"""      ) as f:
								f.write(_SCREAMING_SNAKE_CASE      )
				return str(_SCREAMING_SNAKE_CASE      )

@pytest.fixture
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Tuple      ):
				"""simple docstring"""







				__a					       =						tmp_path / """file_with_list_of_dicts_field.json"""
				__a					       =						textwrap.dedent(
				    """\
        {
            \"field1\": 1,
            \"field2\": \"aabb\",
            \"field3\": [
                {\"col_1\": -1},
                {\"col_1\": 1, \"col_2\": 2},
                {\"col_1\": 10, \"col_2\": 20}
            ]
        }
        """      )
				with open(_SCREAMING_SNAKE_CASE			,       """w"""      ) as f:
								f.write(_SCREAMING_SNAKE_CASE      )
				return str(_SCREAMING_SNAKE_CASE      )

@pytest.mark.parametrize(
    """file_fixture, config_kwargs"""			,       [
        ("""jsonl_file""", {}),
        ("""jsonl_file_utf16_encoded""", {"""encoding""": """utf-16"""}),
        ("""json_file_with_list_of_dicts""", {}),
        ("""json_file_with_list_of_dicts_field""", {"""field""": """field3"""}),
    ]			,       )
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Union[str, Any]			,       _SCREAMING_SNAKE_CASE    :     int			,       _SCREAMING_SNAKE_CASE    :     Dict      ):
				"""simple docstring"""







				__a					       =						Json(**_SCREAMING_SNAKE_CASE      )
				__a					       =						json._generate_tables([[request.getfixturevalue(_SCREAMING_SNAKE_CASE      )]]      )
				__a					       =						pa.concat_tables([table for _, table in generator]      )
				assert pa_table.to_pydict() == {"col_1": [-1, 1, 10], "col_2": [None, 2, 20]}

@pytest.mark.parametrize(
    """file_fixture, config_kwargs"""			,       [
        (
            """jsonl_file""",
            {"""features""": Features({"""col_1""": Value("""int64"""      ), """col_2""": Value("""int64"""      ), """missing_col""": Value("""string"""      )}      )},
        ),
        (
            """json_file_with_list_of_dicts""",
            {"""features""": Features({"""col_1""": Value("""int64"""      ), """col_2""": Value("""int64"""      ), """missing_col""": Value("""string"""      )}      )},
        ),
        (
            """json_file_with_list_of_dicts_field""",
            {
                """field""": """field3""",
                """features""": Features(
                    {"""col_1""": Value("""int64"""      ), """col_2""": Value("""int64"""      ), """missing_col""": Value("""string"""      )}      ),
            },
        ),
    ]			,       )
def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     int			,       _SCREAMING_SNAKE_CASE    :     List[str]			,       _SCREAMING_SNAKE_CASE    :     str      ):
				"""simple docstring"""







				__a					       =						Json(**_SCREAMING_SNAKE_CASE      )
				__a					       =						json._generate_tables([[request.getfixturevalue(_SCREAMING_SNAKE_CASE      )]]      )
				__a					       =						pa.concat_tables([table for _, table in generator]      )
				assert pa_table.to_pydict() == {"col_1": [-1, 1, 10], "col_2": [None, 2, 20], "missing_col": [None, None, None]}





# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from pathlib import Path

from .config_args import default_config_file, load_config_from_file
from .config_utils import SubcommandHelpFormatter


lowerCamelCase__     =	"""Update an existing config file with the latest defaults while maintaining the old configuration."""

def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Tuple      ):
				"""simple docstring"""







				__a					       =						args.config_file
				if config_file is None and Path(_SCREAMING_SNAKE_CASE      ).exists():
								__a					       =						default_config_file
				elif not Path(_SCREAMING_SNAKE_CASE      ).exists():
								raise ValueError(f"The passed config file located at {config_file} doesn't exist."      )
				__a					       =						load_config_from_file(_SCREAMING_SNAKE_CASE      )

				if config_file.endswith(""".json"""      ):
								config.to_json_file(_SCREAMING_SNAKE_CASE      )
				else:
								config.to_yaml_file(_SCREAMING_SNAKE_CASE      )
				return config_file

def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Optional[Any]			,       _SCREAMING_SNAKE_CASE    :     int      ):
				"""simple docstring"""







				__a					       =						parser.add_parser("""update"""			,       parents=_SCREAMING_SNAKE_CASE			,       help=_SCREAMING_SNAKE_CASE			,       formatter_class=_SCREAMING_SNAKE_CASE      )
				parser.add_argument(
				    """--config_file"""			,       default=_SCREAMING_SNAKE_CASE			,       help=(
				        """The path to the config file to update. Will default to a file named default_config.yaml in the cache """
				        """location, which is the content of the environment `HF_HOME` suffixed with 'accelerate', or if you don't have """
				        """such an environment variable, your cache directory ('~/.cache' or the content of `XDG_CACHE_HOME`) suffixed """
				        """with 'huggingface'."""
				    )			,       )

				parser.set_defaults(func=_SCREAMING_SNAKE_CASE      )
				return parser

def 					lowerCAmelCase__  (							_SCREAMING_SNAKE_CASE    :     Optional[Any]      ):
				"""simple docstring"""







				__a					       =						update_config(_SCREAMING_SNAKE_CASE      )
				print(f"Sucessfully updated the configuration file at {config_file}."      )
