


import importlib
import sys
from argparse import REMAINDER, ArgumentParser
from pathlib import Path

import torch_xla.distributed.xla_multiprocessing as xmp







def     __magic_name__  (      ):
	'''simple docstring'''


	lowerCamelCase_			:							str      =       ArgumentParser(
	    description=(
	        "PyTorch TPU distributed training launch helper utility that will spawn up multiple distributed processes"
	    ))

	# Optional arguments for the launch helper
	parser.add_argument("--num_cores"      ,					type=lowerCAmelCase_      ,					default=1      ,					help="Number of TPU cores to use (1 or 8).")

	# positional
	parser.add_argument(
	    "training_script"      ,					type=lowerCAmelCase_      ,					help=(
	        "The full path to the single TPU training "
	        "program/script to be launched in parallel, "
	        "followed by all the arguments for the "
	        "training script"
	    )      ,					)

	# rest from the training program
	parser.add_argument("training_script_args"      ,					nargs=lowerCAmelCase_)

	return parser.parse_args()







def     __magic_name__  (      ):
	'''simple docstring'''


	lowerCamelCase_			:							List[str]      =       parse_args()

	# Import training_script as a module.
	lowerCamelCase_			:							Tuple      =       Path(args.training_script)
	sys.path.append(str(script_fpath.parent.resolve()))
	lowerCamelCase_			:							Optional[int]      =       script_fpath.stem
	lowerCamelCase_			:							str      =       importlib.import_module(lowerCAmelCase_)

	# Patch sys.argv
	lowerCamelCase_			:							List[Any]      =       [args.training_script] + args.training_script_args + ["--tpu_num_cores", str(args.num_cores)]

	xmp.spawn(mod._mp_fn      ,					args=()      ,					nprocs=args.num_cores)


if __name__ == "__main__":
							main()





from ..utils import DummyObject, requires_backends





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[str]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[int]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[int]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[str]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[int]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Optional[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[str]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Tuple  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Union[str, Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[Any]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Any  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		int  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		Dict  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		List[str]  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )





class    lowerCAmelCase__				(			metaclass=__lowerCamelCase       ):






						"""simple docstring"""
						__UpperCAmelCase   :		str  					=	['''tokenizers''']




						def __init__(   self				,							*a_				,							**a_     ):
							requires_backends(self				,							["tokenizers"]     )

