Spaces:
Paused
Paused
| import sagemaker | |
| import boto3 | |
| from sagemaker.huggingface import HuggingFace | |
| # gets role for executing training job | |
| iam_client = boto3.client('iam') | |
| role = iam_client.get_role(RoleName='{IAM_ROLE_WITH_SAGEMAKER_PERMISSIONS}')['Role']['Arn'] | |
| hyperparameters = { | |
| 'model_name_or_path':'kha-white/manga-ocr-base', | |
| 'output_dir':'/opt/ml/model' | |
| # add your remaining hyperparameters | |
| # more info here https://github.com/huggingface/transformers/tree/v4.17.0/examples/pytorch/text-classification | |
| } | |
| # git configuration to download our fine-tuning script | |
| git_config = {'repo': 'https://github.com/huggingface/transformers.git','branch': 'v4.17.0'} | |
| # creates Hugging Face estimator | |
| huggingface_estimator = HuggingFace( | |
| entry_point='run_glue.py', | |
| source_dir='./examples/pytorch/text-classification', | |
| instance_type='ml.p3.2xlarge', | |
| instance_count=1, | |
| role=role, | |
| git_config=git_config, | |
| transformers_version='4.17.0', | |
| pytorch_version='1.10.2', | |
| py_version='py38', | |
| hyperparameters = hyperparameters | |
| ) | |
| # starting the train job | |
| huggingface_estimator.fit() |