Update README.md

import sagemaker
import boto3
from sagemaker.huggingface import HuggingFace

try:
role = sagemaker.get_execution_role()
except ValueError:
iam = boto3.client('iam')
role = iam.get_role(RoleName='sagemaker_execution_role')['Role']['Arn']

hyperparameters = {
'model_name_or_path':'QuantFactory/diffullama-GGUF',
'output_dir':'/opt/ml/model'
# add your remaining hyperparameters
# more info here https://github.com/huggingface/transformers/tree/v4.49.0/path/to/script
}

# git configuration to download our fine-tuning script
git_config = {'repo': 'https://github.com/huggingface/transformers.git','branch': 'v4.49.0'}

# creates Hugging Face estimator
huggingface_estimator = HuggingFace(
entry_point='train.py',
source_dir='./path/to/script',
instance_type='ml.p3.2xlarge',
instance_count=1,
role=role,
git_config=git_config,
transformers_version='4.49.0',
pytorch_version='2.5.1',
py_version='py311',
hyperparameters = hyperparameters
)

# starting the train job
huggingface_estimator.fit()

README.md

@@ -265,4 +265,40 @@ pipe = DiffusionPipeline.from_pretrained(
 
 # Move to GPU ifailable
 if torch.cuda.is_available():
-    pipe = pipe.to("cuda")
+    pipe = pipe.to("cuda")
+import sagemaker
+import boto3
+from sagemaker.huggingface import HuggingFace
+
+try:
+	role = sagemaker.get_execution_role()
+except ValueError:
+	iam = boto3.client('iam')
+	role = iam.get_role(RoleName='sagemaker_execution_role')['Role']['Arn']
+		
+hyperparameters = {
+	'model_name_or_path':'QuantFactory/diffullama-GGUF',
+	'output_dir':'/opt/ml/model'
+	# add your remaining hyperparameters
+	# more info here https://github.com/huggingface/transformers/tree/v4.49.0/path/to/script
+}
+
+# git configuration to download our fine-tuning script
+git_config = {'repo': 'https://github.com/huggingface/transformers.git','branch': 'v4.49.0'}
+
+# creates Hugging Face estimator
+huggingface_estimator = HuggingFace(
+	entry_point='train.py',
+	source_dir='./path/to/script',
+	instance_type='ml.p3.2xlarge',
+	instance_count=1,
+	role=role,
+	git_config=git_config,
+	transformers_version='4.49.0',
+	pytorch_version='2.5.1',
+	py_version='py311',
+	hyperparameters = hyperparameters
+)
+
+# starting the train job
+huggingface_estimator.fit()