hedy-tang commited on
Commit
aa46eaa
·
verified ·
1 Parent(s): f2e6043

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +35 -2
app.py CHANGED
@@ -1,3 +1,36 @@
1
- from huggingface_hub import hf_hub_download
 
 
2
 
3
- hf_hub_download(repo_id="axiong/pmc_oa", filename="/blob/main/images.zip")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import sagemaker
2
+ import boto3
3
+ from sagemaker.huggingface import HuggingFace
4
 
5
+ try:
6
+ role = sagemaker.get_execution_role()
7
+ except ValueError:
8
+ iam = boto3.client('iam')
9
+ role = iam.get_role(RoleName='sagemaker_execution_role')['Role']['Arn']
10
+
11
+ hyperparameters = {
12
+ 'model_name_or_path':'HuggingFaceTB/SmolVLM2-256M-Video-Instruct',
13
+ 'output_dir':'/opt/ml/model'
14
+ # add your remaining hyperparameters
15
+ # more info here https://github.com/huggingface/transformers/tree/v4.49.0/path/to/script
16
+ }
17
+
18
+ # git configuration to download our fine-tuning script
19
+ git_config = {'repo': 'https://github.com/huggingface/transformers.git','branch': 'v4.49.0'}
20
+
21
+ # creates Hugging Face estimator
22
+ huggingface_estimator = HuggingFace(
23
+ entry_point='train.py',
24
+ source_dir='./path/to/script',
25
+ instance_type='ml.p3.2xlarge',
26
+ instance_count=1,
27
+ role=role,
28
+ git_config=git_config,
29
+ transformers_version='4.49.0',
30
+ pytorch_version='2.5.1',
31
+ py_version='py311',
32
+ hyperparameters = hyperparameters
33
+ )
34
+
35
+ # starting the train job
36
+ huggingface_estimator.fit()