File size: 958 Bytes
86415de | 1 2 3 4 5 6 7 8 9 10 11 | import os,subprocess,sys,glob,shutil
subprocess.run([sys.executable,'-m','pip','install','-q','transformers==4.46.3'],check=True)
inp=os.path.dirname(glob.glob('/kaggle/input/**/k2long_s17.pt',recursive=True)[0])
S='/kaggle/working/src'; os.makedirs(S+'/data',exist_ok=True); shutil.copy(f'{inp}/expanded.json',f'{S}/data/')
for f in ('run018.py','eval019.py'): shutil.copy(f'{inp}/{f}','/kaggle/working/')
from transformers import AutoTokenizer,AutoModelForCausalLM
mp='/kaggle/working/m135'; R='12fd25f77366fa6b3b4b768ec3050bf629380bac'
AutoTokenizer.from_pretrained('HuggingFaceTB/SmolLM2-135M-Instruct',revision=R).save_pretrained(mp); AutoModelForCausalLM.from_pretrained('HuggingFaceTB/SmolLM2-135M-Instruct',revision=R).save_pretrained(mp)
subprocess.run([sys.executable,'/kaggle/working/eval019.py'],env=dict(os.environ,SRC=S,MP=mp,OD='/kaggle/working',INP=inp),check=True)
shutil.rmtree(mp); shutil.rmtree(S); os.remove('/kaggle/working/run018.py')
|