MIT LICENSE, README license fix, make_dataset.py, 019 re-evaluation, technical report and CITATION.cff
86415de verified | import os,subprocess,sys,glob,shutil | |
| subprocess.run([sys.executable,'-m','pip','install','-q','transformers==4.46.3'],check=True) | |
| inp=os.path.dirname(glob.glob('/kaggle/input/**/k2long_s17.pt',recursive=True)[0]) | |
| S='/kaggle/working/src'; os.makedirs(S+'/data',exist_ok=True); shutil.copy(f'{inp}/expanded.json',f'{S}/data/') | |
| for f in ('run018.py','eval019.py'): shutil.copy(f'{inp}/{f}','/kaggle/working/') | |
| from transformers import AutoTokenizer,AutoModelForCausalLM | |
| mp='/kaggle/working/m135'; R='12fd25f77366fa6b3b4b768ec3050bf629380bac' | |
| AutoTokenizer.from_pretrained('HuggingFaceTB/SmolLM2-135M-Instruct',revision=R).save_pretrained(mp); AutoModelForCausalLM.from_pretrained('HuggingFaceTB/SmolLM2-135M-Instruct',revision=R).save_pretrained(mp) | |
| subprocess.run([sys.executable,'/kaggle/working/eval019.py'],env=dict(os.environ,SRC=S,MP=mp,OD='/kaggle/working',INP=inp),check=True) | |
| shutil.rmtree(mp); shutil.rmtree(S); os.remove('/kaggle/working/run018.py') | |