63ae938
1
2
3
4
5
model = GPT2LMHeadModel.from_pretrained( "gpt2", load_in_8bit=True, device_map="auto" )