|
|
--- |
|
|
license: apache-2.0 |
|
|
--- |
|
|
|
|
|
# Checkpoint for illmac (https://github.com/deeplearningplus/iLLMAC) |
|
|
|
|
|
# 1. Use transformers |
|
|
|
|
|
```python |
|
|
#pip install transformers |
|
|
#pip install torch |
|
|
#pip install tiktoken |
|
|
#pip install sentencepiece |
|
|
## Install any other packages you need. |
|
|
|
|
|
import torch |
|
|
import transformers |
|
|
|
|
|
model = transformers.AutoModelForCausalLM.from_pretrained("liu121/illmac") |
|
|
tokenizer = transformers.AutoTokenizer.from_pretrained("liu121/illmac") |
|
|
|
|
|
``` |
|
|
|
|
|
# 2. Save to local dir |
|
|
```shell |
|
|
huggingface-cli download --resume-download liu121/illmac --local-dir illmac --local-dir-use-symlinks False |
|
|
|
|
|
``` |
