| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| """HyperCLOVAX package — imports configuration and model classes and |
| registers them with HuggingFace Auto classes. |
| |
| Usage |
| ----- |
| from hf_4b import HyperCLOVAXConfig, HyperCLOVAXForCausalLM # registers Auto classes |
| |
| from transformers import AutoTokenizer, AutoModelForCausalLM |
| |
| tokenizer = AutoTokenizer.from_pretrained("<checkpoint_dir>") |
| model = AutoModelForCausalLM.from_pretrained("<checkpoint_dir>") |
| inputs = tokenizer("안녕하세요!", return_tensors="pt") |
| output = model.generate(**inputs, max_new_tokens=64) |
| print(tokenizer.decode(output[0], skip_special_tokens=True)) |
| """ |
|
|
| from .configuration_hyperclovax import HyperCLOVAXConfig |
| from .modeling_hyperclovax import ( |
| HyperCLOVAXForCausalLM, |
| HyperCLOVAXForQuestionAnswering, |
| HyperCLOVAXForSequenceClassification, |
| HyperCLOVAXForTokenClassification, |
| HyperCLOVAXModel, |
| HyperCLOVAXPreTrainedModel, |
| ) |
|
|
| __all__ = [ |
| "HyperCLOVAXConfig", |
| "HyperCLOVAXPreTrainedModel", |
| "HyperCLOVAXModel", |
| "HyperCLOVAXForCausalLM", |
| "HyperCLOVAXForSequenceClassification", |
| "HyperCLOVAXForQuestionAnswering", |
| "HyperCLOVAXForTokenClassification", |
| ] |
|
|