| """Exports for the GPT model configuration. |
| |
| New code should import these from :mod:`GPT.config`. |
| """ |
|
|
| from .config import ( |
| DEFAULT_BLOCK_SIZE, |
| DEFAULT_FEATURE_DIGIT_TOKEN_IDS, |
| DEFAULT_FEATURE_EQUALS_TOKEN_ID, |
| DEFAULT_FEATURE_SPACE_TOKEN_IDS, |
| DEFAULT_HEAD_DIM, |
| DEFAULT_HIDDEN_SIZE, |
| DEFAULT_INTERMEDIATE_SIZE, |
| DEFAULT_NUM_ATTENTION_HEADS, |
| DEFAULT_NUM_HIDDEN_LAYERS, |
| DEFAULT_NUM_KEY_VALUE_HEADS, |
| DEFAULT_PLACE_VOCAB_SIZE, |
| DEFAULT_ROPE_THETA, |
| DEFAULT_ROLE_VOCAB_SIZE, |
| DEFAULT_VOCAB_SIZE, |
| GPTConfig, |
| ) |
|
|
|
|
| __all__ = [ |
| "DEFAULT_BLOCK_SIZE", |
| "DEFAULT_FEATURE_DIGIT_TOKEN_IDS", |
| "DEFAULT_FEATURE_EQUALS_TOKEN_ID", |
| "DEFAULT_FEATURE_SPACE_TOKEN_IDS", |
| "DEFAULT_HEAD_DIM", |
| "DEFAULT_HIDDEN_SIZE", |
| "DEFAULT_INTERMEDIATE_SIZE", |
| "DEFAULT_NUM_ATTENTION_HEADS", |
| "DEFAULT_NUM_HIDDEN_LAYERS", |
| "DEFAULT_NUM_KEY_VALUE_HEADS", |
| "DEFAULT_PLACE_VOCAB_SIZE", |
| "DEFAULT_ROPE_THETA", |
| "DEFAULT_ROLE_VOCAB_SIZE", |
| "DEFAULT_VOCAB_SIZE", |
| "GPTConfig", |
| ] |
|
|
