Buckets:
| from transformers import Gemma3ForConditionalGeneration | |
| from .._mixin import OstrisTransformersMixin | |
| class Gemma3TextEncoder(Gemma3ForConditionalGeneration, OstrisTransformersMixin): | |
| """Gemma3 conditioning stack (ltx2 / ltx2.3).""" | |
| aitk_subfolder = "text_encoder" | |
| aitk_tokenizer_subfolder = "tokenizer" | |
| def get_transformer_block_names(cls): | |
| # both layouts seen across transformers versions; missing paths skip | |
| return ["model.language_model.layers", "language_model.model.layers"] | |
| # embed_tokens is NOT an ignore module: the manager's bouncing embedding | |
| # keeps it cpu-resident with a cpu-side row gather (an ignore pin kept | |
| # 2GB on the gpu and stranded it when legacy .to("cpu") gestures moved | |
| # the resident set off-device) | |
| try: | |
| from transformers.models.gemma4.modeling_gemma4 import Gemma4TextModel | |
| class Gemma4TextEncoder(Gemma4TextModel, OstrisTransformersMixin): | |
| """Gemma4 text decoder (ltx2.5's conditioning stack).""" | |
| aitk_subfolder = "text_encoder" | |
| aitk_tokenizer_subfolder = "tokenizer" | |
| def get_transformer_block_names(cls): | |
| return ["layers"] | |
| def get_offload_ignore_modules(self): | |
| # layer_scalar is a bare tensor buffer on each decoder layer; the | |
| # manager never enumerates it, so it must ride along explicitly. | |
| # (embed_tokens is handled by the bouncing embedding manager.) | |
| return [layer.layer_scalar for layer in self.layers] | |
| except ImportError: | |
| Gemma4TextEncoder = None | |
Xet Storage Details
- Size:
- 1.59 kB
- Xet hash:
- 6da0be0f2e178607f24995c9987f65e7b8a684298d5235623f16df663b3266c1
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.