{ "module": "keras_hub.src.models.esm.esm_masked_plm_preprocessor", "class_name": "ESMMaskedPLMPreprocessor", "config": { "name": "esm_masked_plm_preprocessor_1", "trainable": true, "dtype": { "module": "keras", "class_name": "DTypePolicy", "config": { "name": "float32" }, "registered_name": null }, "tokenizer": { "module": "keras_hub.src.models.esm.esm_tokenizer", "class_name": "ESMTokenizer", "config": { "name": "esm_tokenizer", "trainable": true, "dtype": { "module": "keras", "class_name": "DTypePolicy", "config": { "name": "int32" }, "registered_name": null }, "config_file": "tokenizer.json", "vocabulary": null, "sequence_length": null, "lowercase": false, "strip_accents": false, "split": true, "suffix_indicator": "##", "oov_token": "", "special_tokens": null, "special_tokens_in_strings": false }, "registered_name": "keras_hub>ESMTokenizer" }, "config_file": "preprocessor.json", "sequence_length": 512, "truncate": "round_robin", "mask_selection_rate": 0.15, "mask_selection_length": 96, "mask_token_rate": 0.8, "random_token_rate": 0.1 }, "registered_name": "keras_hub>ESMMaskedPLMPreprocessor" }