Steveeeeeeen HF Staff
Enable Transformers AutoModel loading with remote streaming code
b78cc62 verified | { | |
| "encoder": { | |
| "transformers_version": "5.14.1", | |
| "architectures": null, | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": null, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "hidden_size": 1280, | |
| "num_hidden_layers": 48, | |
| "num_attention_heads": 8, | |
| "intermediate_size": 5120, | |
| "hidden_act": "silu", | |
| "attention_bias": true, | |
| "convolution_bias": true, | |
| "conv_kernel_size": 9, | |
| "subsampling_factor": 8, | |
| "subsampling_conv_channels": 256, | |
| "num_mel_bins": 128, | |
| "subsampling_conv_kernel_size": 3, | |
| "subsampling_conv_stride": 2, | |
| "dropout": 0.0, | |
| "dropout_positions": 0.0, | |
| "layerdrop": 0.0, | |
| "activation_dropout": 0.0, | |
| "attention_dropout": 0.0, | |
| "max_position_embeddings": 5000, | |
| "scale_input": false, | |
| "initializer_range": 0.02, | |
| "sliding_window": 71, | |
| "default_num_lookahead_tokens": 13, | |
| "causal": true, | |
| "num_key_value_heads": 8, | |
| "_name_or_path": "", | |
| "model_type": "cohere_streaming_encoder", | |
| "output_attentions": false | |
| }, | |
| "args": { | |
| "data": "hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/labels/librispeech/relabel-ls100-*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/labels/librispeech/relabel-ls360-*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-ls500lo-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-mls-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-vox-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-cv-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-fleurs-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-giga-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-giga-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-giga-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-ps-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-ps-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amiihm-*/labels/*/*.parquet,hf://datasets/Steveeeeeeen/cohere-transcribe-streaming-results/runs/relabel-amisdm-*/labels/*/*.parquet", | |
| "out": "results/train_ml_v3", | |
| "steps": 3000, | |
| "lr": 5e-05, | |
| "head_lr": 0.001, | |
| "warmup": 100, | |
| "batch_seconds": 1200.0, | |
| "max_seconds": 30.0, | |
| "lookaheads": "0,1,3,6,13", | |
| "lookahead_weights": "2,1.5,1,1,1", | |
| "left": 70, | |
| "conv_init": "truncate", | |
| "norm": "causal", | |
| "prior_range": "10,100", | |
| "gain_db": 10.0, | |
| "eval_prior": 30, | |
| "init_from": "Steveeeeeeen/cohere-transcribe-streaming-ml-v2", | |
| "aed_weight": 1.0, | |
| "ctc_weight": 0.3, | |
| "kd_weight": 1.0, | |
| "kd_layers": "-1,12,24,36", | |
| "freeze_decoder": false, | |
| "grad_ckpt": true, | |
| "eval_every": 1000, | |
| "eval_n": 100, | |
| "eval_lookaheads": "0,6,13", | |
| "eval_sets": "amidev:ihm,amidev:sdm,gigadev:dev,lsdev:other,fleursval:en,fleursval:fr,fleursval:pl", | |
| "seed": 0, | |
| "workers": 8, | |
| "push_to": "Steveeeeeeen/cohere-transcribe-streaming-ml-v3-h200x4" | |
| }, | |
| "cohere_config": { | |
| "transformers_version": "5.14.1", | |
| "architectures": [ | |
| "CohereAsrForConditionalGeneration" | |
| ], | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": null, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": true, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "encoder_config": { | |
| "architectures": null, | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": null, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "hidden_size": 1280, | |
| "num_hidden_layers": 48, | |
| "num_attention_heads": 8, | |
| "intermediate_size": 5120, | |
| "hidden_act": "silu", | |
| "attention_bias": true, | |
| "convolution_bias": true, | |
| "conv_kernel_size": 9, | |
| "subsampling_factor": 8, | |
| "subsampling_conv_channels": 256, | |
| "num_mel_bins": 128, | |
| "subsampling_conv_kernel_size": 3, | |
| "subsampling_conv_stride": 2, | |
| "dropout": 0.0, | |
| "dropout_positions": 0.0, | |
| "layerdrop": 0.0, | |
| "activation_dropout": 0.0, | |
| "attention_dropout": 0.0, | |
| "max_position_embeddings": 5000, | |
| "scale_input": false, | |
| "initializer_range": 0.02, | |
| "num_key_value_heads": 8, | |
| "_name_or_path": "", | |
| "model_type": "parakeet_encoder", | |
| "output_attentions": false | |
| }, | |
| "vocab_size": 16384, | |
| "hidden_size": 1024, | |
| "num_hidden_layers": 8, | |
| "num_attention_heads": 8, | |
| "num_key_value_heads": 8, | |
| "intermediate_size": 4096, | |
| "hidden_act": "relu", | |
| "max_position_embeddings": 1024, | |
| "pad_token_id": 2, | |
| "eos_token_id": 3, | |
| "bos_token_id": 4, | |
| "use_cache": true, | |
| "initializer_range": 0.02, | |
| "attention_dropout": 0.0, | |
| "attention_bias": true, | |
| "decoder_start_token_id": null, | |
| "tie_word_embeddings": false, | |
| "head_dim": 128, | |
| "_name_or_path": "", | |
| "auto_map": { | |
| "AutoConfig": "configuration_cohere_asr.CohereAsrConfig", | |
| "AutoFeatureExtractor": "processing_cohere_asr.CohereAsrFeatureExtractor", | |
| "AutoModel": "modeling_cohere_asr.CohereAsrModel", | |
| "AutoModelForSpeechSeq2Seq": "modeling_cohere_asr.CohereAsrForConditionalGeneration", | |
| "AutoProcessor": "processing_cohere_asr.CohereAsrProcessor", | |
| "AutoTokenizer": "tokenization_cohere_asr.CohereAsrTokenizer" | |
| }, | |
| "batch_size": 128, | |
| "decoding": { | |
| "beam": { | |
| "beam_size": 1, | |
| "len_pen": 0.0, | |
| "max_generation_delta": 50 | |
| }, | |
| "return_best_hypothesis": true, | |
| "strategy": "beam" | |
| }, | |
| "encoder": { | |
| "att_context_size": [ | |
| -1, | |
| -1 | |
| ], | |
| "causal_downsampling": false, | |
| "conv_context_size": null, | |
| "conv_kernel_size": 9, | |
| "conv_norm_type": "batch_norm", | |
| "d_model": 1280, | |
| "dropout": 0, | |
| "dropout_att": 0, | |
| "dropout_emb": 0, | |
| "dropout_pre_encoder": 0, | |
| "feat_in": 128, | |
| "feat_out": -1, | |
| "ff_expansion_factor": 4, | |
| "n_heads": 8, | |
| "n_layers": 48, | |
| "pos_emb_max_len": 5000, | |
| "reduction": null, | |
| "reduction_factor": 1, | |
| "reduction_position": null, | |
| "self_attention_model": "rel_pos", | |
| "subsampling": "dw_striding", | |
| "subsampling_conv_channels": 256, | |
| "subsampling_factor": 8, | |
| "untie_biases": true, | |
| "xscaling": false | |
| }, | |
| "head": { | |
| "activation": "relu", | |
| "dropout": 0, | |
| "hidden_size": 1024, | |
| "log_softmax": true, | |
| "num_classes": 16384, | |
| "num_layers": 1, | |
| "use_transformer_init": true | |
| }, | |
| "log_batch_stats": false, | |
| "log_prediction": true, | |
| "max_audio_clip_s": 35, | |
| "max_seq_len": 1024, | |
| "model_defaults": { | |
| "asr_enc_hidden": 1280, | |
| "lm_dec_hidden": 1024, | |
| "lm_enc_hidden": 1024 | |
| }, | |
| "model_type": "cohere_asr", | |
| "multitask_metrics_cfg": { | |
| "log_predictions": true, | |
| "metrics": { | |
| "wer": { | |
| "constraint": ".source_lang==.target_lang" | |
| } | |
| } | |
| }, | |
| "overlap_chunk_second": 5, | |
| "preprocessor": { | |
| "dither": 1e-05, | |
| "features": 128, | |
| "frame_splicing": 1, | |
| "log": true, | |
| "n_fft": 512, | |
| "normalize": "per_feature", | |
| "pad_to": 0, | |
| "pad_value": 0.0, | |
| "sample_rate": 16000, | |
| "window": "hann", | |
| "window_size": 0.025, | |
| "window_stride": 0.01 | |
| }, | |
| "prompt_defaults": [ | |
| { | |
| "role": "user", | |
| "slots": { | |
| "decodercontext": "", | |
| "diarize": "<|nodiarize|>", | |
| "emotion": "<|emo:undefined|>", | |
| "itn": "<|noitn|>", | |
| "pnc": "<|pnc|>", | |
| "source_lang": "<|en|>", | |
| "target_lang": "<|en|>", | |
| "timestamp": "<|notimestamp|>" | |
| } | |
| }, | |
| { | |
| "role": "user_partial", | |
| "slots": { | |
| "decodercontext": "" | |
| } | |
| } | |
| ], | |
| "prompt_format": "cohere_asr", | |
| "sample_rate": 16000, | |
| "supported_languages": [ | |
| "en", | |
| "fr", | |
| "de", | |
| "es", | |
| "it", | |
| "pt", | |
| "nl", | |
| "pl", | |
| "el", | |
| "ar", | |
| "ja", | |
| "zh", | |
| "vi", | |
| "ko" | |
| ], | |
| "transf_decoder": { | |
| "config_dict": { | |
| "attn_layer_dropout": 0, | |
| "attn_score_dropout": 0, | |
| "embedding_dropout": 0, | |
| "ffn_dropout": 0, | |
| "hidden_act": "relu", | |
| "hidden_size": 1024, | |
| "inner_size": 4096, | |
| "learn_positional_encodings": false, | |
| "lm_dec_hidden": 1280, | |
| "max_sequence_length": 1024, | |
| "num_attention_heads": 8, | |
| "num_layers": 8, | |
| "num_token_types": 0, | |
| "pre_ln": true, | |
| "vocab_size": "None" | |
| }, | |
| "encoder": null, | |
| "model_name": null, | |
| "pre_ln_final_layer_norm": true, | |
| "pretrained": false | |
| }, | |
| "transf_encoder": { | |
| "attn_layer_dropout": 0, | |
| "attn_score_dropout": 0, | |
| "ffn_dropout": 0, | |
| "hidden_size": 1024, | |
| "inner_size": 4096, | |
| "mask_future": false, | |
| "num_attention_heads": 8, | |
| "num_layers": 0, | |
| "pre_ln": true, | |
| "pre_ln_final_layer_norm": true | |
| }, | |
| "use_loss_mask_for_prompt": false, | |
| "output_attentions": false | |
| }, | |
| "model_type": "cohere_streaming", | |
| "architectures": [ | |
| "CohereStreamingModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "model.CohereStreamingConfig", | |
| "AutoModel": "model.CohereStreamingModel" | |
| } | |
| } | |