JBrightmanAI
/

GEmbedder

Feature Extraction

sentence-transformers

semantic-similarity

text-embeddings-inference

Model card Files Files and versions

GEmbedder / config.json

JBrightmanAI's picture

Upload folder using huggingface_hub

9800090 verified 6 days ago

History Blame Contribute Delete

2.47 kB

	{
	"_sliding_window_pattern": 6,
	"architectures": [
	"Gemma3TextModel"
	],
	"attention_bias": false,
	"attention_dropout": 0.0,
	"attn_logit_softcapping": null,
	"bos_token_id": 2,
	"dtype": "bfloat16",
	"eos_token_id": 1,
	"final_logit_softcapping": null,
	"head_dim": 128,
	"hidden_activation": "gelu_pytorch_tanh",
	"hidden_size": 5376,
	"initializer_range": 0.02,
	"intermediate_size": 21504,
	"layer_types": [
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"sliding_attention",
	"full_attention",
	"sliding_attention",
	"sliding_attention"
	],
	"max_position_embeddings": 131072,
	"model_type": "gemma3_text",
	"num_attention_heads": 32,
	"num_hidden_layers": 62,
	"num_key_value_heads": 16,
	"pad_token_id": 0,
	"query_pre_attn_scalar": 168,
	"rms_norm_eps": 1e-06,
	"rope_local_base_freq": 10000.0,
	"rope_scaling": {
	"factor": 8.0,
	"rope_type": "linear"
	},
	"rope_theta": 1000000.0,
	"sliding_window": 1024,
	"transformers_version": "4.57.6",
	"use_bidirectional_attention": false,
	"use_cache": false,
	"vocab_size": 262208
	}