checkpoint-26000/config.json

{
  "architectures": [
    "CrelloModel"
  ],
  "freeze_lm": false,
  "hidden_size": 4096,
  "ignore_ids": [],
  "load_in_4bit": false,
  "lora_alpha": 32,
  "lora_dropout": 0.05,
  "lora_r": 8,
  "lora_target_modules": ".*\\.(q_proj|v_proj)",
  "old_vocab_size": 128256,
  "opt_version": "/openseg_blob/v-sirui/temporary/2024-02-21/Layout_train/COLEv2/Design_LLM/checkpoint/Meta-Llama-3-8B",
  "pad_token_id": 128001,
  "task": "captioning",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.39.1",
  "use_lora": false,
  "vocab_size": 129423
}