me@hg.co
commited on
Commit
·
3592a0d
1
Parent(s):
b4e205e
user casual_lm task type
Browse files- ROCO-idefics3.ipynb +1 -0
ROCO-idefics3.ipynb
CHANGED
|
@@ -1700,6 +1700,7 @@
|
|
| 1700 |
" lora_alpha=8,\n",
|
| 1701 |
" lora_dropout=0.1,\n",
|
| 1702 |
" target_modules='.*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$',\n",
|
|
|
|
| 1703 |
" use_dora=False if USE_QLORA else True,\n",
|
| 1704 |
" init_lora_weights=\"gaussian\"\n",
|
| 1705 |
" )\n",
|
|
|
|
| 1700 |
" lora_alpha=8,\n",
|
| 1701 |
" lora_dropout=0.1,\n",
|
| 1702 |
" target_modules='.*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$',\n",
|
| 1703 |
+
" task_type=\"CAUSAL_LM\",\n",
|
| 1704 |
" use_dora=False if USE_QLORA else True,\n",
|
| 1705 |
" init_lora_weights=\"gaussian\"\n",
|
| 1706 |
" )\n",
|