Add files using upload-large-folder tool

.gitattributes

@@ -1456,3 +1456,10 @@ finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=1/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=1/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=1/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=2/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 32
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d1cd8a5e0cdef90d8f40a64bcd6eda21c89b45cbfbb8f506b6d25e622fc1b8
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1992c02066f91bba928154922bb0ad37c4b63451f1c8e2b7b90a56fdfdf8f7
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc6cbeb362eb15cef40a4aa4e0835552d596bb6e77e7469926da1a26cd105a6
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734776399.gamma.3716845.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64758a34d134bac92e126e39dd59e9a5f9a663c633503738ef803f3beaae7903
+size 40127

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,189 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.34762079641222954,0,4.806998252868652,
+0,8,0.15933333337306976,1,16.368954479694366,
+0,16,0.08329404890537262,2,13.20575029509408,
+0,24,0.08627988025546074,3,10.8359974304835,
+0,32,0.09180619567632675,4,9.487104782691368,
+0,40,0.13284683227539062,5,3.6041062464937568,
+1,48,0.0852511003613472,6,3.5890435109084304,
+1,56,0.0870782807469368,7,6.585712559082928,
+1,64,0.08430760353803635,8,1.3446619113286336,
+1,72,0.08871936053037643,9,2.536124125123024,
+1,80,0.09270089864730835,10,1.2605894096195698,
+2,88,0.13068188354372978,11,1.1865756611029308,
+2,96,0.08461461588740349,12,1.816402917727828,
+2,104,0.08291687816381454,13,0.343019785625594,
+2,112,0.08752938732504845,14,0.5165255768224597,
+2,120,0.0904775857925415,15,0.39113589632324874,
+3,128,0.0858139619231224,16,0.12221334346880515,
+,,,16,,0.3150735894838969
+3,136,0.08945297822356224,17,0.1848865572363138,
+3,144,0.08786247298121452,18,0.12242984771728516,
+3,152,0.09334895759820938,19,0.023215418466581747,
+3,160,0.0848047025501728,20,0.06261185370385647,
+4,168,0.08791755139827728,21,0.047664185209820666,
+4,176,0.08935504406690598,22,0.02678369851006816,
+4,184,0.07980426400899887,23,0.014531657232769899,
+4,192,0.0952901616692543,24,0.006589013707036009,
+4,200,0.09132904559373856,25,0.015134524030145258,
+5,208,0.1336318626999855,26,0.015218818841579681,
+5,216,0.08564208447933197,27,0.006010733637273969,
+5,224,0.08213554322719574,28,0.012728464502530793,
+5,232,0.08180391043424606,29,0.007766522789517274,
+5,240,0.08564868196845055,30,0.003254859092591617,
+6,248,0.08613076061010361,31,0.004856685191043653,
+6,256,0.13043031841516495,32,0.004164675559877651,
+,,,32,,0.3503464063008626
+6,264,0.1489235758781433,33,0.0029961054478917504,
+6,272,0.09136173501610756,34,0.007071490266893166,
+6,280,0.08540137484669685,35,0.003807890838988197,
+7,288,0.0921211689710617,36,0.004439966131870348,
+7,296,0.08252903074026108,37,0.0034051800920189214,
+7,304,0.08309431746602058,38,0.001245853170985356,
+7,312,0.09029500558972359,39,0.001133027702443152,
+7,320,0.09179821982979774,40,0.0004127803447772749,
+8,328,0.0847606286406517,41,0.0002213943865475206,
+8,336,0.09488261118531227,42,0.0010215566349374553,
+8,344,0.08208246901631355,43,0.0012971347435571563,
+8,352,0.09271369501948357,44,0.0007639683620557965,
+8,360,0.13337824493646622,45,0.0008355897640713546,
+9,368,0.08533922210335732,46,0.0004058665301552257,
+9,376,0.13379014283418655,47,0.0008749501093916479,
+9,384,0.09205702692270279,48,0.0006609063649583342,
+,,,48,,0.34728022416432697
+9,392,0.08648383989930153,49,0.0005949870941953526,
+9,400,0.09172007814049721,50,0.0004473718405419137,
+10,408,0.08527082949876785,51,0.0007417287979478715,
+10,416,0.09414082765579224,52,0.0005440104116587463,
+10,424,0.08236907050013542,53,0.0006504487042548135,
+10,432,0.14903946593403816,54,0.0004876276134988681,
+10,440,0.09179363772273064,55,0.00015362937457601738,
+11,448,0.13060231506824493,56,0.0003423819216550328,
+11,456,0.09652887657284737,57,0.0005192179089590354,
+11,464,0.13538844883441925,58,0.0005809461182858892,
+11,472,0.08894480764865875,59,0.0002915156792369089,
+11,480,0.09493402764201164,60,0.0005260546908282456,
+12,488,0.08586949110031128,61,0.0006134116165412706,
+12,496,0.09151534363627434,62,0.0004178496490112593,
+12,504,0.0845959521830082,63,0.00030657046357061645,
+12,512,0.09525797516107559,64,0.0006277075402014067,
+,,,64,,0.3427155017852783
+12,520,0.13492131978273392,65,0.00017975319960069928,
+13,528,0.09259536117315292,66,0.0003039954287184325,
+13,536,0.08378447964787483,67,0.0006061643003098045,
+13,544,0.1486256718635559,68,0.0006059426636966236,
+13,552,0.09157631546258926,69,0.00020565937106416991,
+13,560,0.08942868933081627,70,0.0002879645068917723,
+14,568,0.09129917994141579,71,0.0005178338930515262,
+14,576,0.13418063521385193,72,0.00021919729230527688,
+14,584,0.13030941411852837,73,0.0004315018104534829,
+14,592,0.08600612357258797,74,0.00033720818028086795,
+14,600,0.08759403973817825,75,0.00045988182126380066,
+15,608,0.08996487408876419,76,0.00026401214147751616,
+15,616,0.08769061043858528,77,0.000604804588981685,
+15,624,0.0918177105486393,78,0.00017870692172436975,
+15,632,0.13287276402115822,79,0.00026504139123062487,
+15,640,0.08333476260304451,80,0.0005251054919006912,
+,,,80,,0.35193785031636554
+16,648,0.13169816508889198,81,0.0002804876157218435,
+16,656,0.09546707943081856,82,0.0005209302783923169,
+16,664,0.08557559177279472,83,0.000303312765546642,
+16,672,0.08698360621929169,84,0.0006247322541336567,
+16,680,0.0886688083410263,85,0.0001605450647730322,
+17,688,0.09235003963112831,86,0.0004032266391732264,
+17,696,0.08585646748542786,87,0.0004965712161922258,
+17,704,0.09453273937106133,88,0.00019036030705767468,
+17,712,0.08742620050907135,89,0.00032681245024182966,
+17,720,0.08457675203680992,90,0.000437825164408423,
+18,728,0.135747030377388,91,0.0003396317821170669,
+18,736,0.09032051637768745,92,0.00052894045074936,
+18,744,0.09632716700434685,93,0.0003406816210302238,
+18,752,0.13551679626107216,94,0.0004820964355271177,
+18,760,0.09259680286049843,95,0.000131983604380646,
+19,768,0.09150176122784615,96,0.00014029022349859588,
+,,,96,,0.3510928551355998
+19,776,0.0955677442252636,97,0.0003152758274356731,
+19,784,0.0887133926153183,98,0.0005055471604767566,
+19,792,0.13223713636398315,99,0.0005074997769462733,
+19,800,0.09127317741513252,100,0.00028989060616974407,
+20,808,0.0904214158654213,101,0.0003219265388452186,
+20,816,0.08716176822781563,102,0.0003165900505756816,
+20,824,0.09359384328126907,103,0.00025599127576032723,
+20,832,0.09660331904888153,104,0.0004196528685237614,
+20,840,0.0908728800714016,105,0.0004332041701543078,
+21,848,0.09287350624799728,106,0.0004767899674614175,
+21,856,0.08739296719431877,107,0.00024128980264019143,
+21,864,0.08963862806558609,108,0.00022729193199969207,
+21,872,0.09391353279352188,109,0.0005646371268085204,
+21,880,0.08555754646658897,110,0.0002684074667437623,
+22,888,0.08793677389621735,111,0.0004130008872986461,
+22,896,0.08527769893407822,112,0.00013557098477926606,
+,,,112,,0.34611372152964276
+22,904,0.08740677684545517,113,0.0003416677891436848,
+22,912,0.0890779122710228,114,0.00026669975732847187,
+22,920,0.09309603273868561,115,0.0005223831638645873,
+23,928,0.09468774870038033,116,0.0004924540301614727,
+23,936,0.09310200437903404,117,0.000287401974324334,
+23,944,0.09818463772535324,118,0.0001961038830943705,
+23,952,0.08555219322443008,119,0.0003471118668260585,
+23,960,0.13158155977725983,120,0.0004248601178460376,
+24,968,0.0934477224946022,121,0.0002571793912256208,
+24,976,0.08785701915621758,122,0.0003258286800701171,
+24,984,0.15118678286671638,123,0.00046369819924271165,
+24,992,0.08325488120317459,124,0.0003635553280219028,
+24,1000,0.08582541719079018,125,0.0002821909133322501,
+25,1008,0.09008603915572166,126,0.0004872483453558137,
+25,1016,0.0953892283141613,127,0.00028521115086732607,
+25,1024,0.09592878073453903,128,0.0002805100333110507,
+,,,128,,0.3493185838063558
+25,1032,0.08746884763240814,129,0.0002524014859003588,
+25,1040,0.13270701840519905,130,0.0003665279689032884,
+26,1048,0.09113028645515442,131,0.0002142918559771855,
+26,1056,0.08822786062955856,132,0.00036735395315190544,
+26,1064,0.13189124315977097,133,0.00023177780200388622,
+26,1072,0.09629802778363228,134,0.0004236860565600052,
+26,1080,0.08719122037291527,135,0.0003601597766191844,
+27,1088,0.08571077138185501,136,0.0001488923455326585,
+27,1096,0.08890833705663681,137,0.00035281238940245075,
+27,1104,0.13513760268688202,138,0.0002613838137871686,
+27,1112,0.13140634447336197,139,0.0002942100356449373,
+27,1120,0.08595068752765656,140,0.0005141485958387528,
+28,1128,0.08458159118890762,141,0.0001731046997100258,
+28,1136,0.0896701067686081,142,0.000496505528846885,
+28,1144,0.13474351167678833,143,0.0003599263897437292,
+28,1152,0.09166168048977852,144,0.0003410123031894078,
+,,,144,,0.3490235010782878
+28,1160,0.13518289104104042,145,0.00020000173809911267,
+29,1168,0.08953282609581947,146,0.0004224149522390993,
+29,1176,0.09098668396472931,147,0.0002164908645292079,
+29,1184,0.13673395663499832,148,0.00024149550608854042,
+29,1192,0.0959215834736824,149,0.00034819743207966286,
+29,1200,0.0868685208261013,150,0.0003571897879217951,
+30,1208,0.09345770254731178,151,0.0001621911533920166,
+30,1216,0.0900018997490406,152,0.00043448694042227644,
+30,1224,0.08667628839612007,153,0.0004030152631457895,
+30,1232,0.13489721342921257,154,0.0001473998660609747,
+30,1240,0.09454885497689247,155,0.00038524036487312213,
+31,1248,0.08882897719740868,156,0.00043678987961303555,
+31,1256,0.09601660072803497,157,0.0003310254659092087,
+31,1264,0.08826245367527008,158,0.00020499463260586543,
+31,1272,0.09104738384485245,159,0.0003083809842792107,
+31,1280,0.13089386746287346,160,0.00022775345973968797,
+,,,160,,0.34417374928792316
+32,1288,0.09015537798404694,161,0.00016292559005457653,
+32,1296,0.09075042605400085,162,0.0004494687342658461,
+32,1304,0.09629947319626808,163,0.00016551108689912195,
+32,1312,0.08968637138605118,164,0.00034637868190078404,
+32,1320,0.09300987049937248,165,0.00037478303420357406,
+33,1328,0.08385248109698296,166,0.00027143156997529633,
+33,1336,0.08627007156610489,167,0.0002884933380430864,
+33,1344,0.09389958158135414,168,0.0003450168553778591,
+33,1352,0.08515305444598198,169,0.00032124536252619386,
+33,1360,0.13491077721118927,170,0.0003131930783898237,
+34,1368,0.09241930395364761,171,0.00043656422141274173,
+34,1376,0.0845288448035717,172,0.00020623967763337228,
+34,1384,0.08660083264112473,173,0.00033600591311422996,
+34,1392,0.08491244912147522,174,0.0003057253459246567,
+34,1400,0.0915880911052227,175,0.00018267376005744816,
+35,1408,0.08477547764778137,176,0.00016459222433695686,
+,,,176,,0.34873024622599286

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+383752,9
+273197,6
+566458,1
+590588,6
+110894,2
+125284,3
+240597,6
+323718,8
+109202,2
+456148,11
+417498,10
+168978,4
+569261,1
+629668,13
+484251,12
+466898,11

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+383752,-15.06299,-16.96937,-12.00049,-16.019648,-18.489471,-9.139144,-16.37549,-16.006592,-13.934219,-0.0004898302,-12.87549,-17.25049,-16.00049,-13.000915
+273197,-10.253429,-13.2839155,-10.253429,-17.427736,-17.782215,-10.186683,-0.0034298422,-13.003782,-15.4493265,-11.878429,-11.753429,-13.878429,-11.753429,-10.628549
+566458,-8.014397,-0.032668613,-12.889397,-11.720238,-13.421278,-12.772344,-4.639396,-11.140189,-13.453106,-10.139397,-11.951897,-15.326897,-12.139397,-8.26455
+590588,-12.939271,-15.521723,-11.001771,-12.423093,-17.4512,-13.023825,-0.0017714299,-12.003027,-15.194624,-11.001771,-12.564271,-13.751771,-12.564271,-12.43934
+110894,-5.0907555,-14.03687,-0.09075548,-6.3407674,-3.2217405,-7.2842746,-14.903255,-13.596768,-11.735441,-11.090755,-15.090755,-12.465755,-3.3407555,-6.367359
+125284,-12.750672,-17.620407,-7.6256723,-0.00085448794,-10.903405,-14.507624,-19.250673,-19.39182,-17.450636,-15.125672,-16.563173,-16.000673,-16.000673,-14.259024
+240597,-9.398779,-8.303934,-10.336279,-11.834192,-13.63188,-9.186986,-0.023778621,-10.65005,-13.37384,-11.898779,-10.898779,-12.836279,-10.961279,-8.648924
+323718,-15.750055,-18.305086,-15.625055,-18.872478,-22.210835,-14.882498,-13.375055,-12.500504,-5.841102e-05,-15.500055,-17.500055,-19.875055,-16.625055,-14.62548
+109202,-6.230439,-13.366189,-0.10543942,-6.605602,-2.4825952,-9.612542,-14.105439,-14.94207,-10.842716,-10.480439,-13.792939,-14.417939,-9.855439,-4.5096426
+456148,-8.864833,-18.942106,-0.11483311,-9.241658,-15.341287,-10.172895,-14.177333,-14.269892,-10.432966,-10.177333,-12.239833,-3.489833,-5.739833,-6.240026
+417498,-17.875084,-18.83355,-15.625085,-19.160585,-24.39931,-14.128167,-22.937584,-15.876215,-22.06891,-13.500085,-8.475421e-05,-19.250084,-19.875084,-18.000174
+168978,-9.000302,-15.65805,-10.500302,-12.750307,-0.0005031166,-12.673456,-17.812801,-20.005302,-14.796639,-18.000301,-16.812801,-17.750301,-14.250302,-12.272604
+569261,-8.630576,-0.01026866,-15.068076,-12.134777,-10.786729,-13.031557,-6.755576,-13.381718,-16.403013,-10.630576,-12.943076,-14.943076,-13.255576,-10.380836
+629668,-7.376268,-10.318977,-8.626267,-13.964931,-12.59789,-11.5775,-12.938767,-13.191259,-13.00115,-12.876267,-14.813767,-15.688767,-9.376267,-0.0013364836
+484251,-16.50007,-31.59695,-13.000072,-20.446949,-22.747252,-14.1932535,-23.62507,-19.063019,-20.400074,-18.18757,-20.81257,-17.37507,-7.140382e-05,-11.75016
+466898,-10.534189,-16.62976,-0.034189098,-9.035577,-12.407503,-11.062216,-15.784189,-17.228739,-10.736224,-10.784189,-13.471689,-4.034189,-6.534189,-6.534439

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286680826da340a08bf09c7e8cd6aef82c82f54e0a7b6cca128578cd125d22a3
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c8d02549a5fe97caf643cc42868d79a8eba27ce07eb3803575b892f78504bf
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ac97d3ad245f2423c5a895ed26995247297234040fc5ee3bf2d0bdf1769ad9
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/events.out.tfevents.1734776937.gamma.3720751.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6682429ec0f563170ebdaab018b575b79281be813d9a0ccab58594c353691c5
+size 3898

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,19 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.394474521279335,0,10.146705627441406,
+0,8,0.13023317605257034,1,13.333245389601764,
+0,16,0.09021120890974998,2,10.0462779601415,
+0,24,0.09206221997737885,3,10.270643770694733,
+0,32,0.0918300710618496,4,13.308074259987244,
+0,40,0.08987294882535934,5,7.2236783497501165,
+0,48,0.09511516615748405,6,3.7389421184857685,
+0,56,0.13016990199685097,7,4.2544722179217,
+1,64,0.08266633749008179,8,1.9638058294852574,
+1,72,0.08283102139830589,9,3.4729821315178504,
+1,80,0.08591430261731148,10,1.2752382584980555,
+1,88,0.0860215462744236,11,1.6431380613492086,
+1,96,0.08401161804795265,12,1.112846972686904,
+1,104,0.09514864161610603,13,1.6063873258729775,
+1,112,0.0868501178920269,14,0.4085349305891074,
+2,120,0.09243742004036903,15,0.21312158089131117,
+2,128,0.09137355163693428,16,0.541510705436979,
+,,,16,,0.22386807203292847

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans/0.0-1.0/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: 16
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f12a7d13bfd3c151d8a178143adc8dc4c2975656803e0f9e6939ea006ff389
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816f89d09049c0dad688d272cc7cc3becf2197879ced74b6ca634c7882419160
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd284c9e804234e29a5e6daabf1136d4ca70ddabc04cc72b2c0e657a7b85362
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735205165.gamma.924642.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74110427933f6fcf1a3148f45daeef1e11dd7e3a83e74d98bbaccff90932ac94
+size 404348

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,16 @@
+383752,9
+273197,6
+566458,1
+590588,6
+110894,2
+125284,3
+240597,6
+323718,8
+109202,2
+456148,11
+417498,10
+168978,4
+569261,1
+629668,13
+484251,12
+466898,11

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,16 @@
+383752,-15.375445,-16.88152,-12.125445,-16.14417,-18.740007,-9.134688,-16.562944,-16.255022,-14.205813,-0.0004449093,-13.250445,-17.312944,-16.187944,-13.125775
+273197,-10.752909,-13.163224,-10.752909,-17.573689,-17.910393,-10.294981,-0.0029088825,-13.503177,-15.798218,-12.252909,-11.877909,-14.190409,-12.065409,-10.877987
+566458,-8.75796,-0.016956756,-13.57046,-12.209669,-14.040304,-13.389737,-5.2579603,-11.758491,-14.07126,-10.88296,-12.38296,-15.82046,-12.63296,-8.883077
+590588,-13.688689,-15.417612,-11.626189,-13.059704,-18.2654,-13.3044195,-0.0011892397,-12.627116,-15.606308,-11.626189,-13.001189,-14.188689,-13.188689,-12.876245
+110894,-5.686921,-14.023839,-0.06192089,-6.6869283,-3.5664399,-7.478677,-15.436921,-14.005135,-12.020868,-11.561921,-15.561921,-12.749421,-3.686921,-7.0861764
+125284,-13.62551,-17.753386,-7.8755107,-0.0006520536,-11.772427,-15.004179,-19.813011,-20.015575,-17.915781,-15.62551,-17.063011,-16.375511,-16.500511,-15.133328
+240597,-9.770305,-7.8149595,-10.832805,-12.261626,-14.000805,-9.417158,-0.020304564,-11.083649,-13.798586,-12.332805,-11.082805,-13.082805,-11.270305,-8.895412
+323718,-16.312536,-18.41115,-16.125036,-19.401966,-22.833809,-15.280724,-13.875037,-13.000364,-3.8503913e-05,-15.937537,-17.812536,-20.187536,-17.062536,-15.062927
+109202,-6.5801635,-13.204994,-0.08016345,-6.7053113,-2.7071626,-9.50603,-14.517663,-15.289705,-10.795103,-10.830163,-14.142663,-14.580163,-10.205163,-5.098419
+456148,-9.24077,-18.67545,-0.11577067,-9.430084,-15.851939,-10.474677,-14.49077,-14.702884,-10.384221,-10.42827,-12.36577,-3.4907706,-5.865771,-6.490924
+417498,-18.500042,-19.196745,-16.375042,-19.718401,-25.449352,-14.876735,-23.625042,-16.750982,-22.735577,-14.125042,-4.2079995e-05,-19.812542,-20.562542,-18.750118
+168978,-9.7501955,-15.507794,-10.7501955,-13.000198,-0.0003516361,-12.861695,-18.375195,-20.504827,-15.128489,-18.375195,-17.250195,-18.125195,-14.6251955,-13.018463
+569261,-9.378595,-0.006184843,-15.628595,-12.6254425,-11.202935,-13.034996,-7.3785954,-13.9418545,-16.96004,-11.378595,-13.378595,-15.441095,-13.753595,-11.003805
+629668,-8.000764,-10.179812,-9.250764,-14.09066,-13.092801,-11.708321,-13.438264,-13.564805,-13.27512,-13.375764,-15.063264,-16.000765,-9.875764,-0.00081497896
+484251,-17.000076,-31.536814,-13.375076,-20.753914,-23.423552,-14.392275,-23.937576,-19.625393,-20.67177,-18.687576,-21.062576,-17.500076,-7.6291035e-05,-11.875137
+466898,-10.906874,-16.56388,-0.031873845,-9.283278,-12.925965,-11.36231,-16.031874,-17.598978,-10.634694,-11.156874,-13.719374,-4.1568737,-6.5318737,-6.782022

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=16/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7