Add files using upload-large-folder tool

.gitattributes

@@ -1449,3 +1449,10 @@ finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-1.0/0.7-1.
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
 finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=4/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text
+finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=3/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora filter=lfs diff=lfs merge=lfs -text

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff01da61861571509f1c8abc9b1583f5a7a316f8da1d96745de9c23280c7819
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5891bd6c194912a2a15ec4e145355acbe95bf8d703262c58b10757c0792121
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47f5bdb6af32242387a1bf9dfbfa70f3e31de54224de10564d0615cd9271703
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/events.out.tfevents.1734919349.gamma.59631.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7decfc13fc578f5ed941a0e0c15afd53a39e7a65bc6c097891397bc6430c0b
+size 43806

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/logs/metrics.csv

@@ -0,0 +1,206 @@
+epoch,iter,iter_time,step,train/loss,val/loss
+0,1,0.39013392478227615,0,3.9074834187825522,
+0,8,0.15562251582741737,1,13.973697437959558,
+0,16,0.09533165395259857,2,15.276625275611877,
+0,24,0.08512267097830772,3,11.086614915302821,
+0,32,0.13076813519001007,4,7.006320357322693,
+0,40,0.09151452034711838,5,7.178472948074341,
+0,48,0.1265968754887581,6,4.176303127573596,
+0,56,0.0876898318529129,7,3.7564669251441956,
+0,64,0.08591115847229958,8,3.400482255288146,
+0,72,0.09418895095586777,9,2.241832834075798,
+0,80,0.09017863869667053,10,1.8648423300339625,
+0,88,0.08663880825042725,11,0.6754132456013134,
+0,96,0.08649953827261925,12,0.8820647770030932,
+0,104,0.1285053789615631,13,0.8907431438565254,
+0,112,0.08725511282682419,14,0.8097526590029399,
+0,120,0.0947045087814331,15,0.47827875930815933,
+0,128,0.08462340012192726,16,0.11112989503890276,
+,,,16,,0.640904821530737
+0,136,0.08979121968150139,17,0.12904976177113978,
+0,144,0.09320420771837234,18,0.6953068873179811,
+0,152,0.08911480382084846,19,0.10381930539957605,
+1,160,0.09460404515266418,20,0.15976767907185213,
+1,168,0.09380671754479408,21,0.09096268564462662,
+1,176,0.08369730412960052,22,0.06485879136016592,
+1,184,0.13396362587809563,23,0.34254222611586255,
+1,192,0.08985711634159088,24,0.39837958265949663,
+1,200,0.08858790248632431,25,0.24238011246779934,
+1,208,0.08659781888127327,26,0.008699284920182366,
+1,216,0.08979328721761703,27,0.5843416661276327,
+1,224,0.08756880462169647,28,0.06402482019038871,
+1,232,0.08548416197299957,29,0.04163845343282446,
+1,240,0.08414081484079361,30,0.05463026170452524,
+1,248,0.1340513713657856,31,0.05268504396080971,
+1,256,0.08544991537928581,32,0.2902147673843761,
+,,,32,,0.22338516543609926
+1,264,0.13126422092318535,33,0.02199747222899036,
+1,272,0.09517175331711769,34,0.010029240312108483,
+1,280,0.08909833058714867,35,0.005380116354085897,
+1,288,0.08869373798370361,36,0.007131582378254582,
+1,296,0.12850818410515785,37,0.007003126620971175,
+1,304,0.13139552623033524,38,0.0034750853665173054,
+1,312,0.08772546052932739,39,0.013313358775728071,
+2,320,0.09628824144601822,40,0.0068872155139355785,
+2,328,0.08519857004284859,41,0.25286045124415646,
+2,336,0.08707734942436218,42,0.021691166735157214,
+2,344,0.133174117654562,43,0.006486875883031947,
+2,352,0.1354491487145424,44,0.00249593379815521,
+2,360,0.13427052274346352,45,0.0017896528562149879,
+2,368,0.09499889612197876,46,0.010790986896608956,
+2,376,0.0961126871407032,47,0.004167242809004771,
+2,384,0.12871019169688225,48,0.004984876583330333,
+,,,48,,0.25467159772160075
+2,392,0.12831057980656624,49,0.0036686111149416925,
+2,400,0.08668779581785202,50,0.004643459493168988,
+2,408,0.08924100548028946,51,0.18241659941213584,
+2,416,0.09633111953735352,52,0.0010236136458843248,
+2,424,0.1299591138958931,53,0.010323874432287994,
+2,432,0.13307955488562584,54,0.006573048647789454,
+2,440,0.13670841604471207,55,0.00401848326024871,
+2,448,0.08810581266880035,56,0.011114928382784665,
+2,456,0.0864063985645771,57,0.002475209181284299,
+2,464,0.09582162648439407,58,0.00482238232731246,
+3,472,0.08689268305897713,59,0.002449956606701912,
+3,480,0.08049797639250755,60,0.002746917813575627,
+3,488,0.09609134867787361,61,0.0015867583545817372,
+3,496,0.09511473774909973,62,0.0031022488440309343,
+3,504,0.09217182546854019,63,0.001529162074663103,
+3,512,0.0813860185444355,64,0.001697890974052522,
+,,,64,,0.27550337049696183
+3,520,0.08740474656224251,65,0.0006215622095623984,
+3,528,0.13206618651747704,66,0.0017731780087790238,
+3,536,0.09086990356445312,67,0.0013755909996689298,
+3,544,0.13382704555988312,68,0.00327796819692594,
+3,552,0.08982690051198006,69,0.0006477075546102312,
+3,560,0.09121331572532654,70,0.0012024889840956479,
+3,568,0.1355617754161358,71,0.0009315789235794606,
+3,576,0.08975599706172943,72,0.0015831668097234797,
+3,584,0.09396885335445404,73,0.004154481141085853,
+3,592,0.09296496585011482,74,0.0034380327718584645,
+3,600,0.10769645497202873,75,0.0029428422979738875,
+3,608,0.13331324607133865,76,0.001510704505303043,
+3,616,0.08631059154868126,77,0.002543529568356462,
+3,624,0.12575152143836021,78,0.0009880479168108043,
+4,632,0.09566592797636986,79,0.0009212297093957508,
+4,640,0.08609996363520622,80,0.0015085664975534503,
+,,,80,,0.2851533022793857
+4,648,0.09533041715621948,81,0.0006499453777602563,
+4,656,0.08948822692036629,82,0.0017737025476283936,
+4,664,0.1302417740225792,83,0.0006027126977502261,
+4,672,0.13584263250231743,84,0.0014931338121338437,
+4,680,0.08904362097382545,85,0.00045186360431317653,
+4,688,0.08421722799539566,86,0.004496958194067702,
+4,696,0.08958391100168228,87,0.002164801667766789,
+4,704,0.08347349613904953,88,0.0019655354214288914,
+4,712,0.09071870148181915,89,0.0005754591562435962,
+4,720,0.09078668057918549,90,0.0011904015664185863,
+4,728,0.0962253101170063,91,0.0007509268936701119,
+4,736,0.09051762521266937,92,0.000997700821608305,
+4,744,0.08050816133618355,93,0.0010707094748235808,
+4,752,0.08598799630999565,94,0.0013172129349021072,
+4,760,0.0867537334561348,95,0.0007165443863554033,
+4,768,0.08540019020438194,96,0.0012393279763013457,
+,,,96,,0.28210424172757853
+4,776,0.0904637798666954,97,0.0020020818767534365,
+4,784,0.08940862491726875,98,0.0012659132025873987,
+5,792,0.09291062876582146,99,0.0004700206840285458,
+5,800,0.08581113815307617,100,0.0005873923849624892,
+5,808,0.082978505641222,101,0.0013001998128087367,
+5,816,0.08958408981561661,102,0.0014991289913618506,
+5,824,0.09163441136479378,103,0.00029405782809660124,
+5,832,0.09301391243934631,104,0.0012684635439654812,
+5,840,0.09420067444443703,105,0.002614272470358022,
+5,848,0.08606210350990295,106,0.0013579812780685292,
+5,856,0.13381948694586754,107,0.0004557285865303129,
+5,864,0.08734264224767685,108,0.00038637029441209353,
+5,872,0.09116550534963608,109,0.0011402996129948985,
+5,880,0.08491775393486023,110,0.00234730483207386,
+5,888,0.08367232233285904,111,0.0004001423100514027,
+5,896,0.088278379291296,112,0.0004787510279129492,
+,,,112,,0.2799462019795119
+5,904,0.09569451957941055,113,0.0010380516954076786,
+5,912,0.0889500267803669,114,0.000970012143322189,
+5,920,0.0860881470143795,115,0.0007301222224972056,
+5,928,0.09483783692121506,116,0.0013511460473589402,
+5,936,0.07864101231098175,117,0.0009661948603864473,
+6,944,0.0870191641151905,118,0.002062752319276721,
+6,952,0.09313085302710533,119,0.0007550254320614675,
+6,960,0.0989353135228157,120,0.0023401270409522112,
+6,968,0.08512374386191368,121,0.0005647145683594447,
+6,976,0.0826556459069252,122,0.002068026040736489,
+6,984,0.12964081019163132,123,0.0005700627556176518,
+6,992,0.13652250543236732,124,0.0008080494267882646,
+6,1000,0.13501697778701782,125,0.0011663737311139882,
+6,1008,0.0908549465239048,126,0.0004745896561265302,
+6,1016,0.09477165341377258,127,0.0006727894443819034,
+6,1024,0.08520761504769325,128,0.0016214669982825096,
+,,,128,,0.28309864468044704
+6,1032,0.08838736265897751,129,0.0007907315806593173,
+6,1040,0.07877406850457191,130,0.0013989769380107948,
+6,1048,0.08977009356021881,131,0.0009950956523728867,
+6,1056,0.09655604138970375,132,0.000943014002405107,
+6,1064,0.09225748851895332,133,0.0010505742460996512,
+6,1072,0.08828093484044075,134,0.00031171510338688017,
+6,1080,0.08940444886684418,135,0.0014771071879434972,
+6,1088,0.13184191659092903,136,0.0007045475082122721,
+6,1096,0.08595140650868416,137,0.0009764037052567195,
+7,1104,0.08660425245761871,138,0.0013278957667353097,
+7,1112,0.09604572877287865,139,0.000669755211544855,
+7,1120,0.09381945803761482,140,0.0009781765203163225,
+7,1128,0.09037356451153755,141,0.0009194716876663733,
+7,1136,0.09440848603844643,142,0.0007730300068134158,
+7,1144,0.0943395346403122,143,0.0007716638130659704,
+7,1152,0.08725719153881073,144,0.00226939516778657,
+,,,144,,0.2794462261777936
+7,1160,0.08558222278952599,145,0.0011813799988885875,
+7,1168,0.08848202601075172,146,0.0015922981409468256,
+7,1176,0.0905255377292633,147,0.00026019883521907365,
+7,1184,0.09287593513727188,148,0.0007321012490137946,
+7,1192,0.09115353599190712,149,0.00027335297515188967,
+7,1200,0.13279305398464203,150,0.0007155658818697298,
+7,1208,0.08919084817171097,151,0.00045599248019593337,
+7,1216,0.09273045882582664,152,0.00087331956176338,
+7,1224,0.08476048707962036,153,0.00049458828252682,
+7,1232,0.09576457738876343,154,0.001043793860844744,
+7,1240,0.13363996148109436,155,0.001163650544745346,
+7,1248,0.0915718823671341,156,0.0002715975362661993,
+7,1256,0.08671734109520912,157,0.0005892419490812565,
+8,1264,0.08571846038103104,158,0.001735314281298391,
+8,1272,0.09438606351613998,159,0.0005152830937212067,
+8,1280,0.09215807169675827,160,0.0012169885717762203,
+,,,160,,0.279426401311701
+8,1288,0.09256569296121597,161,0.00197798332109497,
+8,1296,0.08840372040867805,162,0.0012316558373144785,
+8,1304,0.08476442098617554,163,0.00062899337149247,
+8,1312,0.09246135875582695,164,0.00042340400323155337,
+8,1320,0.09166589006781578,165,0.0005246246278561143,
+8,1328,0.12832880020141602,166,0.0009379039247505716,
+8,1336,0.086947251111269,167,0.000802080381011668,
+8,1344,0.13711442425847054,168,0.00043567530961549243,
+8,1352,0.08991215378046036,169,0.0005473636566338511,
+8,1360,0.08316866680979729,170,0.0007964920548450512,
+8,1368,0.09278339147567749,171,0.000379601122403983,
+8,1376,0.08900352939963341,172,0.0006345033956070741,
+8,1384,0.08982691168785095,173,0.0007922602473020864,
+8,1392,0.13194208964705467,174,0.0006001110237915642,
+8,1400,0.08450130000710487,175,0.0005090290880096811,
+8,1408,0.08537845313549042,176,0.0008495176723674656,
+,,,176,,0.2775168370718908
+9,1416,0.08624622598290443,177,0.0016005146955229486,
+9,1424,0.07788621261715889,178,0.0005778754904895323,
+9,1432,0.12802741304039955,179,0.0005738739176498105,
+9,1440,0.13279282301664352,180,0.0005718532270943147,
+9,1448,0.12834502011537552,181,0.0009861787669554662,
+9,1456,0.13543323427438736,182,0.0006240846798391431,
+9,1464,0.08266450092196465,183,0.0005520380350803448,
+9,1472,0.08761132135987282,184,0.0009360693600848953,
+9,1480,0.09064679965376854,185,0.0008231081677270898,
+9,1488,0.09445799142122269,186,0.0006164226437249454,
+9,1496,0.08992673084139824,187,0.0003787960433163045,
+9,1504,0.1266970857977867,188,0.0007583249417411236,
+9,1512,0.09439052268862724,189,0.0009097630633429313,
+9,1520,0.08456258103251457,190,0.0006865580300934828,
+9,1528,0.13033448159694672,191,0.0005390634683671555,
+9,1536,0.08961397409439087,192,0.0009688515835607957,
+,,,192,,0.2769658252446338

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,67 @@
+597159,7
+82335,2
+230743,5
+498896,12
+33467,0
+515092,12
+165057,4
+170214,4
+388983,9
+29966,0
+31120,0
+91255,2
+579426,3
+561254,0
+185688,4
+414974,10
+371483,9
+373309,9
+395836,9
+251433,6
+476514,11
+85510,2
+26962,0
+104699,2
+481342,12
+487516,12
+238698,5
+193605,4
+181587,4
+113977,2
+562097,0
+384451,9
+255955,6
+458452,11
+474607,11
+456096,11
+32943,0
+181961,4
+102601,2
+595913,7
+174116,4
+325783,8
+118096,2
+76050,1
+191950,4
+352913,8
+351737,8
+578498,3
+606941,9
+303191,7
+584674,4
+627751,13
+615243,11
+353698,8
+505366,12
+406084,10
+382466,9
+615227,11
+87275,2
+105728,2
+553700,13
+167540,4
+370991,9
+417564,10
+60010,1
+224199,5
+544117,13

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,67 @@
+597159,-18.566992,-14.791981,-18.254492,-17.790413,-23.007961,-9.809156,-5.629491,-0.004762527,-17.021885,-16.254492,-15.566991,-13.379491,-19.566992,-15.879858
+82335,-13.31769,-17.428547,-0.0051901126,-11.005197,-6.6303725,-17.41376,-15.25519,-18.124939,-14.897182,-13.00519,-19.00519,-11.88019,-5.63019,-14.113114
+230743,-10.750639,-17.576738,-12.500639,-19.083103,-15.20364,-0.002797146,-8.125639,-12.06382,-23.12867,-11.875639,-15.438139,-11.625639,-16.500639,-12.626144
+498896,-16.18782,-28.84784,-14.875321,-21.873098,-17.899338,-10.414424,-17.18782,-17.876434,-18.791573,-16.12532,-19.75032,-11.375321,-0.0003213366,-11.377624
+33467,-0.0008843802,-15.941253,-15.688384,-16.723742,-12.330988,-9.253848,-10.625884,-17.251251,-19.471588,-13.250884,-15.625884,-12.375884,-17.125885,-13.87746
+515092,-16.12524,-28.038534,-14.500239,-21.57134,-18.421047,-11.47747,-17.25024,-18.626656,-18.632711,-16.56274,-19.56274,-10.875239,-0.0002394628,-11.500444
+165057,-11.7513485,-13.200485,-11.3763485,-13.626358,-0.0016017082,-9.397978,-12.1888485,-15.713864,-13.095176,-12.6263485,-13.8138485,-13.5013485,-14.1888485,-11.53194
+170214,-10.501164,-13.969342,-11.251164,-10.501168,-0.0011756792,-8.845213,-12.813664,-16.783062,-13.855579,-14.376164,-14.876164,-14.688664,-17.251163,-13.250961
+388983,-15.437586,-16.433092,-13.250086,-18.531168,-19.11216,-10.920136,-16.312586,-15.627727,-20.767735,-8.59462e-05,-13.125086,-13.875086,-16.875086,-15.001768
+29966,-0.000102514736,-15.957269,-13.750102,-19.2818,-13.912565,-13.184441,-14.375102,-18.627567,-22.314613,-13.000102,-19.187603,-11.250102,-14.812602,-10.750966
+31120,-4.5276394,-4.4016595,-5.2776394,-12.14649,-11.103497,-4.642312,-7.2151394,-2.5302076,-9.872836,-5.9026394,-8.402639,-3.9026394,-8.340139,-3.277919
+91255,-10.547105,-16.040945,-0.047105122,-7.047111,-4.5471983,-7.4428225,-12.984605,-17.837006,-14.823602,-10.047105,-15.047105,-10.422105,-3.422105,-11.992137
+579426,-17.000387,-17.873281,-8.375388,-0.0005511352,-13.250831,-16.845217,-18.125387,-17.953066,-18.46533,-15.000388,-18.625387,-17.562887,-17.062887,-16.640308
+561254,-8.205606,-8.501756,-1.5181062,-9.581838,-0.7685441,-1.591658,-8.705606,-7.582769,-7.975194,-3.3931062,-9.205606,-7.7681065,-7.1431065,-3.394409
+185688,-8.753468,-13.583144,-9.753468,-12.565971,-0.0034957533,-7.3540983,-11.690968,-15.433287,-9.744859,-13.628468,-13.878468,-13.503468,-14.628468,-11.613498
+414974,-15.939423,-14.765137,-16.251923,-18.878523,-19.572296,-6.727458,-16.751923,-10.652414,-15.211673,-10.001923,-0.0019227843,-13.376923,-17.376923,-17.382027
+371483,-16.562666,-16.534096,-14.000166,-17.986292,-19.825094,-12.392202,-17.500166,-16.635038,-21.374836,-0.00016628313,-9.000166,-15.562666,-18.437666,-16.377378
+373309,-19.187542,-17.532335,-15.750041,-19.33992,-21.596146,-13.170493,-18.437542,-17.413954,-24.318811,-4.136477e-05,-13.000041,-16.625042,-19.250042,-17.817617
+395836,-17.50009,-17.411238,-14.87509,-19.400126,-21.381256,-14.091894,-18.25009,-17.820688,-23.112247,-8.928377e-05,-9.62509,-15.75009,-19.31259,-18.002508
+251433,-11.564009,-0.3154374,-16.814009,-15.139326,-20.27556,-10.07104,-1.3140082,-16.065094,-17.8246,-12.564009,-14.751509,-13.751509,-15.939009,-12.817018
+476514,-17.500137,-23.963072,-10.875137,-20.750181,-20.05015,-17.04231,-20.750137,-24.817305,-23.027533,-18.687637,-22.625137,-0.00013696209,-17.812637,-17.93894
+85510,-14.751799,-15.078682,-0.00179868,-8.251824,-6.7518926,-9.187,-13.876799,-16.977144,-17.653774,-11.501799,-16.876799,-10.376799,-13.439299,-13.745474
+26962,-9.202534e-05,-19.318674,-19.937592,-20.709723,-15.767465,-13.787602,-14.250092,-17.938902,-20.955414,-13.000092,-18.312592,-16.562592,-22.437592,-15.62672
+104699,-11.375871,-18.114561,-0.0008708022,-12.875923,-9.626143,-14.481613,-17.313372,-22.038536,-19.16698,-13.750871,-19.563372,-7.2508707,-15.625871,-15.690247
+481342,-15.001221,-27.28146,-13.751221,-19.393135,-16.583874,-12.211859,-15.876221,-18.53621,-17.433943,-16.43872,-18.25122,-9.751221,-0.0012203158,-10.251715
+487516,-15.562988,-24.49901,-14.937988,-20.817696,-17.712246,-10.016814,-17.687988,-18.759407,-16.970024,-16.500488,-19.062988,-10.750488,-0.00048816207,-12.375778
+238698,-12.063231,-14.943841,-13.313231,-20.366005,-14.944143,-0.0040005497,-7.8757315,-12.939687,-24.126556,-11.750731,-13.250731,-12.875731,-15.063231,-11.941315
+193605,-9.627518,-13.974318,-11.252518,-12.1275215,-0.002622169,-8.843347,-13.252518,-17.007803,-12.854518,-13.752518,-15.190018,-14.752518,-16.690018,-11.245417
+181587,-9.628667,-13.05969,-10.753667,-15.628782,-0.0036811274,-15.444851,-11.753667,-15.882607,-10.837881,-15.003667,-14.878667,-14.566167,-16.503666,-11.420402
+113977,-10.375669,-16.907982,-0.00066842145,-8.875686,-9.75107,-10.568524,-13.875669,-21.337889,-16.648676,-11.625669,-16.438168,-8.625669,-12.563169,-14.828152
+562097,-2.741776e-05,-19.666954,-20.625027,-21.627838,-16.74368,-17.52764,-16.125027,-21.189693,-23.35553,-15.500028,-20.500027,-17.062527,-21.437527,-17.378262
+384451,-14.37553,-16.176384,-11.37553,-17.59952,-17.756895,-9.28182,-14.75053,-15.634652,-17.017155,-0.0005298641,-12.62553,-12.75053,-16.75053,-13.642698
+255955,-16.812593,-16.391413,-16.875093,-18.731697,-17.538208,-12.513749,-9.321732e-05,-15.125701,-18.008305,-15.312593,-16.812593,-15.375093,-17.687593,-14.688381
+458452,-16.812677,-29.163895,-9.375177,-21.698397,-19.07732,-19.262976,-20.000177,-23.995508,-22.453653,-17.750177,-21.875177,-0.00017712932,-16.250177,-16.250515
+474607,-17.000313,-24.060392,-8.625313,-19.79892,-19.044607,-18.46166,-19.187813,-24.266651,-21.337566,-18.062813,-22.125313,-0.00031323294,-14.875313,-17.31444
+456096,-14.625819,-26.708036,-11.750819,-18.677198,-21.742678,-16.590904,-18.313318,-22.676321,-19.112513,-17.125818,-19.625818,-0.00081875175,-15.000819,-14.626497
+32943,-9.2978924e-05,-19.751549,-18.500093,-18.755285,-14.758277,-14.981509,-14.3750925,-17.500853,-19.96378,-16.375093,-18.562593,-16.437593,-22.312593,-15.504149
+181961,-10.126418,-12.243566,-11.376418,-12.751423,-0.0014277174,-9.412219,-10.626418,-15.8837595,-14.711182,-14.563918,-14.563918,-15.063918,-16.251417,-12.523969
+102601,-12.500385,-18.213623,-0.0003853294,-10.750402,-10.626041,-11.061966,-16.000385,-19.73288,-20.068718,-12.625385,-17.312885,-8.750385,-14.875385,-16.727064
+595913,-18.062716,-13.912728,-16.875216,-18.27245,-20.821968,-11.182787,-15.1877165,-0.00077754044,-15.832705,-15.4377165,-17.375216,-14.1252165,-19.687716,-16.750591
+174116,-12.251133,-11.515482,-10.251133,-10.376141,-0.0011676088,-10.846128,-13.001133,-14.67569,-17.925777,-16.001133,-15.813633,-14.876133,-15.126133,-12.660299
+325783,-13.500649,-14.31686,-16.00065,-18.852274,-17.714252,-13.025642,-11.250649,-9.127232,-0.0006548439,-14.125649,-16.81315,-16.12565,-15.938149,-13.880331
+118096,-11.7502575,-15.765941,-0.0002575781,-9.750268,-10.500717,-12.498402,-16.250257,-20.825838,-19.601677,-12.2502575,-17.000257,-9.8752575,-13.8752575,-15.507681
+76050,-1.6992011,-7.453595,-7.699201,-3.176401,-7.7519608,-7.8889728,-0.6992011,-10.324621,-11.270288,-5.324201,-10.011702,-8.949202,-12.636702,-6.856523
+191950,-9.378746,-12.901803,-12.191246,-14.628753,-0.003753788,-11.293756,-13.253746,-15.936018,-15.044676,-15.441246,-16.191246,-11.566246,-16.253746,-11.192679
+352913,-14.437699,-15.315546,-16.7502,-19.727186,-17.285885,-13.219909,-12.687699,-10.128401,-0.0002028743,-14.625199,-16.8752,-16.6877,-16.3752,-14.064027
+351737,-12.625674,-14.251566,-16.063173,-18.28371,-14.8025055,-13.288322,-11.813174,-11.253697,-0.0006799809,-13.563174,-16.250673,-15.625674,-15.875674,-13.7516
+578498,-15.125534,-17.845871,-8.750534,-0.00060162356,-9.000724,-11.872081,-16.313034,-18.699802,-17.320475,-14.875534,-17.000534,-14.500534,-16.125534,-15.350436
+606941,-18.500061,-17.438427,-14.62506,-19.485739,-20.14743,-13.547502,-17.687561,-17.701157,-22.70631,-6.019888e-05,-13.50006,-16.187561,-18.687561,-17.631067
+303191,-18.001637,-14.260326,-16.376637,-17.614876,-17.63075,-9.632551,-11.876637,-0.0018518637,-15.835024,-14.626637,-17.001637,-12.876637,-19.189137,-13.510882
+584674,-11.125977,-13.981633,-12.375977,-13.000978,-0.0010160203,-8.987631,-12.375977,-17.56571,-14.928408,-15.000977,-16.000977,-14.750977,-17.750977,-13.760669
+627751,-3.9013627,-11.086345,-13.401362,-14.91291,-11.852664,-12.909075,-12.213862,-13.90215,-17.000399,-12.963862,-15.338862,-10.276362,-11.651362,-0.026517166
+615243,-17.000206,-26.535627,-10.250206,-23.009527,-19.949398,-15.438908,-19.375206,-23.56514,-22.224087,-18.187706,-21.812706,-0.00020561488,-15.500206,-14.375891
+353698,-14.937837,-14.81608,-16.687836,-19.888815,-19.933289,-15.782324,-13.000337,-9.501654,-0.00033814018,-14.937837,-17.750336,-16.500336,-17.250336,-14.814925
+505366,-16.31272,-29.211561,-15.87522,-21.880083,-18.512554,-10.551259,-17.75022,-19.625591,-18.776386,-17.00022,-19.62522,-11.50022,-0.00022003613,-11.500351
+406084,-19.125164,-16.637989,-18.937664,-21.009596,-22.334913,-10.517599,-20.750164,-14.325692,-19.22697,-12.375163,-0.00016354177,-15.875163,-20.500164,-19.39805
+382466,-17.125053,-16.763296,-14.000053,-18.637278,-20.564192,-12.965136,-17.812553,-17.890476,-21.958382,-5.3523538e-05,-11.000053,-15.625053,-18.875053,-17.00172
+615227,-14.563424,-22.179787,-7.625924,-17.439377,-17.455835,-15.377802,-17.438423,-20.172554,-17.43564,-16.000923,-18.750923,-0.0009239219,-11.250924,-12.626106
+87275,-1.5136548,-9.466253,-5.8886547,-8.76366,-0.26367447,-8.452923,-11.451155,-14.478529,-16.569946,-11.576155,-14.763655,-10.576155,-13.513655,-7.726621
+105728,-14.375144,-19.266571,-0.00014411364,-12.500169,-11.500469,-13.228704,-18.187645,-19.398384,-18.106525,-12.875144,-18.750145,-10.750144,-16.125145,-16.768335
+553700,-14.376471,-19.120909,-10.001471,-14.626508,-12.876731,-7.302538,-13.876471,-17.196564,-20.177364,-12.751471,-16.43897,-10.501471,-12.126471,-0.001543033
+167540,-11.376621,-14.4856415,-10.876621,-11.251624,-0.001634356,-8.966995,-13.064121,-16.521957,-15.455238,-14.689121,-14.939121,-14.814121,-15.814121,-12.6776495
+370991,-17.56264,-18.438824,-15.50014,-19.226053,-22.949394,-13.008876,-17.31264,-17.268137,-20.594402,-0.00013982272,-13.25014,-16.93764,-18.00014,-17.921368
+417564,-14.761539,-14.213783,-13.074039,-16.39602,-17.706738,-12.962714,-16.57404,-11.770331,-18.003128,-4.5115395,-0.011539263,-12.011539,-18.07404,-13.889892
+60010,-12.377486,-0.0027512147,-18.502485,-15.351046,-15.590083,-15.124358,-6.127486,-17.190712,-19.264107,-13.377486,-16.752485,-14.627486,-17.377485,-15.387594
+224199,-13.562903,-16.023314,-14.562903,-18.869564,-15.183919,-0.004622706,-9.625403,-12.875982,-22.000626,-11.250403,-15.125403,-13.187903,-16.437902,-13.316099
+544117,-12.501826,-19.604921,-8.751826,-15.255756,-12.384554,-7.7737346,-11.876826,-15.252115,-16.115435,-11.626826,-16.251825,-8.126826,-10.376826,-0.0018880356

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-0.7/0.7-1.0/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14472bbb9d38fb655f31f6d694da6caf91da2559f9d12af09a261f1a56a6004e
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7678c3fe18c8eb090ca9ee53d4ab0baa356cd30a1f8f68069ed8d7ecd864a86c
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347951a71b0a1e567ad8d2639861f603f75f4518defdafbcd54aa8462870307a
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a17cf0ea574c8010695ad60176b7539f73b5f4a15441c41feb0d3bd55a884c
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/events.out.tfevents.1735532958.gamma.2525487.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a180269eb09f41e9760b763700a1d25c4adddb266ad2940c77449acbda1606
+size 514718

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/logs/hparams.yaml

@@ -0,0 +1 @@
+{}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/labels.csv

@@ -0,0 +1,67 @@
+597159,7
+82335,2
+230743,5
+498896,12
+33467,0
+515092,12
+165057,4
+170214,4
+388983,9
+29966,0
+31120,0
+91255,2
+579426,3
+561254,0
+185688,4
+414974,10
+371483,9
+373309,9
+395836,9
+251433,6
+476514,11
+85510,2
+26962,0
+104699,2
+481342,12
+487516,12
+238698,5
+193605,4
+181587,4
+113977,2
+562097,0
+384451,9
+255955,6
+458452,11
+474607,11
+456096,11
+32943,0
+181961,4
+102601,2
+595913,7
+174116,4
+325783,8
+118096,2
+76050,1
+191950,4
+352913,8
+351737,8
+578498,3
+606941,9
+303191,7
+584674,4
+627751,13
+615243,11
+353698,8
+505366,12
+406084,10
+382466,9
+615227,11
+87275,2
+105728,2
+553700,13
+167540,4
+370991,9
+417564,10
+60010,1
+224199,5
+544117,13

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=0.7-1.0/logits.csv

@@ -0,0 +1,67 @@
+597159,-19.876757,-15.777639,-19.501757,-18.91473,-24.379416,-11.399295,-6.501757,-0.001933803,-18.329859,-17.689257,-16.626757,-14.501757,-20.626757,-16.939465
+82335,-14.063906,-17.927126,-0.0014055622,-11.6264105,-7.626555,-18.143705,-16.126406,-19.267122,-15.87617,-13.876406,-20.188906,-12.751406,-7.1264057,-15.27215
+230743,-12.125153,-18.914307,-13.750153,-19.941162,-16.762213,-0.0010430919,-9.625153,-13.125591,-24.566053,-13.562653,-16.812653,-12.875153,-17.812653,-13.625452
+498896,-17.375166,-30.097609,-15.625165,-23.053562,-19.587389,-11.474671,-18.562666,-19.251057,-20.167637,-17.750166,-21.000166,-12.375165,-0.00016521043,-12.001459
+33467,-0.00027688485,-16.877464,-16.500277,-17.472885,-13.930525,-10.501934,-12.250277,-18.500578,-20.290941,-14.250277,-16.937777,-13.500277,-18.375277,-14.751343
+515092,-17.250124,-29.47889,-15.500124,-22.91233,-20.166862,-12.6373625,-18.750124,-19.938505,-19.845684,-18.187624,-20.750124,-11.875124,-0.00012373159,-12.000262
+165057,-12.625531,-13.655243,-11.875531,-14.063038,-0.0007304727,-10.191002,-13.563031,-16.590082,-13.525287,-13.438031,-14.688031,-14.250531,-14.688031,-12.431368
+170214,-11.375396,-14.468189,-11.625396,-11.000399,-0.00040427968,-9.862492,-13.937896,-17.991955,-14.922408,-15.375396,-15.812896,-15.562896,-18.000395,-14.096529
+388983,-15.812555,-16.668083,-13.750055,-19.01887,-19.58151,-11.396505,-16.937555,-16.376905,-21.497282,-5.566919e-05,-13.750055,-14.500055,-17.750055,-15.563788
+29966,-4.0530336e-05,-16.92549,-14.87504,-20.45957,-15.391395,-14.374987,-15.68754,-20.001839,-23.359781,-13.75004,-20.43754,-12.37504,-16.18754,-11.500603
+31120,-4.744344,-4.166373,-4.744344,-11.888436,-12.120748,-4.6641545,-7.869344,-2.1213205,-9.73415,-5.994344,-8.306845,-3.6193445,-8.306845,-2.8695214
+91255,-11.26426,-16.208002,-0.014260527,-7.389264,-5.264339,-8.1110115,-13.95176,-19.383184,-15.49837,-10.76426,-16.139261,-11.01426,-4.8892603,-12.956291
+579426,-17.375364,-18.131502,-8.250364,-0.0004907104,-14.000828,-17.589527,-18.875364,-18.520046,-19.083572,-15.500364,-19.312864,-17.937864,-17.687864,-17.148878
+561254,-8.061569,-8.518921,-1.3740692,-9.437375,-0.874423,-1.4482793,-9.374069,-7.7507143,-8.5746975,-3.3740692,-9.124069,-7.874069,-6.999069,-3.6247942
+185688,-9.501246,-14.236649,-10.001246,-12.813749,-0.0012698739,-8.125694,-13.001246,-16.24304,-10.587261,-14.376246,-14.813746,-14.188746,-15.251246,-12.370977
+414974,-16.750832,-15.204193,-16.688332,-19.245476,-20.347141,-7.552476,-17.750832,-11.772575,-16.216534,-11.000831,-0.000830782,-14.000831,-18.250832,-18.066801
+371483,-17.062607,-16.92688,-14.500106,-18.299896,-20.38617,-12.951701,-17.937607,-17.382586,-21.89046,-0.00010597144,-9.500106,-16.125107,-19.250107,-17.188854
+373309,-20.187527,-17.968727,-16.375027,-20.047531,-22.527649,-14.4091625,-19.312527,-18.841492,-25.372448,-2.5987287e-05,-14.000026,-17.375027,-20.187527,-18.941202
+395836,-18.312544,-17.950949,-15.625044,-19.967733,-22.191467,-14.814553,-18.937544,-18.857214,-24.017687,-4.398726e-05,-10.500044,-16.500044,-20.375044,-19.06419
+251433,-11.938583,-0.31439868,-17.376083,-15.691807,-20.777256,-10.875902,-1.3135833,-16.814268,-18.449308,-13.188583,-15.188583,-14.313583,-16.438583,-13.19063
+476514,-18.500057,-24.373137,-11.750057,-21.625092,-21.162464,-18.301584,-21.500057,-26.002693,-23.48075,-19.875057,-23.437557,-5.769563e-05,-18.437557,-18.50077
+85510,-15.625758,-15.48453,-0.0007585985,-8.75078,-7.75085,-10.15734,-15.000758,-18.101097,-18.455782,-12.250758,-17.87576,-11.250758,-14.438258,-14.714577
+26962,-5.0185852e-05,-20.503181,-21.18755,-22.014555,-17.326538,-15.516391,-15.875051,-19.751247,-22.286615,-14.375051,-19.56255,-17.56255,-23.87505,-16.876003
+104699,-12.250289,-18.878124,-0.0002892791,-13.50032,-11.0005865,-15.86244,-18.37529,-23.522722,-19.942085,-14.750289,-20.93779,-8.375289,-17.00029,-16.876677
+481342,-16.06322,-28.406134,-14.625719,-20.450182,-18.11394,-12.998184,-17.18822,-19.70999,-18.592314,-17.93822,-19.25072,-10.750719,-0.00071881205,-10.876004
+487516,-16.750273,-25.30879,-16.000273,-22.067656,-19.315937,-11.209307,-18.750273,-19.754425,-18.159924,-17.750273,-20.125273,-11.750274,-0.00027330956,-13.125438
+238698,-12.937738,-15.691839,-14.250238,-20.817614,-16.319479,-0.001327178,-8.875238,-13.563691,-25.500832,-13.000238,-14.312738,-13.812738,-16.125238,-12.814975
+193605,-10.625754,-14.658048,-11.750754,-12.625756,-0.00086016225,-9.686575,-14.500754,-17.971832,-13.477181,-14.688254,-16.250755,-15.750754,-17.563255,-12.208212
+181587,-10.626306,-13.917129,-11.501306,-16.376366,-0.0013192706,-16.926832,-13.126306,-17.191803,-12.28795,-16.376307,-16.251307,-15.813806,-17.376307,-12.662647
+113977,-11.250295,-17.596403,-0.0002944036,-9.375312,-10.875684,-11.658921,-15.125295,-22.707071,-17.459503,-12.625295,-17.562794,-9.625295,-13.750295,-15.575415
+562097,-1.2278481e-05,-20.66149,-21.687511,-23.065552,-18.125921,-19.154612,-17.500011,-22.689297,-24.418644,-16.875011,-21.875011,-18.125011,-22.937511,-18.314257
+384451,-15.125215,-16.95409,-12.125215,-18.276276,-18.754602,-10.015246,-15.500215,-16.630445,-18.441902,-0.0002145537,-13.250215,-13.625215,-17.750214,-14.386605
+255955,-18.06254,-17.232075,-18.12504,-20.02516,-19.157166,-13.55454,-4.005352e-05,-16.250433,-19.416582,-16.50004,-17.87504,-16.37504,-18.62504,-15.688012
+458452,-17.750093,-29.336645,-10.000094,-21.915009,-20.27564,-21.360159,-20.937593,-25.356573,-22.715147,-18.937593,-22.812593,-9.417091e-05,-16.875093,-16.750286
+474607,-17.937668,-24.19077,-9.250167,-20.470097,-20.236069,-19.791794,-20.062668,-25.44069,-21.661516,-19.062668,-23.125168,-0.00016699827,-15.500167,-17.938656
+456096,-15.375455,-27.14286,-12.500455,-19.216858,-23.173008,-17.728191,-19.000456,-23.894323,-19.4414,-17.875456,-20.312956,-0.00045491836,-15.500455,-14.875896
+32943,-4.4464075e-05,-20.751102,-19.375044,-19.692057,-16.505016,-16.69684,-15.875045,-19.25073,-21.187805,-17.500044,-19.875044,-17.250044,-23.500044,-16.627878
+181961,-10.875579,-12.7035475,-12.000579,-13.125582,-0.00058765354,-10.766487,-11.750579,-16.881607,-15.458325,-15.625579,-15.438079,-16.000578,-16.938078,-13.510378
+102601,-12.750188,-18.555298,-0.00018821376,-11.250199,-11.625847,-12.422901,-16.812689,-20.881775,-20.746536,-13.375188,-18.312689,-9.375188,-15.625188,-17.395247
+595913,-19.56255,-15.041069,-18.12505,-19.310358,-22.555473,-12.91019,-17.12505,-0.00039023193,-17.32732,-16.93755,-19.06255,-15.37505,-21.18755,-18.56283
+174116,-13.000472,-11.957513,-10.500472,-10.750478,-0.00050557364,-11.937967,-14.250472,-15.508603,-18.75892,-16.875473,-16.625473,-15.625472,-15.812972,-13.657084
+325783,-14.250269,-15.065477,-16.812769,-19.525175,-18.63416,-14.385319,-12.500269,-10.001241,-0.00027164185,-15.062769,-17.687769,-16.875269,-16.750269,-14.690744
+118096,-12.625109,-16.422995,-0.00010859377,-10.375115,-11.6254835,-13.922332,-17.375109,-22.47865,-20.35469,-13.250109,-18.187609,-10.750109,-15.000109,-16.568785
+76050,-1.2477965,-7.375316,-7.7477965,-3.0758207,-8.229917,-8.397966,-0.9977965,-10.623204,-11.2765,-5.3727965,-10.185296,-8.935296,-12.685296,-6.767984
+191950,-10.50131,-13.438787,-12.81381,-15.001315,-0.0013161647,-12.159113,-14.50131,-17.045975,-15.632955,-16.56381,-17.18881,-12.68881,-17.00131,-12.182273
+352913,-15.500077,-16.06428,-17.625078,-20.56727,-18.52157,-14.706308,-14.312577,-11.001309,-7.915196e-05,-15.812577,-17.812578,-17.562578,-17.375078,-15.063413
+351737,-13.500293,-14.938337,-16.875294,-19.128225,-15.728987,-14.575277,-12.875293,-12.063766,-0.00029631134,-14.437793,-17.062794,-16.312794,-16.750294,-14.500888
+578498,-15.7503395,-17.733925,-8.8753395,-0.00039213945,-9.625466,-12.866336,-17.25034,-19.38864,-18.017923,-15.6878395,-18.06284,-15.0003395,-17.00034,-15.838473
+606941,-19.562532,-18.098282,-15.500033,-20.18031,-21.01869,-14.591536,-18.562532,-18.882988,-23.791113,-3.3378044e-05,-14.500033,-17.062532,-19.750032,-18.877758
+303191,-19.312832,-15.132059,-17.562832,-18.705648,-19.097061,-11.254317,-13.750332,-0.00045162183,-16.76803,-16.062832,-18.312832,-14.000332,-20.187832,-14.754427
+584674,-12.250335,-14.939792,-13.250335,-13.625337,-0.00037080343,-10.077892,-14.000335,-18.88842,-15.740566,-16.125334,-17.312834,-15.875335,-18.812834,-14.93916
+627751,-5.1326857,-11.792233,-14.570186,-16.32931,-13.649784,-13.700359,-13.570186,-14.820639,-18.201496,-14.382686,-16.570187,-11.507686,-12.632686,-0.007798021
+615243,-17.750103,-26.77111,-10.750104,-22.982529,-20.88841,-16.551205,-20.000103,-24.502234,-22.444332,-19.000103,-22.437603,-0.00010358751,-15.875104,-14.500575
+353698,-16.00013,-15.626999,-17.62513,-20.89625,-20.634274,-16.032154,-14.625129,-10.375777,-0.0001298106,-16.12513,-18.68763,-17.31263,-18.31263,-15.814437
+505366,-17.562592,-30.39717,-16.875092,-23.297163,-20.20292,-11.781486,-19.062592,-21.000324,-20.362823,-18.687592,-20.812592,-12.625092,-9.178694e-05,-12.375161
+406084,-20.437576,-17.59058,-20.125076,-22.297556,-23.811018,-12.388182,-22.125076,-15.787719,-20.815302,-13.750075,-7.5456635e-05,-17.125076,-21.875076,-20.640808
+382466,-17.81253,-17.407011,-14.7500305,-19.146883,-21.251392,-13.849573,-18.50003,-18.824749,-22.664501,-3.0755524e-05,-11.8750305,-16.37503,-19.87503,-18.126244
+615227,-15.000643,-22.26435,-7.875643,-17.8138,-18.096277,-16.33332,-17.813143,-20.825434,-17.741636,-16.688143,-19.313143,-0.0006426891,-11.625643,-12.75076
+87275,-2.0272348,-9.193433,-5.402235,-8.527239,-0.15224932,-8.32311,-11.964735,-15.07825,-17.20094,-12.089735,-15.277235,-11.152235,-13.902235,-8.076108
+105728,-15.25006,-19.921871,-5.972207e-05,-13.125077,-13.000452,-14.524907,-19.31256,-21.042316,-19.001146,-13.62506,-20.06256,-11.62506,-17.37506,-17.885435
+553700,-15.687817,-20.425337,-11.625317,-16.125345,-15.250541,-8.818529,-15.625317,-18.630474,-21.61639,-14.625317,-17.812817,-11.875317,-13.625317,-0.0003585304
+167540,-12.25048,-15.186767,-11.62548,-11.500483,-0.0004907889,-9.866297,-14.31298,-18.065687,-15.987595,-15.87548,-16.187979,-15.87548,-16.750479,-13.675411
+370991,-18.562582,-19.287828,-16.312582,-20.100727,-24.03392,-14.025791,-18.125082,-18.484211,-21.799894,-8.237023e-05,-14.375082,-17.750082,-19.125082,-18.971865
+417564,-15.256951,-14.665527,-13.631951,-16.812202,-18.452135,-15.06076,-17.31945,-12.6398735,-18.799124,-5.006951,-0.00695096,-12.756951,-18.88195,-14.446823
+60010,-13.125927,-0.0010793606,-19.250927,-16.093712,-16.416008,-15.726728,-7.125927,-18.126562,-20.310835,-14.500927,-17.563427,-15.563427,-18.125927,-16.0695
+224199,-14.75008,-16.874315,-15.81258,-19.571941,-16.858992,-0.0013293265,-11.12508,-13.750506,-23.625294,-12.75008,-16.56258,-14.18758,-17.56258,-14.314481
+544117,-13.750477,-20.58339,-10.125477,-16.566454,-14.007687,-9.154169,-13.250477,-16.31317,-17.559925,-12.875477,-17.375477,-9.375477,-11.375477,-0.00051928026

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/test=dbpedia/list=test_700/labels.csv

@@ -0,0 +1,700 @@
+594348,6
+601088,8
+151378,3
+509324,12
+627960,13
+149383,3
+585421,5
+536387,13
+452475,11
+242755,6
+402656,10
+595092,7
+372846,9
+513187,12
+101770,2
+415081,10
+239382,5
+183812,4
+5387,0
+321317,8
+86461,2
+294546,7
+40963,1
+262994,6
+171047,4
+199535,4
+432159,10
+7715,0
+92528,2
+211734,5
+505698,12
+628336,13
+51987,1
+411576,10
+425192,10
+396483,9
+318262,7
+188257,4
+398808,9
+239445,5
+337146,8
+382320,9
+540957,13
+486069,12
+208074,5
+29616,0
+58538,1
+388784,9
+374050,9
+129300,3
+257077,6
+276784,6
+65250,1
+173169,4
+220300,5
+234346,5
+126107,3
+260717,6
+481868,12
+231436,5
+291851,7
+608516,9
+89701,2
+609957,9
+247858,6
+4813,0
+332142,8
+423072,10
+100213,2
+124810,3
+590723,6
+136487,3
+72360,1
+252330,6
+559274,13
+24318,0
+553864,13
+451426,11
+550138,13
+340850,8
+454090,11
+276308,6
+241037,6
+39733,0
+455908,11
+509797,12
+40409,1
+568179,1
+436027,10
+181546,4
+542517,13
+52566,1
+231926,5
+28458,0
+105661,2
+92001,2
+383139,9
+623767,12
+584343,4
+371555,9
+343982,8
+433520,10
+385723,9
+156706,3
+76330,1
+35815,0
+145342,3
+365678,9
+64587,1
+318278,7
+605078,9
+456731,11
+296109,7
+82401,2
+565784,1
+35088,0
+579452,3
+206690,5
+341048,8
+149560,3
+575311,3
+328564,8
+183890,4
+407007,10
+291634,7
+144848,3
+136916,3
+375597,9
+6761,0
+386199,9
+282366,7
+629276,13
+329701,8
+435237,10
+37990,0
+517444,12
+496017,12
+494123,12
+526815,13
+430361,10
+143671,3
+114526,2
+42612,1
+389457,9
+552596,13
+566961,1
+112297,2
+141259,3
+501335,12
+2198,0
+245178,6
+269865,6
+391359,9
+363355,9
+396944,9
+624088,12
+332391,8
+316095,7
+133063,3
+468697,11
+528277,13
+382287,9
+111290,2
+94907,2
+467974,11
+386666,9
+545505,13
+214425,5
+254289,6
+435737,10
+168022,4
+521076,13
+38823,0
+612520,10
+496072,12
+238521,5
+431630,10
+506247,12
+34848,0
+31381,0
+138074,3
+128375,3
+217926,5
+371582,9
+192619,4
+591091,6
+73663,1
+553177,13
+134438,3
+292119,7
+563126,0
+214535,5
+131726,3
+435577,10
+510921,12
+453417,11
+261055,6
+623559,12
+281790,7
+168103,4
+512566,12
+210312,5
+190337,4
+284529,7
+77828,1
+32255,0
+553567,13
+5383,0
+98622,2
+479471,11
+304572,7
+80263,2
+151174,3
+422607,10
+548229,13
+123311,3
+586391,5
+124186,3
+48644,1
+565979,1
+606623,9
+444287,11
+304015,7
+422900,10
+321642,8
+277917,6
+140047,3
+307048,7
+133149,3
+497902,12
+394440,9
+559617,13
+168963,4
+107549,2
+501475,12
+428702,10
+415833,10
+187741,4
+395898,9
+594439,6
+113289,2
+63410,1
+171364,4
+37539,0
+220226,5
+3535,0
+111566,2
+41404,1
+115559,2
+309365,7
+320506,8
+296691,7
+488541,12
+199202,4
+453819,11
+194750,4
+458382,11
+98234,2
+416453,10
+139571,3
+548063,13
+556301,13
+188235,4
+170199,4
+37252,0
+486827,12
+354977,8
+38492,0
+534330,13
+390767,9
+421342,10
+468205,11
+386502,9
+147630,3
+86780,2
+509575,12
+505409,12
+150263,3
+197638,4
+429278,10
+450365,11
+382376,9
+301047,7
+546475,13
+70178,1
+629334,13
+534631,13
+595071,7
+566596,1
+597825,7
+334716,8
+611446,10
+354520,8
+296083,7
+62118,1
+611562,10
+83705,2
+218975,5
+49931,1
+512080,12
+334964,8
+516635,12
+197491,4
+528759,13
+411401,10
+305083,7
+52206,1
+140995,3
+106776,2
+270443,6
+190098,4
+258,0
+359782,8
+12274,0
+568488,1
+7751,0
+238463,5
+262717,6
+564704,0
+93840,2
+334187,8
+205761,5
+57498,1
+298400,7
+309710,7
+479543,11
+579024,3
+486387,12
+573833,2
+524744,13
+191529,4
+144128,3
+524164,13
+215364,5
+212857,5
+138567,3
+241302,6
+605179,9
+569300,1
+465815,11
+161554,4
+485160,12
+209659,5
+305551,7
+223071,5
+36939,0
+493703,12
+67294,1
+339917,8
+204854,5
+86581,2
+334475,8
+597636,7
+160585,4
+426122,10
+221405,5
+555316,13
+124607,3
+476936,11
+15865,0
+73701,1
+454645,11
+81222,2
+203496,5
+272023,6
+511213,12
+498188,12
+334958,8
+393452,9
+270641,6
+254976,6
+13821,0
+121794,3
+193033,4
+396768,9
+233700,5
+140535,3
+103975,2
+317418,7
+594365,6
+237248,5
+230828,5
+291618,7
+210234,5
+175340,4
+524542,13
+579620,3
+517711,12
+81238,2
+17745,0
+43119,1
+2036,0
+379741,9
+390346,9
+116205,2
+502070,12
+237871,5
+307821,7
+493554,12
+155663,3
+604073,8
+58662,1
+114373,2
+516686,12
+236123,5
+243943,6
+362495,9
+66759,1
+180046,4
+143271,3
+438266,10
+8454,0
+431336,10
+84604,2
+500476,12
+28046,0
+620508,12
+533204,13
+284127,7
+116341,2
+218615,5
+296425,7
+368164,9
+446710,11
+418710,10
+223942,5
+281227,7
+148819,3
+293382,7
+249270,6
+361686,9
+189446,4
+552076,13
+81527,2
+521873,13
+167171,4
+330811,8
+367356,9
+5358,0
+613691,10
+133990,3
+430595,10
+12615,0
+627449,13
+199567,4
+266084,6
+228802,5
+567017,1
+307785,7
+377849,9
+435067,10
+10368,0
+546005,13
+521743,13
+616972,11
+468160,11
+495131,12
+122130,3
+127522,3
+231442,5
+346398,8
+3660,0
+538532,13
+107824,2
+330420,8
+562073,0
+210035,5
+426352,10
+609664,9
+168644,4
+313793,7
+179913,4
+449134,11
+528905,13
+376085,9
+7353,0
+289193,7
+114660,2
+345792,8
+574246,2
+529425,13
+495336,12
+381752,9
+196441,4
+106367,2
+354715,8
+66890,1
+374051,9
+414252,10
+164898,4
+208415,5
+378836,9
+153875,3
+411832,10
+325614,8
+600053,8
+49698,1
+203083,5
+405247,10
+170023,4
+344630,8
+388435,9
+130680,3
+27328,0
+373840,9
+202374,5
+608984,9
+599708,7
+250952,6
+468258,11
+240680,6
+229996,5
+138131,3
+257153,6
+331338,8
+12312,0
+420002,10
+147108,3
+115232,2
+331766,8
+106361,2
+196239,4
+189399,4
+592104,6
+20321,0
+546504,13
+240426,6
+526189,13
+398162,9
+366470,9
+413224,10
+144579,3
+361618,9
+221835,5
+368208,9
+339195,8
+565093,1
+576343,3
+111040,2
+213983,5
+265970,6
+101810,2
+629335,13
+218463,5
+67219,1
+27944,0
+460746,11
+525034,13
+361044,9
+368628,9
+34709,0
+338953,8
+603468,8
+72082,1
+451784,11
+494917,12
+288987,7
+234132,5
+627512,13
+67656,1
+611552,10
+203115,5
+576356,3
+178504,4
+537099,13
+63763,1
+629759,13
+623754,12
+175055,4
+368876,9
+608262,9
+306427,7
+570472,2
+232464,5
+534975,13
+323951,8
+588789,5
+465710,11
+431108,10
+364230,9
+158925,3
+84798,2
+92027,2
+374171,9
+558408,13
+299801,7
+536390,13
+103212,2
+444613,11
+3393,0
+235416,5
+428947,10
+494158,12
+430125,10
+168998,4
+598998,7
+612269,10
+200154,5
+577763,3
+52437,1
+409811,10
+244654,6
+143439,3
+487896,12
+528816,13
+478217,11
+529660,13
+231625,5
+283387,7
+451161,11
+141232,3
+303044,7
+238030,5
+43128,1
+292365,7
+582504,4
+401367,10
+328321,8
+269683,6
+450021,11
+20011,0
+525985,13
+440556,11
+38970,0
+214687,5
+473392,11
+9495,0
+131442,3
+389816,9
+404525,10
+120912,3
+59718,1
+350192,8
+359035,8
+152748,3
+512630,12
+154404,3
+388191,9
+597731,7
+19799,0
+394359,9
+418434,10
+584725,4
+392959,9
+378879,9
+606156,9
+254907,6
+199631,4
+590109,6
+84777,2
+136491,3
+350840,8
+175567,4
+125684,3
+57011,1
+214060,5
+229470,5
+471044,11
+28464,0
+158144,3
+392062,9
+147964,3
+401658,10
+44546,1
+334210,8
+470528,11
+240988,6
+605910,9
+453770,11
+74512,1
+60906,1
+252369,6
+22574,0
+154425,3
+255579,6
+74947,1
+151556,3
+356338,8
+419401,10
+160805,4
+505704,12
+167365,4
+232974,5
+56570,1
+596854,7
+119173,2
+609083,9
+261154,6
+590439,6
+345616,8
+606081,9
+600120,8
+260279,6
+272165,6
+382627,9
+118837,2
+353414,8
+309557,7
+535,0
+281088,7

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-0.7/0.0-0.3/train_args.yaml

@@ -0,0 +1,10 @@
+K: null
+global_batch_size: 8
+learning_rate: 0.0001
+loss: ans
+max_steps: -1
+micro_batch_size: 1
+optimizer_name: adamw
+patience: 10
+val_check_interval: 16
+weight_decay: 0.0

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/best.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ae96a65756ca78075197833842c172f07eebd90e751862fe1ba4bff5914a7d
+size 42951934

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2893700d468552b27b00bb16e3906c7a01f49c09f3c786c252a2b5d36d179f
+size 15231297418

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/lit_model.pth.lora

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659b21e566989136bd57c122b66d7739eac3f4f54e3b21f13e6165b0a8bc1990
+size 42951614

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/model_config.yaml

@@ -0,0 +1,37 @@
+attention_logit_softcapping: null
+attention_scores_scalar: null
+attn_bias: true
+bias: false
+block_size: 131072
+final_logit_softcapping: null
+gelu_approximate: none
+head_size: 128
+hf_config:
+  name: Qwen2.5-7B-Instruct
+  org: Qwen
+intermediate_size: 18944
+lm_head_bias: false
+mlp_class_name: LLaMAMLP
+n_embd: 3584
+n_expert: 0
+n_expert_per_token: 0
+n_head: 28
+n_layer: 28
+n_query_groups: 4
+name: Qwen2.5-7B-Instruct
+norm_class_name: RMSNorm
+norm_eps: 1.0e-06
+padded_vocab_size: 152064
+padding_multiple: 512
+parallel_residual: false
+post_attention_norm: false
+post_mlp_norm: false
+rope_adjustments: null
+rope_base: 1000000
+rope_condense_ratio: 1
+rotary_percentage: 1.0
+scale_embeddings: false
+shared_attention_norm: false
+sliding_window_layer_placing: null
+sliding_window_size: null
+vocab_size: 151643

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/checkpoint/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

finetune_lora/qwen2.5-7b-instruct/dbpedia/size=64/seed=2/lora_ans_no_es/0.0-1.0/0.7-1.0/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da413e1218de69c38b8fba946af42efda5ffceb308f6eccfeb7905d56e0c427
+size 42951934