kamp0010 commited on
Commit
d7d31ca
·
verified ·
1 Parent(s): 93b5b83

Upload 11 files

Browse files
1_Pooling/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 384,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false,
7
+ "pooling_mode_weightedmean_tokens": false,
8
+ "pooling_mode_lasttoken": false,
9
+ "include_prompt": true
10
+ }
README.md ADDED
@@ -0,0 +1,590 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - en
4
+ tags:
5
+ - sentence-transformers
6
+ - sentence-similarity
7
+ - feature-extraction
8
+ - dense
9
+ - generated_from_trainer
10
+ - dataset_size:1375067
11
+ - loss:MultipleNegativesRankingLoss
12
+ base_model: unsloth/all-MiniLM-L6-v2
13
+ widget:
14
+ - source_sentence: "Modify the inner parameters of the Kepler propagator in order\
15
+ \ to place\n the spacecraft in the right Sphere of Influence"
16
+ sentences:
17
+ - "func (c *Conn) SetDeadline(t time.Time) error {\n\treturn c.p.SetDeadline(t)\n\
18
+ }"
19
+ - "def _change_soi(self, body):\n \n\n if body == self.central:\n\
20
+ \ self.bodies = [self.central]\n self.step = self.central_step\n\
21
+ \ self.active = self.central.name\n self.frame = self.central.name\n\
22
+ \ else:\n soi = self.SOI[body.name]\n self.bodies\
23
+ \ = [body]\n self.step = self.alt_step\n self.active = body.name\n\
24
+ \ self.frame = soi.frame"
25
+ - "def main(args=None):\n \"\"\"\"\"\"\n parser = _parser()\n\n # Python\
26
+ \ 2 will error 'too few arguments' if no subcommand is supplied.\n # No such\
27
+ \ error occurs in Python 3, which makes it feasible to check\n # whether a\
28
+ \ subcommand was provided (displaying a help message if not).\n # argparse\
29
+ \ internals vary significantly over the major versions, so it's\n # much easier\
30
+ \ to just override the args passed to it. In this case, print\n # the usage\
31
+ \ message if there are no args.\n if args is None and len(sys.argv) <= 1:\n\
32
+ \ sys.argv.append('--help')\n\n options = parser.parse_args(args)\n\n\
33
+ \ # pass options to subcommand\n options.func(options)\n\n return 0"
34
+ - source_sentence: 'Load image from path.
35
+
36
+
37
+ @param path Path to image.
38
+
39
+ @return Image
40
+
41
+ @throws java.io.IOException
42
+
43
+
44
+ @throws NullPointerException if {@code path} is null.'
45
+ sentences:
46
+ - "public function admin_modal_bail( $item_id, $item_title, $field_args ) {\n\n\t\
47
+ \t$model_data = $this->build_dfv_field_item_data_recurse_item( $item_id, $item_title,\
48
+ \ $field_args );\n\t\t?>\n\t\t\t<script type=\"text/javascript\">\n\t\t\t\twindow.parent.jQuery(\
49
+ \ window.parent ).trigger(\n\t\t\t\t\t'dfv:modal:update',\n\t\t\t\t\t<?php echo\
50
+ \ wp_json_encode( $model_data, JSON_HEX_TAG ); ?>\n\t\t\t\t);\n\t\t\t</script>\n\
51
+ \t\t<?php\n\n\t\tdie();\n\n\t}"
52
+ - "private Image loadImage(Resource path) throws IOException {\n\t\tURL url = path.getURL();\n\
53
+ \t\tif (url == null) {\n\t\t\tlogger.warn(\"Unable to locate splash screen in\
54
+ \ classpath at: \" + path);\n\t\t\treturn null;\n\t\t}\n\t\treturn Toolkit.getDefaultToolkit().createImage(url);\n\
55
+ \t}"
56
+ - "def generate_wakeword_pieces(self, volume):\n \"\"\"\"\"\"\n while\
57
+ \ True:\n target = 1 if random() > 0.5 else 0\n it = self.pos_files_it\
58
+ \ if target else self.neg_files_it\n sample_file = next(it)\n \
59
+ \ yield self.layer_with(self.normalize_volume_to(load_audio(sample_file),\
60
+ \ volume), target)\n yield self.layer_with(np.zeros(int(pr.sample_rate\
61
+ \ * (0.5 + 2.0 * random()))), 0)"
62
+ - source_sentence: // StartPlugins starts all plugins in the correct order.
63
+ sentences:
64
+ - "func (co *Coordinator) StartPlugins() {\n\t// Launch routers\n\tfor _, router\
65
+ \ := range co.routers {\n\t\tlogrus.Debug(\"Starting \", reflect.TypeOf(router))\n\
66
+ \t\tif err := router.Start(); err != nil {\n\t\t\tlogrus.WithError(err).Errorf(\"\
67
+ Failed to start router of type '%s'\", reflect.TypeOf(router))\n\t\t}\n\t}\n\n\
68
+ \t// Launch producers\n\tco.state = coordinatorStateStartProducers\n\tfor _, producer\
69
+ \ := range co.producers {\n\t\tproducer := producer\n\t\tgo tgo.WithRecoverShutdown(func()\
70
+ \ {\n\t\t\tlogrus.Debug(\"Starting \", reflect.TypeOf(producer))\n\t\t\tproducer.Produce(co.producerWorker)\n\
71
+ \t\t})\n\t}\n\n\t// Set final log target and purge the intermediate buffer\n\t\
72
+ if core.StreamRegistry.IsStreamRegistered(core.LogInternalStreamID) {\n\t\t//\
73
+ \ The _GOLLUM_ stream has listeners, so use LogConsumer to write to it\n\t\tif\
74
+ \ *flagLogColors == \"always\" {\n\t\t\tlogrus.SetFormatter(logger.NewConsoleFormatter())\n\
75
+ \t\t}\n\t\tlogrusHookBuffer.SetTargetHook(co.logConsumer)\n\t\tlogrusHookBuffer.Purge()\n\
76
+ \n\t} else {\n\t\tlogrusHookBuffer.SetTargetWriter(logger.FallbackLogDevice)\n\
77
+ \t\tlogrusHookBuffer.Purge()\n\t}\n\n\t// Launch consumers\n\tco.state = coordinatorStateStartConsumers\n\
78
+ \tfor _, consumer := range co.consumers {\n\t\tconsumer := consumer\n\t\tgo tgo.WithRecoverShutdown(func()\
79
+ \ {\n\t\t\tlogrus.Debug(\"Starting \", reflect.TypeOf(consumer))\n\t\t\tconsumer.Consume(co.consumerWorker)\n\
80
+ \t\t})\n\t}\n}"
81
+ - "def __add_symbols(self, cmd):\n \n\n if self.__config.define_symbols:\n\
82
+ \ symbols = self.__config.define_symbols\n cmd.append(''.join(\n\
83
+ \ [' -D\"%s\"' % def_symbol for def_symbol in symbols]))\n\n \
84
+ \ if self.__config.undefine_symbols:\n un_symbols = self.__config.undefine_symbols\n\
85
+ \ cmd.append(''.join(\n [' -U\"%s\"' % undef_symbol\
86
+ \ for undef_symbol in un_symbols]))\n\n return cmd"
87
+ - "protected function addReview()\n {\n if (!$this->isError()) {\n \
88
+ \ $id = $this->review->add($this->getSubmitted());\n if (empty($id))\
89
+ \ {\n $this->errorAndExit($this->text('Unexpected result'));\n\
90
+ \ }\n $this->line($id);\n }\n }"
91
+ - source_sentence: Modifies the result of each promise from a scalar value to a object
92
+ containing its fieldname
93
+ sentences:
94
+ - "public void assertUniqueBeans(Set<String> ignoredDuplicateBeanNames) {\n\t\t\
95
+ for (BeanohBeanFactoryMethodInterceptor callback : callbacks) {\n\t\t\tMap<String,\
96
+ \ List<BeanDefinition>> beanDefinitionMap = callback\n\t\t\t\t\t.getBeanDefinitionMap();\n\
97
+ \t\t\tfor (String key : beanDefinitionMap.keySet()) {\n\t\t\t\tif (!ignoredDuplicateBeanNames.contains(key))\
98
+ \ {\n\t\t\t\t\tList<BeanDefinition> definitions = beanDefinitionMap\n\t\t\t\t\t\
99
+ \t\t.get(key);\n\t\t\t\t\tList<String> resourceDescriptions = new ArrayList<String>();\n\
100
+ \t\t\t\t\tfor (BeanDefinition definition : definitions) {\n\t\t\t\t\t\tString\
101
+ \ resourceDescription = definition\n\t\t\t\t\t\t\t\t.getResourceDescription();\n\
102
+ \t\t\t\t\t\tif (resourceDescription == null) {\n\t\t\t\t\t\t\tresourceDescriptions.add(definition.getBeanClassName());\n\
103
+ \t\t\t\t\t\t}else if (!resourceDescription\n\t\t\t\t\t\t\t\t.endsWith(\"-BeanohContext.xml]\"\
104
+ )) {\n\t\t\t\t\t\t\tif(!resourceDescriptions.contains(resourceDescription)){\n\
105
+ \t\t\t\t\t\t\t\tresourceDescriptions.add(resourceDescription);\n\t\t\t\t\t\t\t\
106
+ }\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif (resourceDescriptions.size() > 1)\
107
+ \ {\n\t\t\t\t\t\tthrow new DuplicateBeanDefinitionException(\"Bean '\"\n\t\t\t\
108
+ \t\t\t\t\t+ key + \"' was defined \"\n\t\t\t\t\t\t\t\t+ resourceDescriptions.size()\
109
+ \ + \" times.\\n\"\n\t\t\t\t\t\t\t\t+ \"Either remove duplicate bean definitions\
110
+ \ or ignore them with the 'ignoredDuplicateBeanNames' method.\\n\"\n\t\t\t\t\t\
111
+ \t\t\t+ \"Configuration locations:\"\n\t\t\t\t\t\t\t\t+ messageUtil.list(resourceDescriptions));\n\
112
+ \t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}\n\t}"
113
+ - "function wrap(fieldName, promise, args) {\n return promise(args).then((result)\
114
+ \ => ({\n [fieldName]: result,\n }));\n}"
115
+ - "func Convert_kops_LyftVPCNetworkingSpec_To_v1alpha1_LyftVPCNetworkingSpec(in\
116
+ \ *kops.LyftVPCNetworkingSpec, out *LyftVPCNetworkingSpec, s conversion.Scope)\
117
+ \ error {\n\treturn autoConvert_kops_LyftVPCNetworkingSpec_To_v1alpha1_LyftVPCNetworkingSpec(in,\
118
+ \ out, s)\n}"
119
+ - source_sentence: '<p>
120
+
121
+ User-supplied properties in key-value form.
122
+
123
+ </p>
124
+
125
+
126
+ @param parameters
127
+
128
+ User-supplied properties in key-value form.
129
+
130
+ @return Returns a reference to this object so that method calls can be chained
131
+ together.'
132
+ sentences:
133
+ - "public static function unserializeFromStringRepresentation($string)\n {\n\
134
+ \ if (!preg_match('~k:(?P<k>\\d+)/m:(?P<m>\\d+)\\((?P<bitfield>[0-9a-zA-Z+/=]+)\\\
135
+ )~', $string, $matches)) {\n throw new InvalidArgumentException('Invalid\
136
+ \ string representation');\n }\n $bf = new self((int) $matches['m'],\
137
+ \ (int) $matches['k']);\n $bf->bitField = base64_decode($matches['bitfield']);\n\
138
+ \ return $bf;\n }"
139
+ - "public static function flushEventListeners()\n {\n if (! isset(static::$dispatcher))\
140
+ \ {\n return;\n }\n\n $instance = new static;\n\n \
141
+ \ foreach ($instance->getObservableEvents() as $event) {\n static::$dispatcher->forget(\"\
142
+ eloquent.{$event}: \".static::class);\n }\n\n foreach (array_values($instance->dispatchesEvents)\
143
+ \ as $event) {\n static::$dispatcher->forget($event);\n }\n\
144
+ \ }"
145
+ - "public StorageDescriptor withParameters(java.util.Map<String, String> parameters)\
146
+ \ {\n setParameters(parameters);\n return this;\n }"
147
+ datasets:
148
+ - sentence-transformers/codesearchnet
149
+ pipeline_tag: sentence-similarity
150
+ library_name: sentence-transformers
151
+ ---
152
+
153
+ # SentenceTransformer based on unsloth/all-MiniLM-L6-v2
154
+
155
+ This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [unsloth/all-MiniLM-L6-v2](https://huggingface.co/unsloth/all-MiniLM-L6-v2) on the [codesearchnet](https://huggingface.co/datasets/sentence-transformers/codesearchnet) dataset. It maps sentences & paragraphs to a 384-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
156
+
157
+ ## Model Details
158
+
159
+ ### Model Description
160
+ - **Model Type:** Sentence Transformer
161
+ - **Base model:** [unsloth/all-MiniLM-L6-v2](https://huggingface.co/unsloth/all-MiniLM-L6-v2) <!-- at revision 0f79ca30c044e92859f5852d3a29fb6e976741cd -->
162
+ - **Maximum Sequence Length:** 256 tokens
163
+ - **Output Dimensionality:** 384 dimensions
164
+ - **Similarity Function:** Cosine Similarity
165
+ - **Training Dataset:**
166
+ - [codesearchnet](https://huggingface.co/datasets/sentence-transformers/codesearchnet)
167
+ - **Language:** en
168
+ <!-- - **License:** Unknown -->
169
+
170
+ ### Model Sources
171
+
172
+ - **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
173
+ - **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
174
+ - **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
175
+
176
+ ### Full Model Architecture
177
+
178
+ ```
179
+ SentenceTransformer(
180
+ (0): Transformer({'max_seq_length': 256, 'do_lower_case': False, 'architecture': 'PeftModelForFeatureExtraction'})
181
+ (1): Pooling({'word_embedding_dimension': 384, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
182
+ (2): Normalize()
183
+ )
184
+ ```
185
+
186
+ ## Usage
187
+
188
+ ### Direct Usage (Sentence Transformers)
189
+
190
+ First install the Sentence Transformers library:
191
+
192
+ ```bash
193
+ pip install -U sentence-transformers
194
+ ```
195
+
196
+ Then you can load this model and run inference.
197
+ ```python
198
+ from sentence_transformers import SentenceTransformer
199
+
200
+ # Download from the 🤗 Hub
201
+ model = SentenceTransformer("sentence_transformers_model_id")
202
+ # Run inference
203
+ sentences = [
204
+ '<p>\nUser-supplied properties in key-value form.\n</p>\n\n@param parameters\nUser-supplied properties in key-value form.\n@return Returns a reference to this object so that method calls can be chained together.',
205
+ 'public StorageDescriptor withParameters(java.util.Map<String, String> parameters) {\n setParameters(parameters);\n return this;\n }',
206
+ "public static function unserializeFromStringRepresentation($string)\n {\n if (!preg_match('~k:(?P<k>\\d+)/m:(?P<m>\\d+)\\((?P<bitfield>[0-9a-zA-Z+/=]+)\\)~', $string, $matches)) {\n throw new InvalidArgumentException('Invalid string representation');\n }\n $bf = new self((int) $matches['m'], (int) $matches['k']);\n $bf->bitField = base64_decode($matches['bitfield']);\n return $bf;\n }",
207
+ ]
208
+ embeddings = model.encode(sentences)
209
+ print(embeddings.shape)
210
+ # [3, 384]
211
+
212
+ # Get the similarity scores for the embeddings
213
+ similarities = model.similarity(embeddings, embeddings)
214
+ print(similarities)
215
+ # tensor([[ 1.0000, 0.6597, -0.0469],
216
+ # [ 0.6597, 1.0000, 0.0107],
217
+ # [-0.0469, 0.0107, 1.0000]], dtype=torch.float16)
218
+ ```
219
+
220
+ <!--
221
+ ### Direct Usage (Transformers)
222
+
223
+ <details><summary>Click to see the direct usage in Transformers</summary>
224
+
225
+ </details>
226
+ -->
227
+
228
+ <!--
229
+ ### Downstream Usage (Sentence Transformers)
230
+
231
+ You can finetune this model on your own dataset.
232
+
233
+ <details><summary>Click to expand</summary>
234
+
235
+ </details>
236
+ -->
237
+
238
+ <!--
239
+ ### Out-of-Scope Use
240
+
241
+ *List how the model may foreseeably be misused and address what users ought not to do with the model.*
242
+ -->
243
+
244
+ <!--
245
+ ## Bias, Risks and Limitations
246
+
247
+ *What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
248
+ -->
249
+
250
+ <!--
251
+ ### Recommendations
252
+
253
+ *What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
254
+ -->
255
+
256
+ ## Training Details
257
+
258
+ ### Training Dataset
259
+
260
+ #### codesearchnet
261
+
262
+ * Dataset: [codesearchnet](https://huggingface.co/datasets/sentence-transformers/codesearchnet) at [079a958](https://huggingface.co/datasets/sentence-transformers/codesearchnet/tree/079a958b01dc87cf07b66a68414c4b4196d889cc)
263
+ * Size: 1,375,067 training samples
264
+ * Columns: <code>anchor</code> and <code>positive</code>
265
+ * Approximate statistics based on the first 1000 samples:
266
+ | | anchor | positive |
267
+ |:--------|:-----------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------|
268
+ | type | string | string |
269
+ | details | <ul><li>min: 4 tokens</li><li>mean: 29.95 tokens</li><li>max: 127 tokens</li></ul> | <ul><li>min: 28 tokens</li><li>mean: 131.03 tokens</li><li>max: 256 tokens</li></ul> |
270
+ * Samples:
271
+ | anchor | positive |
272
+ |:-----------------------------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
273
+ | <code>Computes the new parent id for the node being moved.<br><br>@return int</code> | <code>protected function parentId()<br> {<br> switch ( $this->position )<br> {<br> case 'root':<br> return null;<br><br> case 'child':<br> return $this->target->getKey();<br><br> default:<br> return $this->target->getParentId();<br> }<br> }</code> |
274
+ | <code>// SetWinSize overwrites the playlist's window size.</code> | <code>func (p *MediaPlaylist) SetWinSize(winsize uint) error {<br> if winsize > p.capacity {<br> return errors.New("capacity must be greater than winsize or equal")<br> }<br> p.winsize = winsize<br> return nil<br>}</code> |
275
+ | <code>Show the sidebar and squish the container to make room for the sidebar.<br>If hideOthers is true, hide other open sidebars.</code> | <code>function() {<br> var options = this.options;<br><br> if (options.hideOthers) {<br> this.secondary.each(function() {<br> var sidebar = $(this);<br><br> if (sidebar.hasClass('is-expanded')) {<br> sidebar.toolkit('offCanvas', 'hide');<br> }<br> });<br> }<br><br> this.fireEvent('showing');<br><br> this.container.addClass('move-' + this.opposite);<br><br> this.element<br> .reveal()<br> .addClass('is-expanded')<br> .aria('expanded', true);<br><br> if (options.stopScroll) {<br> $('body').addClass('no-scroll');<br> }<br><br> this.fireEvent('shown');<br> }</code> |
276
+ * Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
277
+ ```json
278
+ {
279
+ "scale": 20.0,
280
+ "similarity_fct": "cos_sim",
281
+ "gather_across_devices": false
282
+ }
283
+ ```
284
+
285
+ ### Training Hyperparameters
286
+ #### Non-Default Hyperparameters
287
+
288
+ - `per_device_train_batch_size`: 64
289
+ - `gradient_accumulation_steps`: 4
290
+ - `learning_rate`: 0.0002
291
+ - `num_train_epochs`: 2
292
+ - `warmup_ratio`: 0.03
293
+ - `fp16`: True
294
+ - `batch_sampler`: no_duplicates
295
+
296
+ #### All Hyperparameters
297
+ <details><summary>Click to expand</summary>
298
+
299
+ - `overwrite_output_dir`: False
300
+ - `do_predict`: False
301
+ - `eval_strategy`: no
302
+ - `prediction_loss_only`: True
303
+ - `per_device_train_batch_size`: 64
304
+ - `per_device_eval_batch_size`: 8
305
+ - `per_gpu_train_batch_size`: None
306
+ - `per_gpu_eval_batch_size`: None
307
+ - `gradient_accumulation_steps`: 4
308
+ - `eval_accumulation_steps`: None
309
+ - `torch_empty_cache_steps`: None
310
+ - `learning_rate`: 0.0002
311
+ - `weight_decay`: 0.0
312
+ - `adam_beta1`: 0.9
313
+ - `adam_beta2`: 0.999
314
+ - `adam_epsilon`: 1e-08
315
+ - `max_grad_norm`: 1.0
316
+ - `num_train_epochs`: 2
317
+ - `max_steps`: -1
318
+ - `lr_scheduler_type`: linear
319
+ - `lr_scheduler_kwargs`: {}
320
+ - `warmup_ratio`: 0.03
321
+ - `warmup_steps`: 0
322
+ - `log_level`: passive
323
+ - `log_level_replica`: warning
324
+ - `log_on_each_node`: True
325
+ - `logging_nan_inf_filter`: True
326
+ - `save_safetensors`: True
327
+ - `save_on_each_node`: False
328
+ - `save_only_model`: False
329
+ - `restore_callback_states_from_checkpoint`: False
330
+ - `no_cuda`: False
331
+ - `use_cpu`: False
332
+ - `use_mps_device`: False
333
+ - `seed`: 42
334
+ - `data_seed`: None
335
+ - `jit_mode_eval`: False
336
+ - `bf16`: False
337
+ - `fp16`: True
338
+ - `fp16_opt_level`: O1
339
+ - `half_precision_backend`: auto
340
+ - `bf16_full_eval`: False
341
+ - `fp16_full_eval`: False
342
+ - `tf32`: None
343
+ - `local_rank`: 0
344
+ - `ddp_backend`: None
345
+ - `tpu_num_cores`: None
346
+ - `tpu_metrics_debug`: False
347
+ - `debug`: []
348
+ - `dataloader_drop_last`: False
349
+ - `dataloader_num_workers`: 0
350
+ - `dataloader_prefetch_factor`: None
351
+ - `past_index`: -1
352
+ - `disable_tqdm`: False
353
+ - `remove_unused_columns`: True
354
+ - `label_names`: None
355
+ - `load_best_model_at_end`: False
356
+ - `ignore_data_skip`: False
357
+ - `fsdp`: []
358
+ - `fsdp_min_num_params`: 0
359
+ - `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
360
+ - `fsdp_transformer_layer_cls_to_wrap`: None
361
+ - `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
362
+ - `parallelism_config`: None
363
+ - `deepspeed`: None
364
+ - `label_smoothing_factor`: 0.0
365
+ - `optim`: adamw_torch_fused
366
+ - `optim_args`: None
367
+ - `adafactor`: False
368
+ - `group_by_length`: False
369
+ - `length_column_name`: length
370
+ - `project`: huggingface
371
+ - `trackio_space_id`: trackio
372
+ - `ddp_find_unused_parameters`: None
373
+ - `ddp_bucket_cap_mb`: None
374
+ - `ddp_broadcast_buffers`: False
375
+ - `dataloader_pin_memory`: True
376
+ - `dataloader_persistent_workers`: False
377
+ - `skip_memory_metrics`: True
378
+ - `use_legacy_prediction_loop`: False
379
+ - `push_to_hub`: False
380
+ - `resume_from_checkpoint`: None
381
+ - `hub_model_id`: None
382
+ - `hub_strategy`: every_save
383
+ - `hub_private_repo`: None
384
+ - `hub_always_push`: False
385
+ - `hub_revision`: None
386
+ - `gradient_checkpointing`: False
387
+ - `gradient_checkpointing_kwargs`: None
388
+ - `include_inputs_for_metrics`: False
389
+ - `include_for_metrics`: []
390
+ - `eval_do_concat_batches`: True
391
+ - `fp16_backend`: auto
392
+ - `push_to_hub_model_id`: None
393
+ - `push_to_hub_organization`: None
394
+ - `mp_parameters`:
395
+ - `auto_find_batch_size`: False
396
+ - `full_determinism`: False
397
+ - `torchdynamo`: None
398
+ - `ray_scope`: last
399
+ - `ddp_timeout`: 1800
400
+ - `torch_compile`: False
401
+ - `torch_compile_backend`: None
402
+ - `torch_compile_mode`: None
403
+ - `include_tokens_per_second`: False
404
+ - `include_num_input_tokens_seen`: no
405
+ - `neftune_noise_alpha`: None
406
+ - `optim_target_modules`: None
407
+ - `batch_eval_metrics`: False
408
+ - `eval_on_start`: False
409
+ - `use_liger_kernel`: False
410
+ - `liger_kernel_config`: None
411
+ - `eval_use_gather_object`: False
412
+ - `average_tokens_across_devices`: True
413
+ - `prompts`: None
414
+ - `batch_sampler`: no_duplicates
415
+ - `multi_dataset_batch_sampler`: proportional
416
+ - `router_mapping`: {}
417
+ - `learning_rate_mapping`: {}
418
+
419
+ </details>
420
+
421
+ ### Training Logs
422
+ <details><summary>Click to expand</summary>
423
+
424
+ | Epoch | Step | Training Loss |
425
+ |:------:|:----:|:-------------:|
426
+ | 0.0186 | 50 | 0.5333 |
427
+ | 0.0372 | 100 | 0.3948 |
428
+ | 0.0559 | 150 | 0.311 |
429
+ | 0.0745 | 200 | 0.2721 |
430
+ | 0.0931 | 250 | 0.2809 |
431
+ | 0.1117 | 300 | 0.2533 |
432
+ | 0.1303 | 350 | 0.2472 |
433
+ | 0.1489 | 400 | 0.2378 |
434
+ | 0.1676 | 450 | 0.2383 |
435
+ | 0.1862 | 500 | 0.2239 |
436
+ | 0.2048 | 550 | 0.2236 |
437
+ | 0.2234 | 600 | 0.2191 |
438
+ | 0.2420 | 650 | 0.2248 |
439
+ | 0.2606 | 700 | 0.2176 |
440
+ | 0.2793 | 750 | 0.2171 |
441
+ | 0.2979 | 800 | 0.2114 |
442
+ | 0.3165 | 850 | 0.222 |
443
+ | 0.3351 | 900 | 0.2066 |
444
+ | 0.3537 | 950 | 0.2059 |
445
+ | 0.3723 | 1000 | 0.2053 |
446
+ | 0.3910 | 1050 | 0.2011 |
447
+ | 0.4096 | 1100 | 0.2024 |
448
+ | 0.4282 | 1150 | 0.2006 |
449
+ | 0.4468 | 1200 | 0.1976 |
450
+ | 0.4654 | 1250 | 0.1968 |
451
+ | 0.4840 | 1300 | 0.195 |
452
+ | 0.5027 | 1350 | 0.1921 |
453
+ | 0.5213 | 1400 | 0.1967 |
454
+ | 0.5399 | 1450 | 0.1895 |
455
+ | 0.5585 | 1500 | 0.1864 |
456
+ | 0.5771 | 1550 | 0.189 |
457
+ | 0.5957 | 1600 | 0.1857 |
458
+ | 0.6144 | 1650 | 0.1889 |
459
+ | 0.6330 | 1700 | 0.1796 |
460
+ | 0.6516 | 1750 | 0.1718 |
461
+ | 0.6702 | 1800 | 0.1866 |
462
+ | 0.6888 | 1850 | 0.1874 |
463
+ | 0.7074 | 1900 | 0.178 |
464
+ | 0.7261 | 1950 | 0.1763 |
465
+ | 0.7447 | 2000 | 0.1734 |
466
+ | 0.7633 | 2050 | 0.1823 |
467
+ | 0.7819 | 2100 | 0.1796 |
468
+ | 0.8005 | 2150 | 0.1737 |
469
+ | 0.8191 | 2200 | 0.1796 |
470
+ | 0.8378 | 2250 | 0.1794 |
471
+ | 0.8564 | 2300 | 0.1703 |
472
+ | 0.8750 | 2350 | 0.1746 |
473
+ | 0.8936 | 2400 | 0.1864 |
474
+ | 0.9122 | 2450 | 0.173 |
475
+ | 0.9308 | 2500 | 0.1729 |
476
+ | 0.9495 | 2550 | 0.1742 |
477
+ | 0.9681 | 2600 | 0.1776 |
478
+ | 0.9867 | 2650 | 0.182 |
479
+ | 1.0052 | 2700 | 0.1661 |
480
+ | 1.0238 | 2750 | 0.1627 |
481
+ | 1.0424 | 2800 | 0.158 |
482
+ | 1.0611 | 2850 | 0.1585 |
483
+ | 1.0797 | 2900 | 0.1555 |
484
+ | 1.0983 | 2950 | 0.1566 |
485
+ | 1.1169 | 3000 | 0.1511 |
486
+ | 1.1355 | 3050 | 0.1557 |
487
+ | 1.1541 | 3100 | 0.1589 |
488
+ | 1.1728 | 3150 | 0.1545 |
489
+ | 1.1914 | 3200 | 0.1567 |
490
+ | 1.2100 | 3250 | 0.1561 |
491
+ | 1.2286 | 3300 | 0.1515 |
492
+ | 1.2472 | 3350 | 0.153 |
493
+ | 1.2658 | 3400 | 0.1557 |
494
+ | 1.2845 | 3450 | 0.1506 |
495
+ | 1.3031 | 3500 | 0.1572 |
496
+ | 1.3217 | 3550 | 0.1543 |
497
+ | 1.3403 | 3600 | 0.1619 |
498
+ | 1.3589 | 3650 | 0.1586 |
499
+ | 1.3775 | 3700 | 0.16 |
500
+ | 1.3962 | 3750 | 0.1594 |
501
+ | 1.4148 | 3800 | 0.1528 |
502
+ | 1.4334 | 3850 | 0.1516 |
503
+ | 1.4520 | 3900 | 0.1529 |
504
+ | 1.4706 | 3950 | 0.149 |
505
+ | 1.4892 | 4000 | 0.1572 |
506
+ | 1.5079 | 4050 | 0.1505 |
507
+ | 1.5265 | 4100 | 0.1552 |
508
+ | 1.5451 | 4150 | 0.1488 |
509
+ | 1.5637 | 4200 | 0.161 |
510
+ | 1.5823 | 4250 | 0.151 |
511
+ | 1.6009 | 4300 | 0.1442 |
512
+ | 1.6196 | 4350 | 0.1511 |
513
+ | 1.6382 | 4400 | 0.1475 |
514
+ | 1.6568 | 4450 | 0.1509 |
515
+ | 1.6754 | 4500 | 0.1512 |
516
+ | 1.6940 | 4550 | 0.1484 |
517
+ | 1.7127 | 4600 | 0.1491 |
518
+ | 1.7313 | 4650 | 0.143 |
519
+ | 1.7499 | 4700 | 0.1479 |
520
+ | 1.7685 | 4750 | 0.1459 |
521
+ | 1.7871 | 4800 | 0.1434 |
522
+ | 1.8057 | 4850 | 0.1475 |
523
+ | 1.8244 | 4900 | 0.1485 |
524
+ | 1.8430 | 4950 | 0.147 |
525
+ | 1.8616 | 5000 | 0.157 |
526
+ | 1.8802 | 5050 | 0.1447 |
527
+ | 1.8988 | 5100 | 0.1425 |
528
+ | 1.9174 | 5150 | 0.1491 |
529
+ | 1.9361 | 5200 | 0.1433 |
530
+ | 1.9547 | 5250 | 0.1382 |
531
+ | 1.9733 | 5300 | 0.1391 |
532
+ | 1.9919 | 5350 | 0.1492 |
533
+
534
+ </details>
535
+
536
+ ### Framework Versions
537
+ - Python: 3.12.12
538
+ - Sentence Transformers: 5.1.1
539
+ - Transformers: 4.57.1
540
+ - PyTorch: 2.10.0+cu128
541
+ - Accelerate: 1.11.0
542
+ - Datasets: 4.3.0
543
+ - Tokenizers: 0.22.1
544
+
545
+ ## Citation
546
+
547
+ ### BibTeX
548
+
549
+ #### Sentence Transformers
550
+ ```bibtex
551
+ @inproceedings{reimers-2019-sentence-bert,
552
+ title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
553
+ author = "Reimers, Nils and Gurevych, Iryna",
554
+ booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
555
+ month = "11",
556
+ year = "2019",
557
+ publisher = "Association for Computational Linguistics",
558
+ url = "https://arxiv.org/abs/1908.10084",
559
+ }
560
+ ```
561
+
562
+ #### MultipleNegativesRankingLoss
563
+ ```bibtex
564
+ @misc{henderson2017efficient,
565
+ title={Efficient Natural Language Response Suggestion for Smart Reply},
566
+ author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
567
+ year={2017},
568
+ eprint={1705.00652},
569
+ archivePrefix={arXiv},
570
+ primaryClass={cs.CL}
571
+ }
572
+ ```
573
+
574
+ <!--
575
+ ## Glossary
576
+
577
+ *Clearly define terms in order to be accessible across audiences.*
578
+ -->
579
+
580
+ <!--
581
+ ## Model Card Authors
582
+
583
+ *Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
584
+ -->
585
+
586
+ <!--
587
+ ## Model Card Contact
588
+
589
+ *Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
590
+ -->
adapter_config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "unsloth/all-MiniLM-L6-v2",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "layer_replication": null,
16
+ "layers_pattern": null,
17
+ "layers_to_transform": null,
18
+ "loftq_config": {},
19
+ "lora_alpha": 128,
20
+ "lora_bias": false,
21
+ "lora_dropout": 0,
22
+ "megatron_config": null,
23
+ "megatron_core": "megatron.core",
24
+ "modules_to_save": null,
25
+ "peft_type": "LORA",
26
+ "peft_version": "0.18.1",
27
+ "qalora_group_size": 16,
28
+ "r": 64,
29
+ "rank_pattern": {},
30
+ "revision": null,
31
+ "target_modules": [
32
+ "query",
33
+ "dense",
34
+ "value",
35
+ "key"
36
+ ],
37
+ "target_parameters": null,
38
+ "task_type": "FEATURE_EXTRACTION",
39
+ "trainable_token_indices": null,
40
+ "use_dora": false,
41
+ "use_qalora": false,
42
+ "use_rslora": false
43
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c51b169756ed563e668e3474b58282b9ec2d2b4fa73a351043aae43dc6e92082
3
+ size 10823376
config_sentence_transformers.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "5.1.1",
4
+ "transformers": "4.57.1",
5
+ "pytorch": "2.10.0+cu128"
6
+ },
7
+ "model_type": "SentenceTransformer",
8
+ "prompts": {
9
+ "query": "",
10
+ "document": ""
11
+ },
12
+ "default_prompt_name": null,
13
+ "similarity_fn_name": "cosine"
14
+ }
modules.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ },
14
+ {
15
+ "idx": 2,
16
+ "name": "2",
17
+ "path": "2_Normalize",
18
+ "type": "sentence_transformers.models.Normalize"
19
+ }
20
+ ]
sentence_bert_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 256,
3
+ "do_lower_case": false
4
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "mask_token": {
10
+ "content": "[MASK]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "sep_token": {
24
+ "content": "[SEP]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "[UNK]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": false,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "extra_special_tokens": {},
49
+ "mask_token": "[MASK]",
50
+ "max_length": 128,
51
+ "model_max_length": 256,
52
+ "never_split": null,
53
+ "pad_to_multiple_of": null,
54
+ "pad_token": "[PAD]",
55
+ "pad_token_type_id": 0,
56
+ "padding_side": "right",
57
+ "sep_token": "[SEP]",
58
+ "stride": 0,
59
+ "strip_accents": null,
60
+ "tokenize_chinese_chars": true,
61
+ "tokenizer_class": "BertTokenizer",
62
+ "truncation_side": "right",
63
+ "truncation_strategy": "longest_first",
64
+ "unk_token": "[UNK]"
65
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff