Upload folder using huggingface_hub
Browse files- 1_Pooling/config.json +8 -8
- README.md +536 -52
- config.json +3 -3
- config_sentence_transformers.json +10 -5
- model.safetensors +2 -2
- sentence_bert_config.json +2 -2
- tokenizer.json +77 -9
- tokenizer_config.json +3 -59
1_Pooling/config.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": false,
|
| 4 |
+
"pooling_mode_mean_tokens": true,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
}
|
README.md
CHANGED
|
@@ -1,92 +1,576 @@
|
|
| 1 |
---
|
| 2 |
-
library_name: sentence-transformers
|
| 3 |
-
pipeline_tag: sentence-similarity
|
| 4 |
tags:
|
| 5 |
- sentence-transformers
|
| 6 |
-
- feature-extraction
|
| 7 |
- sentence-similarity
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
---
|
| 10 |
|
| 11 |
-
#
|
| 12 |
|
| 13 |
-
This is a [sentence-transformers](https://www.SBERT.net) model: It maps sentences & paragraphs to a 768
|
| 14 |
|
| 15 |
-
|
| 16 |
|
| 17 |
-
##
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
```
|
| 22 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 23 |
```
|
| 24 |
|
| 25 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 26 |
|
|
|
|
| 27 |
```python
|
| 28 |
from sentence_transformers import SentenceTransformer
|
| 29 |
-
sentences = ["This is an example sentence", "Each sentence is converted"]
|
| 30 |
|
| 31 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 32 |
embeddings = model.encode(sentences)
|
| 33 |
-
print(embeddings)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
```
|
| 35 |
|
|
|
|
|
|
|
| 36 |
|
|
|
|
| 37 |
|
| 38 |
-
|
|
|
|
| 39 |
|
| 40 |
-
<!--
|
|
|
|
| 41 |
|
| 42 |
-
|
| 43 |
|
|
|
|
| 44 |
|
| 45 |
-
|
| 46 |
-
|
| 47 |
|
| 48 |
-
|
|
|
|
| 49 |
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
{'batch_size': 8, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
|
| 53 |
-
```
|
| 54 |
|
| 55 |
-
|
|
|
|
| 56 |
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
```
|
| 61 |
|
| 62 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63 |
```
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
},
|
| 73 |
-
|
| 74 |
-
"steps_per_epoch": null,
|
| 75 |
-
"warmup_steps": 100,
|
| 76 |
-
"weight_decay": 0.01
|
| 77 |
}
|
| 78 |
```
|
| 79 |
|
|
|
|
|
|
|
| 80 |
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
|
| 90 |
-
|
|
|
|
| 91 |
|
| 92 |
-
|
|
|
|
|
|
| 1 |
---
|
|
|
|
|
|
|
| 2 |
tags:
|
| 3 |
- sentence-transformers
|
|
|
|
| 4 |
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- dense
|
| 7 |
+
- generated_from_trainer
|
| 8 |
+
- dataset_size:5920
|
| 9 |
+
- loss:MultipleNegativesRankingLoss
|
| 10 |
+
base_model: sentence-transformers/all-mpnet-base-v2
|
| 11 |
+
widget:
|
| 12 |
+
- source_sentence: debugger not reusing a ireusableeditor eclipse . doubleclick
|
| 13 |
+
a source file of my language. an editor is opened with a fileeditorinput for
|
| 14 |
+
it. well call it instance. debug the program file of my language. i have my own
|
| 15 |
+
mylanguageinput for a runtime program so that i can do coloring based on vm states
|
| 16 |
+
see bug the debugger will not reuse the already open ireusableeditor that i
|
| 17 |
+
have setting its input object was what i expected. it will choose to open a new editor
|
| 18 |
+
instead. well call this instance. debug more instances of the same program. now
|
| 19 |
+
the debugger will reuse instance. why cant the debugger reuse instance from the
|
| 20 |
+
beginning note that this problem was hit by a workaround for bug
|
| 21 |
+
sentences:
|
| 22 |
+
- would like to say what text attributes to use when selecting the executing statement
|
| 23 |
+
for my language id like to have the currently executing line colored depending
|
| 24 |
+
on state from my vm. id imagine that passing such text attributes when generating
|
| 25 |
+
these debug events would be one way to go. note that is is a spinoff from bug
|
| 26 |
+
- ant builds using an external jvm with input tasks cannot request input. please
|
| 27 |
+
ensure that an inputhandler is being provided for external ant tasks currently
|
| 28 |
+
the ant will request the input from stdin which is not possible on the current
|
| 29 |
+
console rather than popping up an appropriate dialog as it would when run from
|
| 30 |
+
within the eclipse vm.
|
| 31 |
+
- workbench startup is throwing dialog rather than logging to .log took new startedt
|
| 32 |
+
on old workspace got annternal error dialog executable extension definition for
|
| 33 |
+
class not found. hit ok t came up ok nothingn log
|
| 34 |
+
- source_sentence: text compare does not synchronous horizontally scroll. when comparing
|
| 35 |
+
two text files the files synchronously scroll vertically but do not synchronously
|
| 36 |
+
scroll horizontally.
|
| 37 |
+
sentences:
|
| 38 |
+
- dcr would like coupled horizontal scrolling in compare browser gejnho jdk . wk the
|
| 39 |
+
compare differences browser permits coupled vertical scrolling but not coupled
|
| 40 |
+
horizontal scrolling this would be nice to have.
|
| 41 |
+
- plan item improve local history improve local history. the local history mechanism
|
| 42 |
+
for resources in the workspace should be improved. currently clients of the iresource
|
| 43 |
+
api control whether snapshot of a modified or deleted file gets captured in the
|
| 44 |
+
local resource history. unfortunately this makes local history less of a safety
|
| 45 |
+
net than it could be if plugins do not use this mechanism properly. eclipse should
|
| 46 |
+
put in place a systemwide policy for resource history retention. the local resource
|
| 47 |
+
history should also be better integrated with team repository providers and allow
|
| 48 |
+
users to selectively purge a files local history when it is committed to a team
|
| 49 |
+
repository. platform core platform ui platform team theme user experience
|
| 50 |
+
- crash in os.gtkmaindoevent since upgrading to redhat incl. the following versions
|
| 51 |
+
of system libraries gtkengines.. gtk.. gtkdevel.. gtkdevel.. gtkengines. gtk.. jsdk..
|
| 52 |
+
jsdk.. eclipse will not work correctly. in fact it will just crash a dialog
|
| 53 |
+
would pop up stating there had been an internal error displaying an error dialog. i
|
| 54 |
+
dont know if this is related to swt at all but since it was all about some error
|
| 55 |
+
dialog i presume that it could be the case. i have been using eclipse extensively
|
| 56 |
+
on redhat incl. approx. the same versions of the above system libraries and it
|
| 57 |
+
had not crashed at all. no work was lost though since i tend to use the ctrls
|
| 58 |
+
key combination quite frequently perhaps you could have a look at this system
|
| 59 |
+
configuration since it is seemingly a problem with the eclipse and not system
|
| 60 |
+
related since most other gtk applications do work except for the occasional bug
|
| 61 |
+
here and there .
|
| 62 |
+
- source_sentence: unable to open breakpoints view know thisntegration hasnt been
|
| 63 |
+
declared stable yet but canot open the debug view on an existing workspacen this
|
| 64 |
+
. an error occurs while creating the debug view. this doesnt happen on a fresh
|
| 65 |
+
workspace but happens on my existing workspace every time. steps ensure there
|
| 66 |
+
are at least two perspectives such as java and debug shutdown eclipse whenn the
|
| 67 |
+
java perspetive startup switch to debug perspective error. unable to create
|
| 68 |
+
breakpoints view.
|
| 69 |
+
sentences:
|
| 70 |
+
- treetable does not indent on gtk and mac ive set up a treetable reading as much
|
| 71 |
+
as i could from the documentation and i only ever see the first columns worth
|
| 72 |
+
of information. the second and subsequent ones are hidden. additionally the tree
|
| 73 |
+
is not shown as nested like the tree widget they are a dimensional list with
|
| 74 |
+
the expansion icons left aligned. the expansions do work i can contract and
|
| 75 |
+
expand the items but it does not affect the indentation at all. i dont know
|
| 76 |
+
if this is a mac os x specific bug or whether its working as programmed and its
|
| 77 |
+
my fault for not initialising something properly ... sampleswt.java shell shell new
|
| 78 |
+
shell tabletree tabletree new tabletreeshellswt.none add items into proof tree
|
| 79 |
+
filllayout layout new filllayout layout.type swt.vertical shell.setlayoutlayout
|
| 80 |
+
tabletreeitem root new tabletreeitemtabletreeswt.none root.settextitem column root.settextitem column root.settextitem column tabletreeitem
|
| 81 |
+
child new tabletreeitemrootswt.none child.settextitem column child.settextitem column child.settextitem column tabletreeitem
|
| 82 |
+
grandchild new tabletreeitemchildswt.none grandchild.settextitem column grandchild.settextitem column grandchild.settextitem column grandchild.setexpandedtrue
|
| 83 |
+
child.setexpandedtrue root.setexpandedtrue shell.open
|
| 84 |
+
- decorators ui freezes while checking out project i was checking out org.eclipse.jdt.ui.tests.refactoring
|
| 85 |
+
and the whole ui froze at the end of the operation progress dialog was still
|
| 86 |
+
up and cpu was at . note that i use the cvs label decorator. here is the stack
|
| 87 |
+
of the main thread main prio tidxd nidxaac runnable e..fcat org.eclipse.swt.internal.win.os.sendmessagewnative
|
| 88 |
+
methodat org.eclipse.swt.internal.win.os.sendmessageos.javaat org.eclipse.swt.widgets.treeitem.getitemstreeitem.javaat
|
| 89 |
+
org.eclipse.jface.viewers.treeviewer.getchildrentreeviewer.javaat org.eclipse.jface.viewers.abstracttreeviewer.internalfinditem
|
| 90 |
+
abstracttreeviewer.javaat org.eclipse.jface.viewers.abstracttreeviewer.internalfinditem
|
| 91 |
+
abstracttreeviewer.javaat org.eclipse.jface.viewers.abstracttreeviewer.dofinditem
|
| 92 |
+
abstracttreeviewer.javaat org.eclipse.jface.viewers.structuredviewer.finditem
|
| 93 |
+
structuredviewer.javaat org.eclipse.jface.viewers.structuredviewer.update structuredviewer.javaat
|
| 94 |
+
org.eclipse.jface.viewers.structuredviewer.update structuredviewer.javaat org.eclipse.jface.viewers.structuredviewer.handlelabelproviderchanged
|
| 95 |
+
structuredviewer.javaat org.eclipse.jdt.internal.ui.javaeditor.javaoutlinepagejavaoutlineviewer.handlel
|
| 96 |
+
abelproviderchangedjavaoutlinepage.javaat org.eclipse.jface.viewers.contentviewer.labelproviderchanged
|
| 97 |
+
contentviewer.javaat org.eclipse.ui.internal.decorators.decoratormanager.firelisteners
|
| 98 |
+
decoratormanager.javaat org.eclipse.ui.internal.decorators.decoratormanager.labelproviderchanged
|
| 99 |
+
decoratormanager.javaat org.eclipse.jface.viewers.labelprovider.firelabelproviderchanged
|
| 100 |
+
labelprovider.javaat org.eclipse.team.internal.ccvs.ui.cvslightweightdecorator.access
|
| 101 |
+
cvslightweightdecorator.javaat org.eclipse.team.internal.ccvs.ui.cvslightweightdecorator.run
|
| 102 |
+
cvslightweightdecorator.javaat org.eclipse.swt.widgets.runnablelock.runrunnablelock.javaat
|
| 103 |
+
org.eclipse.swt.widgets.synchronizer.runasyncmessages synchronizer.java locked
|
| 104 |
+
cb a org.eclipse.swt.widgets.runnablelockat org.eclipse.swt.widgets.display.runasyncmessagesdisplay.javaat
|
| 105 |
+
org.eclipse.swt.widgets.display.readanddispatchdisplay.javaat org.eclipse.jface.operation.modalcontextmodalcontextthread.block
|
| 106 |
+
modalcontext.javaat org.eclipse.jface.operation.modalcontext.runmodalcontext.javaat
|
| 107 |
+
org.eclipse.jface.dialogs.progressmonitordialog.run progressmonitordialog.javaat
|
| 108 |
+
org.eclipse.team.internal.ccvs.ui.actions.cvsaction.run cvsaction.javaat org.eclipse.team.internal.ccvs.ui.actions.addtoworkspaceaction.execute
|
| 109 |
+
addtoworkspaceaction.javaat org.eclipse.team.internal.ccvs.ui.actions.cvsaction.run
|
| 110 |
+
cvsaction.javaat org.eclipse.ui.internal.pluginaction.runwithevent pluginaction.javaat
|
| 111 |
+
org.eclipse.jface.action.actioncontributionitem.handlewidgetselection actioncontributionitem.javaat
|
| 112 |
+
org.eclipse.jface.action.actioncontributionitem.handlewidgetevent actioncontributionitem.javaat
|
| 113 |
+
org.eclipse.jface.action.actioncontributionitem.access actioncontributionitem.javaat org.eclipse.jface.action.actioncontributionitemactionlistener.handleevent
|
| 114 |
+
actioncontributionitem.javaat org.eclipse.swt.widgets.eventtable.sendeventeventtable.javaat
|
| 115 |
+
org.eclipse.swt.widgets.widget.sendeventwidget.javaat org.eclipse.swt.widgets.display.rundeferredeventsdisplay.javaat
|
| 116 |
+
org.eclipse.swt.widgets.display.readanddispatchdisplay.javaat org.eclipse.ui.internal.workbench.runeventloopworkbench.javaat
|
| 117 |
+
org.eclipse.ui.internal.workbench.runworkbench.javaat org.eclipse.core.internal.boot.internalbootloader.run
|
| 118 |
+
internalbootloader.javaat org.eclipse.core.boot.bootloader.runbootloader.javaat
|
| 119 |
+
sun.reflect.nativemethodaccessorimpl.invokenative methodat sun.reflect.nativemethodaccessorimpl.invoke
|
| 120 |
+
nativemethodaccessorimpl.javaat sun.reflect.delegatingmethodaccessorimpl.invoke
|
| 121 |
+
delegatingmethodaccessorimpl.javaat java.lang.reflect.method.invokemethod.javaat
|
| 122 |
+
org.eclipse.core.launcher.main.basicrunmain.javaat org.eclipse.core.launcher.main.runmain.javaat
|
| 123 |
+
org.eclipse.core.launcher.main.mainmain.java
|
| 124 |
+
- "npe on startup of java debug ui plugin while launching a runtime workbench this\
|
| 125 |
+
\ appeared entry org.eclipse.core.runtimemar . message problems occurred when\
|
| 126 |
+
\ invoking code from plug in org.eclipse.core.runtime. stack java.lang.nullpointerexception\
|
| 127 |
+
\ \tat \tat org.eclipse.ui.internal.workbenchpage.getactivepartreference workbenchpage.java\
|
| 128 |
+
\ \tat org.eclipse.jdt.internal.debug.ui.evaluationcontextmanager.pageopened evaluationcontextmanager.java\
|
| 129 |
+
\ \tat org.eclipse.jdt.internal.debug.ui.evaluationcontextmanager.windowopened\
|
| 130 |
+
\ evaluationcontextmanager.java \tat org.eclipse.jdt.internal.debug.ui.evaluationcontextmanager.startup\
|
| 131 |
+
\ evaluationcontextmanager.java \tat org.eclipse.jdt.internal.debug.ui.javadebugoptionsmanager.startup\
|
| 132 |
+
\ javadebugoptionsmanager.java \tat org.eclipse.jdt.internal.debug.ui.jdidebuguiplugin.startup\
|
| 133 |
+
\ jdidebuguiplugin.java \tat org.eclipse.core.internal.plugins.plugindescriptor.run\
|
| 134 |
+
\ plugindescriptor.java \tat org.eclipse.core.internal.runtime.internalplatform.run\
|
| 135 |
+
\ internalplatform.javacompiled code \tat org.eclipse.core.internal.plugins.plugindescriptor.internaldopluginactivation\
|
| 136 |
+
\ plugindescriptor.java \tat org.eclipse.core.internal.plugins.plugindescriptor.dopluginactivation\
|
| 137 |
+
\ plugindescriptor.java \tat org.eclipse.core.internal.plugins.pluginclassloader.activateplugin\
|
| 138 |
+
\ pluginclassloader.java \tat org.eclipse.core.internal.plugins.pluginclassloader.internalfindclassparentsself\
|
| 139 |
+
\ pluginclassloader.javacompiled code \tat org.eclipse.core.internal.boot.delegatingurlclassloader.findclassparentsself\
|
| 140 |
+
\ delegatingurlclassloader.javacompiled code \tat org.eclipse.core.internal.boot.delegatingurlclassloader.loadclass\
|
| 141 |
+
\ delegatingurlclassloader.javacompiled code \tat org.eclipse.core.internal.boot.delegatingurlclassloader.loadclass\
|
| 142 |
+
\ delegatingurlclassloader.javacompiled code \tat java.lang.classloader.loadclassclassloader.javacompiled\
|
| 143 |
+
\ code \tat org.eclipse.core.internal.plugins.plugindescriptor.createexecutableextension\
|
| 144 |
+
\ plugindescriptor.java \tat org.eclipse.core.internal.plugins.plugindescriptor.createexecutableextension\
|
| 145 |
+
\ plugindescriptor.java \tat org.eclipse.core.internal.plugins.configurationelement.createexecutableextension\
|
| 146 |
+
\ configurationelement.java \tat org.eclipse.debug.internal.ui.views.console.consoledocumentmanager.newlinenotifi\
|
| 147 |
+
\ erconsoledocumentmanager.java \tat org.eclipse.debug.internal.ui.views.console.consoledocumentprovider.getlinenotif\
|
| 148 |
+
\ ierconsoledocumentprovider.java \tat org.eclipse.debug.internal.ui.views.console.consoledocumentprovider.createdocume\
|
| 149 |
+
\ ntconsoledocumentprovider.java \tat org.eclipse.ui.texteditor.abstractdocumentprovider.createelementinfo\
|
| 150 |
+
\ abstractdocumentprovider.java \tat org.eclipse.ui.texteditor.abstractdocumentprovider.connect\
|
| 151 |
+
\ abstractdocumentprovider.java \tat org.eclipse.debug.internal.ui.views.console.consoledocumentmanager.run\
|
| 152 |
+
\ consoledocumentmanager.java \tat org.eclipse.swt.widgets.synchronizer.runasyncmessages\
|
| 153 |
+
\ synchronizer.javacompiled code \tat org.eclipse.swt.widgets.synchronizer.runasyncmessages\
|
| 154 |
+
\ synchronizer.javacompiled code \tat org.eclipse.jface.operation.modalcontextmodalcontextthread.block\
|
| 155 |
+
\ modalcontext.javacompiled code \tat org.eclipse.jface.operation.modalcontextmodalcontextthread.block\
|
| 156 |
+
\ modalcontext.javacompiled code \tat org.eclipse.jface.operation.modalcontextmodalcontextthread.block\
|
| 157 |
+
\ modalcontext.javacompiled code \tat org.eclipse.jface.operation.modalcontext.runmodalcontext.java\
|
| 158 |
+
\ \tat org.eclipse.jface.dialogs.progressmonitordialog.run progressmonitordialog.java\
|
| 159 |
+
\ \tat org.eclipse.debug.ui.debuguitools.launchdebuguitools.java \tat org.eclipse.debug.ui.actions.launchaction.runlaunchaction.java\
|
| 160 |
+
\ \tat org.eclipse.debug.ui.actions.launchaction.runwithevent launchaction.java\
|
| 161 |
+
\ \tat org.eclipse.jface.action.actioncontributionitem.handlewidgetselection actioncontributionitem.java\
|
| 162 |
+
\ \tat org.eclipse.jface.action.actioncontributionitem.handlewidgetevent actioncontributionitem.java\
|
| 163 |
+
\ \tat org.eclipse.jface.action.actioncontributionitem.access actioncontributionitem.java\
|
| 164 |
+
\ \tat org.eclipse.jface.action.actioncontributionitemactionlistener.handleevent\
|
| 165 |
+
\ actioncontributionitem.java \tat org.eclipse.swt.widgets.display.rundeferredeventsdisplay.java\
|
| 166 |
+
\ compiled code \tat org.eclipse.swt.widgets.display.rundeferredeventsdisplay.java\
|
| 167 |
+
\ compiled code \tat org.eclipse.swt.widgets.display.rundeferredeventsdisplay.java\
|
| 168 |
+
\ compiled code \tat org.eclipse.swt.widgets.display.readanddispatchdisplay.java\
|
| 169 |
+
\ compiled code \tat org.eclipse.ui.internal.workbench.runeventloopworkbench.java\
|
| 170 |
+
\ compiled code \tat org.eclipse.ui.internal.workbench.runworkbench.java \tat\
|
| 171 |
+
\ org.eclipse.core.internal.boot.internalbootloader.run internalbootloader.java\
|
| 172 |
+
\ \tat org.eclipse.core.boot.bootloader.runbootloader.java \tat java.lang.reflect.method.invokenative\
|
| 173 |
+
\ method \tat org.eclipse.core.launcher.main.basicrunmain.java \tat org.eclipse.core.launcher.main.runmain.java\
|
| 174 |
+
\ \tat org.eclipse.core.launcher.main.mainmain.javaresolvedfixed."
|
| 175 |
+
- source_sentence: an internal error occurred during initialize debug view. with eclipse
|
| 176 |
+
.. it was fine. while using epic testing .. httpepic.sf.netupdatestesting. details java.lang.nullpointerexception
|
| 177 |
+
at org.eclipse.debug.internal.ui.views.launch.launchview.findframe launchview.java
|
| 178 |
+
at org.eclipse.debug.internal.ui.views.launch.launchview.access launchview.java
|
| 179 |
+
at org.eclipse.debug.internal.ui.views.launch.launchview.run launchview.java at
|
| 180 |
+
org.eclipse.core.internal.jobs.worker.runworker.java eclipse.idi java.version..
|
| 181 |
+
java.vendorsun microsystems inc. bootloader constants oswin archx wswin nlenus
|
| 182 |
+
commandline arguments os win ws win arch x
|
| 183 |
+
sentences:
|
| 184 |
+
- "npe in launch view in the debug perspective when a debug session is in running\
|
| 185 |
+
\ state maximize any view. then restore the maximized view to its original size.\
|
| 186 |
+
\ got an error from launch view entry org.eclipse.core.runtime . message an\
|
| 187 |
+
\ internal error occurred during initialize debug view. stack java.lang.nullpointerexception\
|
| 188 |
+
\ \tat org.eclipse.debug.internal.ui.views.launch.launchview.findframe launchview.java\
|
| 189 |
+
\ \tat org.eclipse.debug.internal.ui.views.launch.launchview.access launchview.java\
|
| 190 |
+
\ \tat org.eclipse.debug.internal.ui.views.launch.launchview.run launchview.java\
|
| 191 |
+
\ \tat org.eclipse.core.internal.jobs.worker.runworker.javaresolvedworksforme."
|
| 192 |
+
- compare with revision does not allow saves the compare editoe for comparing a
|
| 193 |
+
file with its repository revisions does not save modifications to the workspace
|
| 194 |
+
file.
|
| 195 |
+
- tasks filters are not applied to problems view after eclipse start the problems
|
| 196 |
+
view filters are not applied when eclipse first starts up and the problems view
|
| 197 |
+
is present in the perspective. simply opening the filters and clicking ok is
|
| 198 |
+
enough for the filters to be applied. channing
|
| 199 |
+
- source_sentence: typing add emacs recenter command emacs has a recenter command
|
| 200 |
+
that centers the text box around the current cursor typically bound to cl. this
|
| 201 |
+
means that if youve moved the cursor down to the edge of the visible area you
|
| 202 |
+
can quickly center the code around it. it would be nice if eclipse had a similar
|
| 203 |
+
functionality.
|
| 204 |
+
sentences:
|
| 205 |
+
- workbench installing new feature from update site resets workbench layout after
|
| 206 |
+
installing a new feature from a local update site i was prompted to restart the
|
| 207 |
+
workbench and accepted. when the workbench restarted my perspective layout was
|
| 208 |
+
reset. when update restarts the workbench does it prevent the layout settings
|
| 209 |
+
from being stored
|
| 210 |
+
- navigation request addition of emacs recenter command for text editing short request
|
| 211 |
+
id like to see an analogue of the emacs recenter command implemented in eclipse
|
| 212 |
+
so that i and other emacs users can use it for text editing. detailed request
|
| 213 |
+
im a longtime emacs and new eclipse user. i have set up eclipse version .. id to
|
| 214 |
+
use the emacs key bindings. yet when editing text or java code my brainstem expects
|
| 215 |
+
cntll i.e. control lowercase l to result in a recentering of the text view so
|
| 216 |
+
that the current line is in the center of the screen. this is what the default
|
| 217 |
+
binding for cntll in emacs the recenter command does. i would like to bind an
|
| 218 |
+
analogous command in eclipse to cntll but eclipse does not appear to have a recenter
|
| 219 |
+
command. i searched through the available commands in windowpreferenceskeys and
|
| 220 |
+
also was told as much on the message boards. thanks david devault
|
| 221 |
+
- activities ui synch needed org.eclipse.swt.swtexception invalid thread access
|
| 222 |
+
at org.eclipse.swt.swt.errorswt.java at org.eclipse.swt.swt.errorswt.java at org.eclipse.swt.widgets.widget.errorwidget.java
|
| 223 |
+
at org.eclipse.swt.widgets.widget.checkwidgetwidget.java at org.eclipse.swt.widgets.menu.getitemsmenu.java
|
| 224 |
+
at org.eclipse.jface.action.menumanager.updatemenumanager.java at org.eclipse.jface.action.menumanager.updatemenumanager.java
|
| 225 |
+
at org.eclipse.ui.internal.activities.ws.workbenchactivitysupport.activitymanager
|
| 226 |
+
changedworkbenchactivitysupport.java at org.eclipse.ui.internal.activities.abstractactivitymanager.fireactivitymanagerch
|
| 227 |
+
angedabstractactivitymanager.java at org.eclipse.ui.internal.activities.mutableactivitymanager.setenabledactivityids
|
| 228 |
+
mutableactivitymanager.java at org.eclipse.ui.internal.activities.ws.workbenchactivitysupport.setenabledactivit
|
| 229 |
+
yidsworkbenchactivitysupport.java at org.eclipse.ui.internal.ide.ideworkbenchactivityhelper.resourcechanged
|
| 230 |
+
ideworkbenchactivityhelper.java at org.eclipse.core.internal.events.notificationmanager.run
|
| 231 |
+
notificationmanager.java at org.eclipse.core.internal.runtime.internalplatform.run
|
| 232 |
+
internalplatform.java at org.eclipse.core.runtime.platform.runplatform.java at
|
| 233 |
+
org.eclipse.core.internal.events.notificationmanager.notify notificationmanager.java
|
| 234 |
+
at org.eclipse.core.internal.events.notificationmanager.broadcastchanges notificationmanager.java
|
| 235 |
+
at org.eclipse.core.internal.resources.workspace.broadcastchanges workspace.java
|
| 236 |
+
at org.eclipse.core.internal.resources.workspace.endoperation workspace.java at
|
| 237 |
+
org.eclipse.core.internal.resources.workspace.runworkspace.java at org.eclipse.core.internal.resources.workspace.runworkspace.java
|
| 238 |
+
at com.ibm.wtp.common.operation.wtpoperation.runwtpoperation.java at com.ibm.wtp.jee.headless.tests.jee.operations.operationtestcase.runandverify
|
| 239 |
+
operationtestcase.java at com.ibm.wtp.jee.headless.tests.jee.operations.operationtestcase.runandverify
|
| 240 |
+
operationtestcase.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createejbtest.setupproject
|
| 241 |
+
createejbtest.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createbmpbeantest.createentitym
|
| 242 |
+
odelcreatebmpbeantest.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createbmpbeantest.testsimpleent
|
| 243 |
+
itycreatebmpbeantest.java at sun.reflect.nativemethodaccessorimpl.invokenative
|
| 244 |
+
method at sun.reflect.nativemethodaccessorimpl.invoke nativemethodaccessorimpl.java
|
| 245 |
+
at sun.reflect.delegatingmethodaccessorimpl.invoke delegatingmethodaccessorimpl.java
|
| 246 |
+
at java.lang.reflect.method.invokemethod.java at junit.framework.testcase.runtesttestcase.java
|
| 247 |
+
at junit.framework.testcase.runbaretestcase.java at junit.framework.testresult.protecttestresult.java
|
| 248 |
+
at junit.framework.testresult.runprotectedtestresult.java at junit.framework.testresult.runtestresult.java
|
| 249 |
+
at junit.framework.testcase.runtestcase.java at junit.framework.testsuite.runtesttestsuite.java
|
| 250 |
+
at junit.framework.testsuite.runtestsuite.java at junit.framework.testsuite.runtesttestsuite.java
|
| 251 |
+
at junit.framework.testsuite.runtestsuite.java at junit.swingui.testrunner.runtestrunner.java
|
| 252 |
+
pipeline_tag: sentence-similarity
|
| 253 |
+
library_name: sentence-transformers
|
| 254 |
---
|
| 255 |
|
| 256 |
+
# SentenceTransformer based on sentence-transformers/all-mpnet-base-v2
|
| 257 |
|
| 258 |
+
This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [sentence-transformers/all-mpnet-base-v2](https://huggingface.co/sentence-transformers/all-mpnet-base-v2). It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
|
| 259 |
|
| 260 |
+
## Model Details
|
| 261 |
|
| 262 |
+
### Model Description
|
| 263 |
+
- **Model Type:** Sentence Transformer
|
| 264 |
+
- **Base model:** [sentence-transformers/all-mpnet-base-v2](https://huggingface.co/sentence-transformers/all-mpnet-base-v2) <!-- at revision e8c3b32edf5434bc2275fc9bab85f82640a19130 -->
|
| 265 |
+
- **Maximum Sequence Length:** 256 tokens
|
| 266 |
+
- **Output Dimensionality:** 768 dimensions
|
| 267 |
+
- **Similarity Function:** Cosine Similarity
|
| 268 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 269 |
+
<!-- - **Language:** Unknown -->
|
| 270 |
+
<!-- - **License:** Unknown -->
|
| 271 |
|
| 272 |
+
### Model Sources
|
| 273 |
+
|
| 274 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 275 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/huggingface/sentence-transformers)
|
| 276 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 277 |
+
|
| 278 |
+
### Full Model Architecture
|
| 279 |
|
| 280 |
```
|
| 281 |
+
SentenceTransformer(
|
| 282 |
+
(0): Transformer({'max_seq_length': 256, 'do_lower_case': False, 'architecture': 'MPNetModel'})
|
| 283 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 284 |
+
(2): Normalize()
|
| 285 |
+
)
|
| 286 |
```
|
| 287 |
|
| 288 |
+
## Usage
|
| 289 |
+
|
| 290 |
+
### Direct Usage (Sentence Transformers)
|
| 291 |
+
|
| 292 |
+
First install the Sentence Transformers library:
|
| 293 |
+
|
| 294 |
+
```bash
|
| 295 |
+
pip install -U sentence-transformers
|
| 296 |
+
```
|
| 297 |
|
| 298 |
+
Then you can load this model and run inference.
|
| 299 |
```python
|
| 300 |
from sentence_transformers import SentenceTransformer
|
|
|
|
| 301 |
|
| 302 |
+
# Download from the 🤗 Hub
|
| 303 |
+
model = SentenceTransformer("sentence_transformers_model_id")
|
| 304 |
+
# Run inference
|
| 305 |
+
sentences = [
|
| 306 |
+
'typing add emacs recenter command emacs has a recenter command that centers the text box around the current cursor typically bound to cl. this means that if youve moved the cursor down to the edge of the visible area you can quickly center the code around it. it would be nice if eclipse had a similar functionality.',
|
| 307 |
+
'navigation request addition of emacs recenter command for text editing short request id like to see an analogue of the emacs recenter command implemented in eclipse so that i and other emacs users can use it for text editing. detailed request im a longtime emacs and new eclipse user. i have set up eclipse version .. id to use the emacs key bindings. yet when editing text or java code my brainstem expects cntll i.e. control lowercase l to result in a recentering of the text view so that the current line is in the center of the screen. this is what the default binding for cntll in emacs the recenter command does. i would like to bind an analogous command in eclipse to cntll but eclipse does not appear to have a recenter command. i searched through the available commands in windowpreferenceskeys and also was told as much on the message boards. thanks david devault',
|
| 308 |
+
'activities ui synch needed org.eclipse.swt.swtexception invalid thread access at org.eclipse.swt.swt.errorswt.java at org.eclipse.swt.swt.errorswt.java at org.eclipse.swt.widgets.widget.errorwidget.java at org.eclipse.swt.widgets.widget.checkwidgetwidget.java at org.eclipse.swt.widgets.menu.getitemsmenu.java at org.eclipse.jface.action.menumanager.updatemenumanager.java at org.eclipse.jface.action.menumanager.updatemenumanager.java at org.eclipse.ui.internal.activities.ws.workbenchactivitysupport.activitymanager changedworkbenchactivitysupport.java at org.eclipse.ui.internal.activities.abstractactivitymanager.fireactivitymanagerch angedabstractactivitymanager.java at org.eclipse.ui.internal.activities.mutableactivitymanager.setenabledactivityids mutableactivitymanager.java at org.eclipse.ui.internal.activities.ws.workbenchactivitysupport.setenabledactivit yidsworkbenchactivitysupport.java at org.eclipse.ui.internal.ide.ideworkbenchactivityhelper.resourcechanged ideworkbenchactivityhelper.java at org.eclipse.core.internal.events.notificationmanager.run notificationmanager.java at org.eclipse.core.internal.runtime.internalplatform.run internalplatform.java at org.eclipse.core.runtime.platform.runplatform.java at org.eclipse.core.internal.events.notificationmanager.notify notificationmanager.java at org.eclipse.core.internal.events.notificationmanager.broadcastchanges notificationmanager.java at org.eclipse.core.internal.resources.workspace.broadcastchanges workspace.java at org.eclipse.core.internal.resources.workspace.endoperation workspace.java at org.eclipse.core.internal.resources.workspace.runworkspace.java at org.eclipse.core.internal.resources.workspace.runworkspace.java at com.ibm.wtp.common.operation.wtpoperation.runwtpoperation.java at com.ibm.wtp.jee.headless.tests.jee.operations.operationtestcase.runandverify operationtestcase.java at com.ibm.wtp.jee.headless.tests.jee.operations.operationtestcase.runandverify operationtestcase.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createejbtest.setupproject createejbtest.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createbmpbeantest.createentitym odelcreatebmpbeantest.java at com.ibm.wtp.jee.headless.tests.ejb.operations.createbmpbeantest.testsimpleent itycreatebmpbeantest.java at sun.reflect.nativemethodaccessorimpl.invokenative method at sun.reflect.nativemethodaccessorimpl.invoke nativemethodaccessorimpl.java at sun.reflect.delegatingmethodaccessorimpl.invoke delegatingmethodaccessorimpl.java at java.lang.reflect.method.invokemethod.java at junit.framework.testcase.runtesttestcase.java at junit.framework.testcase.runbaretestcase.java at junit.framework.testresult.protecttestresult.java at junit.framework.testresult.runprotectedtestresult.java at junit.framework.testresult.runtestresult.java at junit.framework.testcase.runtestcase.java at junit.framework.testsuite.runtesttestsuite.java at junit.framework.testsuite.runtestsuite.java at junit.framework.testsuite.runtesttestsuite.java at junit.framework.testsuite.runtestsuite.java at junit.swingui.testrunner.runtestrunner.java',
|
| 309 |
+
]
|
| 310 |
embeddings = model.encode(sentences)
|
| 311 |
+
print(embeddings.shape)
|
| 312 |
+
# [3, 768]
|
| 313 |
+
|
| 314 |
+
# Get the similarity scores for the embeddings
|
| 315 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 316 |
+
print(similarities)
|
| 317 |
+
# tensor([[ 1.0000, 0.8299, -0.1454],
|
| 318 |
+
# [ 0.8299, 1.0000, -0.0903],
|
| 319 |
+
# [-0.1454, -0.0903, 1.0000]])
|
| 320 |
```
|
| 321 |
|
| 322 |
+
<!--
|
| 323 |
+
### Direct Usage (Transformers)
|
| 324 |
|
| 325 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 326 |
|
| 327 |
+
</details>
|
| 328 |
+
-->
|
| 329 |
|
| 330 |
+
<!--
|
| 331 |
+
### Downstream Usage (Sentence Transformers)
|
| 332 |
|
| 333 |
+
You can finetune this model on your own dataset.
|
| 334 |
|
| 335 |
+
<details><summary>Click to expand</summary>
|
| 336 |
|
| 337 |
+
</details>
|
| 338 |
+
-->
|
| 339 |
|
| 340 |
+
<!--
|
| 341 |
+
### Out-of-Scope Use
|
| 342 |
|
| 343 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 344 |
+
-->
|
|
|
|
|
|
|
| 345 |
|
| 346 |
+
<!--
|
| 347 |
+
## Bias, Risks and Limitations
|
| 348 |
|
| 349 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 350 |
+
-->
|
| 351 |
+
|
| 352 |
+
<!--
|
| 353 |
+
### Recommendations
|
| 354 |
+
|
| 355 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 356 |
+
-->
|
| 357 |
+
|
| 358 |
+
## Training Details
|
| 359 |
+
|
| 360 |
+
### Training Dataset
|
| 361 |
+
|
| 362 |
+
#### Unnamed Dataset
|
| 363 |
+
|
| 364 |
+
* Size: 5,920 training samples
|
| 365 |
+
* Columns: <code>anchor</code> and <code>positive</code>
|
| 366 |
+
* Approximate statistics based on the first 1000 samples:
|
| 367 |
+
| | anchor | positive |
|
| 368 |
+
|:--------|:-------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------|
|
| 369 |
+
| type | string | string |
|
| 370 |
+
| details | <ul><li>min: 17 tokens</li><li>mean: 129.86 tokens</li><li>max: 256 tokens</li></ul> | <ul><li>min: 13 tokens</li><li>mean: 130.06 tokens</li><li>max: 256 tokens</li></ul> |
|
| 371 |
+
* Samples:
|
| 372 |
+
| anchor | positive |
|
| 373 |
+
|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
| 374 |
+
| <code>ui viewseditors appear active when inactive getkg if you switch to a process outside of eclipse the native active title bar becomes inactive and turns grey. the eclipse views and editors however remain coloured which may appear confusing. to repeat select a view or editor in eclipse note the title bar colourize. switch to another app and restore down so that you can see eclipse in the background.</code> | <code>confusing inner windows active when outer inactive gjnku when looking at an inactive eclipse workbench the title is grey to indicate that it is not active but the inner windows viewparts remain in the active color usually the gradiant blue. this is confusing since a cursory look at the window indicates that it is active and then after trying to do something like pressing f to continue to debug it does not work.</code> |
|
| 375 |
+
| <code>cvs ui creating a patch after creating a new folder does not work properly create a new project get it synced with a cvs repo. create a new folder containing a file in the project root but dont add either of them to cvs. ceate a patch for the project unified output format and save it to either the clipbard or the filesystem. now delete the new folder and apply the patch. it creates only the file but puts it into the project root instead of creating the folder and placing the file there.</code> | <code>cvs patch create patch misses new directories i apologize if someone has already reported this i couldnt find a duplicate. if you create a new patch and choose include new files in patch eclipse very unintuitively ignores new files which exist in new directories. please either fix the wording to indicate that new directories will be ignored or preferably include the new files in the patch.</code> |
|
| 376 |
+
| <code>changing the properties of a cvs location blocks the ide i tried to change the properties of a cvs location. after pressing the ok or apply button a modal dialog progress information appears with buttons details and cancel disabled. behind this dialog another dialog appears which asks me to confirm project sharing changes and blocks the progress. the second dialog cannot be reached because it is blocked by the first dialog. the only way out seems to kill the eclipse process and lose all unsaved changes. i only tried this on mac os x . but maybe the bug occurs also on other operating systems.</code> | <code>cant change repository parameters open the cvs repository exploring perspective. select an existing pserver repository that has attached projects. click properties. change the connection type to extssh and click either apply or ok. a dialog box with a title bar progress information opens. inside that box it says operation in progress... behind that dialog another opens that says confirm project sharing changes. there are options ok details cancel. since it is in the background behind the progress information box you cant click any option. while you can move the progress information box out of the way you cant make the confirm project sharing changes box the foreground window. you can no longer click to any other window but must quit eclipse to make it workable again.</code> |
|
| 377 |
+
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
|
| 378 |
+
```json
|
| 379 |
+
{
|
| 380 |
+
"scale": 20.0,
|
| 381 |
+
"similarity_fct": "cos_sim",
|
| 382 |
+
"gather_across_devices": false
|
| 383 |
+
}
|
| 384 |
```
|
| 385 |
|
| 386 |
+
### Training Hyperparameters
|
| 387 |
+
#### Non-Default Hyperparameters
|
| 388 |
+
|
| 389 |
+
- `warmup_steps`: 100
|
| 390 |
+
- `fp16`: True
|
| 391 |
+
|
| 392 |
+
#### All Hyperparameters
|
| 393 |
+
<details><summary>Click to expand</summary>
|
| 394 |
+
|
| 395 |
+
- `do_predict`: False
|
| 396 |
+
- `eval_strategy`: no
|
| 397 |
+
- `prediction_loss_only`: True
|
| 398 |
+
- `per_device_train_batch_size`: 8
|
| 399 |
+
- `per_device_eval_batch_size`: 8
|
| 400 |
+
- `gradient_accumulation_steps`: 1
|
| 401 |
+
- `eval_accumulation_steps`: None
|
| 402 |
+
- `torch_empty_cache_steps`: None
|
| 403 |
+
- `learning_rate`: 5e-05
|
| 404 |
+
- `weight_decay`: 0.0
|
| 405 |
+
- `adam_beta1`: 0.9
|
| 406 |
+
- `adam_beta2`: 0.999
|
| 407 |
+
- `adam_epsilon`: 1e-08
|
| 408 |
+
- `max_grad_norm`: 1.0
|
| 409 |
+
- `num_train_epochs`: 3
|
| 410 |
+
- `max_steps`: -1
|
| 411 |
+
- `lr_scheduler_type`: linear
|
| 412 |
+
- `lr_scheduler_kwargs`: None
|
| 413 |
+
- `warmup_ratio`: None
|
| 414 |
+
- `warmup_steps`: 100
|
| 415 |
+
- `log_level`: passive
|
| 416 |
+
- `log_level_replica`: warning
|
| 417 |
+
- `log_on_each_node`: True
|
| 418 |
+
- `logging_nan_inf_filter`: True
|
| 419 |
+
- `enable_jit_checkpoint`: False
|
| 420 |
+
- `save_on_each_node`: False
|
| 421 |
+
- `save_only_model`: False
|
| 422 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 423 |
+
- `use_cpu`: False
|
| 424 |
+
- `seed`: 42
|
| 425 |
+
- `data_seed`: None
|
| 426 |
+
- `bf16`: False
|
| 427 |
+
- `fp16`: True
|
| 428 |
+
- `bf16_full_eval`: False
|
| 429 |
+
- `fp16_full_eval`: False
|
| 430 |
+
- `tf32`: None
|
| 431 |
+
- `local_rank`: -1
|
| 432 |
+
- `ddp_backend`: None
|
| 433 |
+
- `debug`: []
|
| 434 |
+
- `dataloader_drop_last`: False
|
| 435 |
+
- `dataloader_num_workers`: 0
|
| 436 |
+
- `dataloader_prefetch_factor`: None
|
| 437 |
+
- `disable_tqdm`: False
|
| 438 |
+
- `remove_unused_columns`: True
|
| 439 |
+
- `label_names`: None
|
| 440 |
+
- `load_best_model_at_end`: False
|
| 441 |
+
- `ignore_data_skip`: False
|
| 442 |
+
- `fsdp`: []
|
| 443 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 444 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 445 |
+
- `parallelism_config`: None
|
| 446 |
+
- `deepspeed`: None
|
| 447 |
+
- `label_smoothing_factor`: 0.0
|
| 448 |
+
- `optim`: adamw_torch_fused
|
| 449 |
+
- `optim_args`: None
|
| 450 |
+
- `group_by_length`: False
|
| 451 |
+
- `length_column_name`: length
|
| 452 |
+
- `project`: huggingface
|
| 453 |
+
- `trackio_space_id`: trackio
|
| 454 |
+
- `ddp_find_unused_parameters`: None
|
| 455 |
+
- `ddp_bucket_cap_mb`: None
|
| 456 |
+
- `ddp_broadcast_buffers`: False
|
| 457 |
+
- `dataloader_pin_memory`: True
|
| 458 |
+
- `dataloader_persistent_workers`: False
|
| 459 |
+
- `skip_memory_metrics`: True
|
| 460 |
+
- `push_to_hub`: False
|
| 461 |
+
- `resume_from_checkpoint`: None
|
| 462 |
+
- `hub_model_id`: None
|
| 463 |
+
- `hub_strategy`: every_save
|
| 464 |
+
- `hub_private_repo`: None
|
| 465 |
+
- `hub_always_push`: False
|
| 466 |
+
- `hub_revision`: None
|
| 467 |
+
- `gradient_checkpointing`: False
|
| 468 |
+
- `gradient_checkpointing_kwargs`: None
|
| 469 |
+
- `include_for_metrics`: []
|
| 470 |
+
- `eval_do_concat_batches`: True
|
| 471 |
+
- `auto_find_batch_size`: False
|
| 472 |
+
- `full_determinism`: False
|
| 473 |
+
- `ddp_timeout`: 1800
|
| 474 |
+
- `torch_compile`: False
|
| 475 |
+
- `torch_compile_backend`: None
|
| 476 |
+
- `torch_compile_mode`: None
|
| 477 |
+
- `include_num_input_tokens_seen`: no
|
| 478 |
+
- `neftune_noise_alpha`: None
|
| 479 |
+
- `optim_target_modules`: None
|
| 480 |
+
- `batch_eval_metrics`: False
|
| 481 |
+
- `eval_on_start`: False
|
| 482 |
+
- `use_liger_kernel`: False
|
| 483 |
+
- `liger_kernel_config`: None
|
| 484 |
+
- `eval_use_gather_object`: False
|
| 485 |
+
- `average_tokens_across_devices`: True
|
| 486 |
+
- `use_cache`: False
|
| 487 |
+
- `prompts`: None
|
| 488 |
+
- `batch_sampler`: batch_sampler
|
| 489 |
+
- `multi_dataset_batch_sampler`: proportional
|
| 490 |
+
- `router_mapping`: {}
|
| 491 |
+
- `learning_rate_mapping`: {}
|
| 492 |
+
|
| 493 |
+
</details>
|
| 494 |
+
|
| 495 |
+
### Training Logs
|
| 496 |
+
| Epoch | Step | Training Loss |
|
| 497 |
+
|:------:|:----:|:-------------:|
|
| 498 |
+
| 0.1351 | 50 | 0.3131 |
|
| 499 |
+
| 0.2703 | 100 | 0.2310 |
|
| 500 |
+
| 0.4054 | 150 | 0.3020 |
|
| 501 |
+
| 0.5405 | 200 | 0.2301 |
|
| 502 |
+
| 0.6757 | 250 | 0.2584 |
|
| 503 |
+
| 0.8108 | 300 | 0.2278 |
|
| 504 |
+
| 0.9459 | 350 | 0.2608 |
|
| 505 |
+
| 1.0811 | 400 | 0.1618 |
|
| 506 |
+
| 1.2162 | 450 | 0.0894 |
|
| 507 |
+
| 1.3514 | 500 | 0.0825 |
|
| 508 |
+
| 1.4865 | 550 | 0.1157 |
|
| 509 |
+
| 1.6216 | 600 | 0.1062 |
|
| 510 |
+
| 1.7568 | 650 | 0.0873 |
|
| 511 |
+
| 1.8919 | 700 | 0.0677 |
|
| 512 |
+
| 2.0270 | 750 | 0.0996 |
|
| 513 |
+
| 2.1622 | 800 | 0.0387 |
|
| 514 |
+
| 2.2973 | 850 | 0.0389 |
|
| 515 |
+
| 2.4324 | 900 | 0.0469 |
|
| 516 |
+
| 2.5676 | 950 | 0.0345 |
|
| 517 |
+
| 2.7027 | 1000 | 0.0407 |
|
| 518 |
+
| 2.8378 | 1050 | 0.0403 |
|
| 519 |
+
| 2.9730 | 1100 | 0.0385 |
|
| 520 |
+
|
| 521 |
+
|
| 522 |
+
### Framework Versions
|
| 523 |
+
- Python: 3.12.12
|
| 524 |
+
- Sentence Transformers: 5.2.3
|
| 525 |
+
- Transformers: 5.0.0
|
| 526 |
+
- PyTorch: 2.10.0+cu128
|
| 527 |
+
- Accelerate: 1.12.0
|
| 528 |
+
- Datasets: 4.8.3
|
| 529 |
+
- Tokenizers: 0.22.2
|
| 530 |
+
|
| 531 |
+
## Citation
|
| 532 |
+
|
| 533 |
+
### BibTeX
|
| 534 |
+
|
| 535 |
+
#### Sentence Transformers
|
| 536 |
+
```bibtex
|
| 537 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 538 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 539 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 540 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 541 |
+
month = "11",
|
| 542 |
+
year = "2019",
|
| 543 |
+
publisher = "Association for Computational Linguistics",
|
| 544 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 545 |
+
}
|
| 546 |
```
|
| 547 |
+
|
| 548 |
+
#### MultipleNegativesRankingLoss
|
| 549 |
+
```bibtex
|
| 550 |
+
@misc{henderson2017efficient,
|
| 551 |
+
title={Efficient Natural Language Response Suggestion for Smart Reply},
|
| 552 |
+
author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
|
| 553 |
+
year={2017},
|
| 554 |
+
eprint={1705.00652},
|
| 555 |
+
archivePrefix={arXiv},
|
| 556 |
+
primaryClass={cs.CL}
|
|
|
|
|
|
|
|
|
|
| 557 |
}
|
| 558 |
```
|
| 559 |
|
| 560 |
+
<!--
|
| 561 |
+
## Glossary
|
| 562 |
|
| 563 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 564 |
+
-->
|
| 565 |
+
|
| 566 |
+
<!--
|
| 567 |
+
## Model Card Authors
|
| 568 |
+
|
| 569 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 570 |
+
-->
|
| 571 |
|
| 572 |
+
<!--
|
| 573 |
+
## Model Card Contact
|
| 574 |
|
| 575 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 576 |
+
-->
|
config.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "sentence-transformers/all-mpnet-base-v2",
|
| 3 |
"architectures": [
|
| 4 |
"MPNetModel"
|
| 5 |
],
|
| 6 |
"attention_probs_dropout_prob": 0.1,
|
| 7 |
"bos_token_id": 0,
|
|
|
|
| 8 |
"eos_token_id": 2,
|
| 9 |
"hidden_act": "gelu",
|
| 10 |
"hidden_dropout_prob": 0.1,
|
|
@@ -18,7 +18,7 @@
|
|
| 18 |
"num_hidden_layers": 12,
|
| 19 |
"pad_token_id": 1,
|
| 20 |
"relative_attention_num_buckets": 32,
|
| 21 |
-
"
|
| 22 |
-
"transformers_version": "
|
| 23 |
"vocab_size": 30527
|
| 24 |
}
|
|
|
|
| 1 |
{
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"MPNetModel"
|
| 4 |
],
|
| 5 |
"attention_probs_dropout_prob": 0.1,
|
| 6 |
"bos_token_id": 0,
|
| 7 |
+
"dtype": "float32",
|
| 8 |
"eos_token_id": 2,
|
| 9 |
"hidden_act": "gelu",
|
| 10 |
"hidden_dropout_prob": 0.1,
|
|
|
|
| 18 |
"num_hidden_layers": 12,
|
| 19 |
"pad_token_id": 1,
|
| 20 |
"relative_attention_num_buckets": 32,
|
| 21 |
+
"tie_word_embeddings": true,
|
| 22 |
+
"transformers_version": "5.0.0",
|
| 23 |
"vocab_size": 30527
|
| 24 |
}
|
config_sentence_transformers.json
CHANGED
|
@@ -1,9 +1,14 @@
|
|
| 1 |
{
|
| 2 |
"__version__": {
|
| 3 |
-
"sentence_transformers": "2.
|
| 4 |
-
"transformers": "
|
| 5 |
-
"pytorch": "
|
| 6 |
},
|
| 7 |
-
"
|
| 8 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"__version__": {
|
| 3 |
+
"sentence_transformers": "5.2.3",
|
| 4 |
+
"transformers": "5.0.0",
|
| 5 |
+
"pytorch": "2.10.0+cu128"
|
| 6 |
},
|
| 7 |
+
"model_type": "SentenceTransformer",
|
| 8 |
+
"prompts": {
|
| 9 |
+
"query": "",
|
| 10 |
+
"document": ""
|
| 11 |
+
},
|
| 12 |
+
"default_prompt_name": null,
|
| 13 |
+
"similarity_fn_name": "cosine"
|
| 14 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a3f6b54fac9c258f46cc46422c22b4047b304b34d1da086c41b6bad4d916e51
|
| 3 |
+
size 437967648
|
sentence_bert_config.json
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"max_seq_length": 256,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
}
|
tokenizer.json
CHANGED
|
@@ -81,17 +81,85 @@
|
|
| 81 |
"type": "BertPreTokenizer"
|
| 82 |
},
|
| 83 |
"post_processor": {
|
| 84 |
-
"type": "
|
| 85 |
-
"
|
| 86 |
-
|
| 87 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
],
|
| 89 |
-
"
|
| 90 |
-
|
| 91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 92 |
],
|
| 93 |
-
"
|
| 94 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 95 |
},
|
| 96 |
"decoder": {
|
| 97 |
"type": "WordPiece",
|
|
|
|
| 81 |
"type": "BertPreTokenizer"
|
| 82 |
},
|
| 83 |
"post_processor": {
|
| 84 |
+
"type": "TemplateProcessing",
|
| 85 |
+
"single": [
|
| 86 |
+
{
|
| 87 |
+
"SpecialToken": {
|
| 88 |
+
"id": "<s>",
|
| 89 |
+
"type_id": 0
|
| 90 |
+
}
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"Sequence": {
|
| 94 |
+
"id": "A",
|
| 95 |
+
"type_id": 0
|
| 96 |
+
}
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"SpecialToken": {
|
| 100 |
+
"id": "</s>",
|
| 101 |
+
"type_id": 0
|
| 102 |
+
}
|
| 103 |
+
}
|
| 104 |
],
|
| 105 |
+
"pair": [
|
| 106 |
+
{
|
| 107 |
+
"SpecialToken": {
|
| 108 |
+
"id": "<s>",
|
| 109 |
+
"type_id": 0
|
| 110 |
+
}
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"Sequence": {
|
| 114 |
+
"id": "A",
|
| 115 |
+
"type_id": 0
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"SpecialToken": {
|
| 120 |
+
"id": "</s>",
|
| 121 |
+
"type_id": 0
|
| 122 |
+
}
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"SpecialToken": {
|
| 126 |
+
"id": "</s>",
|
| 127 |
+
"type_id": 0
|
| 128 |
+
}
|
| 129 |
+
},
|
| 130 |
+
{
|
| 131 |
+
"Sequence": {
|
| 132 |
+
"id": "B",
|
| 133 |
+
"type_id": 1
|
| 134 |
+
}
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"SpecialToken": {
|
| 138 |
+
"id": "</s>",
|
| 139 |
+
"type_id": 1
|
| 140 |
+
}
|
| 141 |
+
}
|
| 142 |
],
|
| 143 |
+
"special_tokens": {
|
| 144 |
+
"</s>": {
|
| 145 |
+
"id": "</s>",
|
| 146 |
+
"ids": [
|
| 147 |
+
2
|
| 148 |
+
],
|
| 149 |
+
"tokens": [
|
| 150 |
+
"</s>"
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
"<s>": {
|
| 154 |
+
"id": "<s>",
|
| 155 |
+
"ids": [
|
| 156 |
+
0
|
| 157 |
+
],
|
| 158 |
+
"tokens": [
|
| 159 |
+
"<s>"
|
| 160 |
+
]
|
| 161 |
+
}
|
| 162 |
+
}
|
| 163 |
},
|
| 164 |
"decoder": {
|
| 165 |
"type": "WordPiece",
|
tokenizer_config.json
CHANGED
|
@@ -1,72 +1,16 @@
|
|
| 1 |
{
|
| 2 |
-
"
|
| 3 |
-
"0": {
|
| 4 |
-
"content": "<s>",
|
| 5 |
-
"lstrip": false,
|
| 6 |
-
"normalized": false,
|
| 7 |
-
"rstrip": false,
|
| 8 |
-
"single_word": false,
|
| 9 |
-
"special": true
|
| 10 |
-
},
|
| 11 |
-
"1": {
|
| 12 |
-
"content": "<pad>",
|
| 13 |
-
"lstrip": false,
|
| 14 |
-
"normalized": false,
|
| 15 |
-
"rstrip": false,
|
| 16 |
-
"single_word": false,
|
| 17 |
-
"special": true
|
| 18 |
-
},
|
| 19 |
-
"2": {
|
| 20 |
-
"content": "</s>",
|
| 21 |
-
"lstrip": false,
|
| 22 |
-
"normalized": false,
|
| 23 |
-
"rstrip": false,
|
| 24 |
-
"single_word": false,
|
| 25 |
-
"special": true
|
| 26 |
-
},
|
| 27 |
-
"3": {
|
| 28 |
-
"content": "<unk>",
|
| 29 |
-
"lstrip": false,
|
| 30 |
-
"normalized": true,
|
| 31 |
-
"rstrip": false,
|
| 32 |
-
"single_word": false,
|
| 33 |
-
"special": true
|
| 34 |
-
},
|
| 35 |
-
"104": {
|
| 36 |
-
"content": "[UNK]",
|
| 37 |
-
"lstrip": false,
|
| 38 |
-
"normalized": false,
|
| 39 |
-
"rstrip": false,
|
| 40 |
-
"single_word": false,
|
| 41 |
-
"special": true
|
| 42 |
-
},
|
| 43 |
-
"30526": {
|
| 44 |
-
"content": "<mask>",
|
| 45 |
-
"lstrip": true,
|
| 46 |
-
"normalized": false,
|
| 47 |
-
"rstrip": false,
|
| 48 |
-
"single_word": false,
|
| 49 |
-
"special": true
|
| 50 |
-
}
|
| 51 |
-
},
|
| 52 |
"bos_token": "<s>",
|
| 53 |
-
"clean_up_tokenization_spaces": true,
|
| 54 |
"cls_token": "<s>",
|
| 55 |
"do_lower_case": true,
|
| 56 |
"eos_token": "</s>",
|
|
|
|
| 57 |
"mask_token": "<mask>",
|
| 58 |
-
"
|
| 59 |
-
"model_max_length": 512,
|
| 60 |
-
"pad_to_multiple_of": null,
|
| 61 |
"pad_token": "<pad>",
|
| 62 |
-
"pad_token_type_id": 0,
|
| 63 |
-
"padding_side": "right",
|
| 64 |
"sep_token": "</s>",
|
| 65 |
-
"stride": 0,
|
| 66 |
"strip_accents": null,
|
| 67 |
"tokenize_chinese_chars": true,
|
| 68 |
"tokenizer_class": "MPNetTokenizer",
|
| 69 |
-
"truncation_side": "right",
|
| 70 |
-
"truncation_strategy": "longest_first",
|
| 71 |
"unk_token": "[UNK]"
|
| 72 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"backend": "tokenizers",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
"bos_token": "<s>",
|
|
|
|
| 4 |
"cls_token": "<s>",
|
| 5 |
"do_lower_case": true,
|
| 6 |
"eos_token": "</s>",
|
| 7 |
+
"is_local": false,
|
| 8 |
"mask_token": "<mask>",
|
| 9 |
+
"model_max_length": 384,
|
|
|
|
|
|
|
| 10 |
"pad_token": "<pad>",
|
|
|
|
|
|
|
| 11 |
"sep_token": "</s>",
|
|
|
|
| 12 |
"strip_accents": null,
|
| 13 |
"tokenize_chinese_chars": true,
|
| 14 |
"tokenizer_class": "MPNetTokenizer",
|
|
|
|
|
|
|
| 15 |
"unk_token": "[UNK]"
|
| 16 |
}
|