Upload 11 files
Browse files- .gitattributes +1 -0
- 1_Pooling/config.json +10 -0
- README.md +688 -0
- config.json +49 -0
- config_sentence_transformers.json +10 -0
- eval/Information-Retrieval_evaluation_results.csv +3 -0
- model.safetensors +3 -0
- modules.json +20 -0
- sentence_bert_config.json +4 -0
- special_tokens_map.json +51 -0
- tokenizer.json +3 -0
- tokenizer_config.json +55 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
1_Pooling/config.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"word_embedding_dimension": 768,
|
| 3 |
+
"pooling_mode_cls_token": true,
|
| 4 |
+
"pooling_mode_mean_tokens": false,
|
| 5 |
+
"pooling_mode_max_tokens": false,
|
| 6 |
+
"pooling_mode_mean_sqrt_len_tokens": false,
|
| 7 |
+
"pooling_mode_weightedmean_tokens": false,
|
| 8 |
+
"pooling_mode_lasttoken": false,
|
| 9 |
+
"include_prompt": true
|
| 10 |
+
}
|
README.md
ADDED
|
@@ -0,0 +1,688 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- sentence-transformers
|
| 4 |
+
- sentence-similarity
|
| 5 |
+
- feature-extraction
|
| 6 |
+
- generated_from_trainer
|
| 7 |
+
- dataset_size:5900
|
| 8 |
+
- loss:MultipleNegativesRankingLoss
|
| 9 |
+
base_model: Alibaba-NLP/gte-multilingual-base
|
| 10 |
+
widget:
|
| 11 |
+
- source_sentence: How can I add the program to my antivirus exception list to stop
|
| 12 |
+
these "Access is denied" errors when saving files?
|
| 13 |
+
sentences:
|
| 14 |
+
- 'Title: Russian Federation "Google Tax"
|
| 15 |
+
|
| 16 |
+
Answer: Payment of Taxes to the Russian Federation Residents from the Russian
|
| 17 |
+
Federation need to pay tax on their online purchases.This 20% tax is one that
|
| 18 |
+
is forced upon all online sales to the Russian Federation.We as a seller are obliged
|
| 19 |
+
to pay this tax to your country for each purchase in our web shop by citizens
|
| 20 |
+
of the Russian Federation.[I](https://tax.thomsonreuters.com/blog/tax/indirect-tax/google-tax-is-coming-to-russia/)mage-Line
|
| 21 |
+
Support Team'
|
| 22 |
+
- 'Document_title: Tools Menu
|
| 23 |
+
|
| 24 |
+
File_name: menu_tools.htm
|
| 25 |
+
|
| 26 |
+
Heading_hierarchy: [Tools Menu]
|
| 27 |
+
|
| 28 |
+
Anchor_id: [none]
|
| 29 |
+
|
| 30 |
+
[Image: Top menu bar with text options | Ref: img_shot/menu_bar_selecttools.png]
|
| 31 |
+
The Tools menu contains useful tools for working with channels, patterns, effects
|
| 32 |
+
and provides the ability to use external applications as tools inside FL Studio.'
|
| 33 |
+
- 'Title: Cannot create file / Access is denied / Unable to write to / Couldn''t
|
| 34 |
+
create the file / Please check that no other application is currently using it
|
| 35 |
+
|
| 36 |
+
Answer: Anti virus programs can trigger one or more of the following error messages:
|
| 37 |
+
Error messages: Cannot create file ''C:\Users\[USER]\Documents\Image-Line\FLEX\Images\[Filename].jpg''.
|
| 38 |
+
Access is denied. Cannot create file ''C:\Users\[USER]\Documents\Image-Line\FL
|
| 39 |
+
Studio\Audio\Sliced audio\[Filename].wav''. Access is denied. Cannot create file
|
| 40 |
+
"C:\Users\[USER]\Documents\Image-Line\FL Studio\Presets\Clipboard files\Audio
|
| 41 |
+
clipboard.wav". Access is denied. Unable to write to C:\Users\[USER]\Documents\Image-Line\FLEX\Packs\[Filename].ini.
|
| 42 |
+
Couldn''t create the file
|
| 43 |
+
|
| 44 |
+
''[Filename].wav''. Please check that no other application is currently using
|
| 45 |
+
it. As [USER] for example: John (your Windows account name)As [Filename] for example:
|
| 46 |
+
Arksun Cityscape-1.jpg, Arksun Cityscape-1.ini, recording.wav Symptoms: Can''t
|
| 47 |
+
render audio, "Couldn''t create the file ''[Filename].wav''. Please check that
|
| 48 |
+
no other application is currently using it." error is showing up. FLEX doesn''t
|
| 49 |
+
work, "Cannot create file ''C:\Users\[USER]\Documents\Image-Line\FLEX\Images\[Filename].jpg''.
|
| 50 |
+
Access is denied.", "Unable to write to
|
| 51 |
+
|
| 52 |
+
C:\Users\[USER]\Documents\Image-Line\FLEX\Packs\[Filename].ini." error is showing
|
| 53 |
+
up. You can''t drag and drop files from NewTone, NewTime or Edison into FL Studio.
|
| 54 |
+
You can''t use "paste from clipboard" as "Cannot create file "C:\Users\[USER]\Documents\Image-Line\FL
|
| 55 |
+
Studio\Presets\Clipboard files\Audio clipboard.wav". Access is denied." error
|
| 56 |
+
is showing up. You can''t consolidate or quickrender tracks or patterns as "Couldn''t
|
| 57 |
+
create the file ''[Filename].wav''. Please check that no other application is
|
| 58 |
+
currently using it." error is showing up. You try to render audio and the file
|
| 59 |
+
is not
|
| 60 |
+
|
| 61 |
+
showing up, this could also be caused by an Antivirus. Please check if Avast or
|
| 62 |
+
AVG Anti-virus is installed. Avast and AVG block the usage of the document folder
|
| 63 |
+
for FL Studio. The solution is to add FL Studio to the exception list. Fix for
|
| 64 |
+
Avast: 1: Open Avast and navigate to the Avast dashboard 2: Click Menu and click
|
| 65 |
+
the Settings tab. Click the Exclusions tab under the General tab 3: Add > add
|
| 66 |
+
the path of the installation folder from FL Studio > add to Avast whitelist
|
| 67 |
+
Fix for AVG: 1: Open the AVG Dashboard > Menu > Settings 2: Click on General
|
| 68 |
+
> Exceptions > Add
|
| 69 |
+
|
| 70 |
+
Exception 3: Click on Browse > navigate to the installation folder of FL Studio
|
| 71 |
+
Other solutions: If the solutions above does not help, these could be some issues,
|
| 72 |
+
have a look at the article linked below: Wrong user data location Controlled Folder
|
| 73 |
+
Access is activated [FL Studio | Failed to create user data folder / Unable to
|
| 74 |
+
create file / Errors saving data](https://support.image-line.com/action/knowledgebase?ans=646)
|
| 75 |
+
Please report this issue to your Antivirus provider, so they are able to add FL
|
| 76 |
+
Studio to their database. As FL Studio is always evolving, the code signature/fingerprint
|
| 77 |
+
AVG
|
| 78 |
+
|
| 79 |
+
and Avast is using changes and will again be blocked in the future. Image-Line
|
| 80 |
+
Support Team'
|
| 81 |
+
- source_sentence: Can I use the Gate parameter to create a staccato effect by cutting
|
| 82 |
+
off the sound immediately when I release a key?
|
| 83 |
+
sentences:
|
| 84 |
+
- 'Document_title: Plucked!
|
| 85 |
+
|
| 86 |
+
File_name: plugins/Plucked!.htm
|
| 87 |
+
|
| 88 |
+
Heading_hierarchy: [Plucked! -> Parameters]
|
| 89 |
+
|
| 90 |
+
Anchor_id: [none]
|
| 91 |
+
|
| 92 |
+
• Decay knob - Changes the decay time of the plucked sound. • Color knob - Changes
|
| 93 |
+
the tone of the plucked sound from dark (left) to bright (right). • Normalize
|
| 94 |
+
- Tries to make the decay the same for all semitones. Otherwise higher notes have
|
| 95 |
+
a shorter decay. • Gate - Stops the voices
|
| 96 |
+
|
| 97 |
+
abruptly when released. Otherwise the decay keeps going. • Widen - Enriches the
|
| 98 |
+
stereo panorama of the sound.'
|
| 99 |
+
- 'Document_title: Minihost Modular (DEPRECIATED)
|
| 100 |
+
|
| 101 |
+
File_name: plugins/Minihost Modular.htm
|
| 102 |
+
|
| 103 |
+
Heading_hierarchy: [Minihost Modular (DEPRECIATED) -> Zones]
|
| 104 |
+
|
| 105 |
+
Anchor_id: [none]
|
| 106 |
+
|
| 107 |
+
The Piano roll Module can hold 1 or more Zones. A Zone is a named musical sequence
|
| 108 |
+
which reacts to a given MIDI keyboard range, on a specific MIDI Channel or all
|
| 109 |
+
MIDI Channels (Omni). It can also play one or more graphical envelopes, routed
|
| 110 |
+
to different destinations.'
|
| 111 |
+
- "Document_title: Harmor \nFile_name: plugins/Harmor.htm\nHeading_hierarchy: [Harmor\
|
| 112 |
+
\ -> Formats]\nAnchor_id: [none]\nDrag & Drop audio Files (WAV, AIFF, WavPack,\
|
| 113 |
+
\ MP3, OGG, REX1&2): • Onto the oscillator shapes: converts wav to oscillator\
|
| 114 |
+
\ (1 or 2). • Onto the image editor: import wav for resynthesis. Original file\
|
| 115 |
+
\ IS linked to, & not embedded in FLPs. • Anywhere or onto the channel button:\
|
| 116 |
+
\ Harmor will detect\nwhether it's a single-cycle or long wav (>50ms), & import\
|
| 117 |
+
\ as an oscillator (the one 'selected') or the image. Drag & drop Images: ➤ Bitmap\
|
| 118 |
+
\ file (bmp/jpg): imports the image (in image mode, obviously). Original file\
|
| 119 |
+
\ is NOT linked to, it's embedded. Drag & drop scala tuning files: ➤ Scalar files\
|
| 120 |
+
\ are\nsupported, drop .scl files onto Harmor. .scl Scala tuning file: imports\
|
| 121 |
+
\ the tuning file into the pitch envelope. There is also a \"just intonation\"\
|
| 122 |
+
\ pitch kb mapping that can be loaded."
|
| 123 |
+
- source_sentence: How do I access the FL Keys online help file from within the program?
|
| 124 |
+
sentences:
|
| 125 |
+
- 'Title: What is Firebase and what data does it collect?
|
| 126 |
+
|
| 127 |
+
Answer: What is Firebase? [Firebase](https://support.google.com/firebase/answer/6318039?hl=en&ref_topic=6317497)
|
| 128 |
+
is a tool developed and managed by Google. It communicates with Google servers
|
| 129 |
+
to both enable online cloud services (such as content delivery) and also compiles
|
| 130 |
+
information about how a user interacts with an Application and its surrounding
|
| 131 |
+
services. Firebase works on Android and iOS operating systems. We use it to receive
|
| 132 |
+
information about how you use FL Studio Mobile, to help us improve the user experience.
|
| 133 |
+
FL Studio Mobile included Firebase
|
| 134 |
+
|
| 135 |
+
functionality commencing May 2021. Why do we use it? When we develop an App like
|
| 136 |
+
FL Studio Mobile, we put it in an App store and have very little connection with
|
| 137 |
+
the users. Your relationship is more between Apple, Google and Microsoft (as the
|
| 138 |
+
vendor of the OS you are using and App store) than it is with us. And so, we find
|
| 139 |
+
it difficult to know how our mobile applications are performing, beyond the review
|
| 140 |
+
system on the App stores. It can help us greatly if we know more about how and
|
| 141 |
+
where people are using FL Studio Mobile. What information does Firebase collect?
|
| 142 |
+
How many
|
| 143 |
+
|
| 144 |
+
times the App is opened and when How long the App is open The Operating system
|
| 145 |
+
being used The device model the App is being used on The country you are in When
|
| 146 |
+
the app was first installed and first opened If and when the App was updated What
|
| 147 |
+
In-app purchases are made Crashes and their type That one of our mobile App customers
|
| 148 |
+
has visited our website or clicked on our ads. This helps our developers to better
|
| 149 |
+
understand the nature of the devices in use, and where our App is being used.
|
| 150 |
+
They can then make better decisions about how to improve functionality and
|
| 151 |
+
|
| 152 |
+
performance. Do we spy on you? No. We do not and can not track your precise location
|
| 153 |
+
or see any of your personal files (even those in FL Studio Mobile). We can''t
|
| 154 |
+
see specific user activities on the device other than those listed. Nor are we
|
| 155 |
+
interested! Firebase does log if you click on any Google Advertising. We are particularly
|
| 156 |
+
interested if you click on any of our Google Advertising. We can''t specifically
|
| 157 |
+
identify you. Just that an FL Studio Mobile user has clicked on one of our advertisements
|
| 158 |
+
or visited our website. We are generally interested in how closely our Mobile
|
| 159 |
+
customers also
|
| 160 |
+
|
| 161 |
+
interact with our online presence (Website, Advertisements, Social Media etc).
|
| 162 |
+
We use this to decide where we should advertise to find more people like you -
|
| 163 |
+
people who may be interested in purchasing FL Studio Mobile. For the full list
|
| 164 |
+
of data Firebase may collect see [General overview](https://support.google.com/firebase/answer/6318039?hl=en&ref_topic=6317497),
|
| 165 |
+
[Automatically Collected Data](https://support.google.com/firebase/answer/9234069?visit_id=637547267264620717-2374579154&rd=1)
|
| 166 |
+
and [User related
|
| 167 |
+
|
| 168 |
+
information](https://support.google.com/firebase/answer/9268042?visit_id=637547267264620717-2374579154&rd=1)
|
| 169 |
+
Image-Line'
|
| 170 |
+
- "Document_title: MIDI Scripting Device API reference \nFile_name: midi_scripting.htm\n\
|
| 171 |
+
Heading_hierarchy: [MIDI Scripting Device API reference -> PME flags]\nAnchor_id:\
|
| 172 |
+
\ pmeFlags\nParameter Value Documentation PME_System 2 Can do system stuff (play/pause..\
|
| 173 |
+
\ mostly safe things) PME_System_Safe 4 Can do critical system stuff (add markers..\
|
| 174 |
+
\ things that can't be done when a modal\n window is shown) PME_PreviewNote\
|
| 175 |
+
\ 8 note trigger previews notes | controls stuff PME_FromHost 16 when the app\
|
| 176 |
+
\ is hosted PME_FromMIDI 32 coming from MIDI event"
|
| 177 |
+
- "Title: FL Keys - general information \nAnswer: Please visit the [FL Keys online\
|
| 178 |
+
\ help](https://www.image-line.com/support/flstudio_online_manual/html/plugins/FL%20Keys.htm)\
|
| 179 |
+
\ file for extra information"
|
| 180 |
+
- source_sentence: What kind of sample properties can I adjust using the F2 shortcut
|
| 181 |
+
in Edison?
|
| 182 |
+
sentences:
|
| 183 |
+
- "Document_title: Edison \nFile_name: plugins/Edison_4.htm\nHeading_hierarchy:\
|
| 184 |
+
\ [Edison -> Sample Properties ( F2 )]\nAnchor_id: [none]\nF2 \n[Edison -> Sample\
|
| 185 |
+
\ Properties ( F2 )]"
|
| 186 |
+
- 'Title: TS404 - general information
|
| 187 |
+
|
| 188 |
+
Answer: The TS404 plugin no longer is available.'
|
| 189 |
+
- 'Title: Fruity Parametric EQ - general information
|
| 190 |
+
|
| 191 |
+
Answer: Please visit the [Fruity Parametric EQ online help](https://www.image-line.com/support/flstudio_online_manual/html/plugins/Fruity%20Parametric%20EQ.htm)
|
| 192 |
+
file for extra information'
|
| 193 |
+
- source_sentence: If I save the project after clicking "Continue," will the missing
|
| 194 |
+
files be automatically relinked or do I need to fix the file paths manually?
|
| 195 |
+
sentences:
|
| 196 |
+
- "Document_title: The Playlist \nFile_name: playlist.htm\nHeading_hierarchy: [The\
|
| 197 |
+
\ Playlist -> Universal Clip Editing Methods]\nAnchor_id: [none]\n• Snap settings\
|
| 198 |
+
\ ( [Image: Horseshoe magnet icon, gray background | Ref: img_glob/flicon_snap.png]\
|
| 199 |
+
\ ) - Snap controls how Clips move on the Playlist grid and many of the other\
|
| 200 |
+
\ editing functions below. Set this to ' line ' if you want the Clips to snap\
|
| 201 |
+
\ to bar boundaries or to ' none ' if you want to\nfreely position & slice Clips.\
|
| 202 |
+
\ • Inserting Clips - To insert a Clip, select the Clip you want to place from\
|
| 203 |
+
\ the Clip Source menu (indicated above) OR Right-Click the Clip focus selectors\
|
| 204 |
+
\ (indicated above) to choose Clips of the type selected. Next, in Draw ( [Image:\
|
| 205 |
+
\ Gray pencil drawing/editing tool\nicon | Ref: img_glob/flicon_pencilup.png]\
|
| 206 |
+
\ ) or Paint ( [Image: Paintbrush dripping with liquid icon | Ref: img_glob/flicon_paint.png]\
|
| 207 |
+
\ ) mode, Left-click on an empty area of a Clips track where you want to place\
|
| 208 |
+
\ the Clip. Paint mode allows you to paint multiple instances of the Clip at once\
|
| 209 |
+
\ (hold the\nMouse button & drag). • Insert time into the Playlist (shift Clips\
|
| 210 |
+
\ to the right) - Hold ( Ctrl ), click and drag on the time-line at the top of\
|
| 211 |
+
\ the Playlist starting from the point you want to insert space into the timeline\
|
| 212 |
+
\ AND for the duration of the insertion you want. With ( Ctrl ) still held press\
|
| 213 |
+
\ the ( Ins\nert ) key on your keyboard. Insert time into the Playlist (slice\
|
| 214 |
+
\ and move Clips to the right) - Make a time selection as above, then hold ( Ctrl+Alt\
|
| 215 |
+
\ ) and press the ( Insert ) key on your keyboard. The slice point will be at\
|
| 216 |
+
\ the start of the selection. • Delete a time selection - Hold ( Ctrl ), click\
|
| 217 |
+
\ and\ndrag on the time-line at the\n top of the Playlist to select the region\
|
| 218 |
+
\ to be deleted. Press ( Ctrl+Del ) to delete all patterns in the current selection\
|
| 219 |
+
\ and move Clips to the right of the selection into the gap. • Select Clips -\
|
| 220 |
+
\ To make a selection of more than one Clip. Use the [Image: Dashed square crop\
|
| 221 |
+
\ selection icon | Ref:\nimg_glob/flicon_select.png] Select tool and click and\
|
| 222 |
+
\ drag a rectangle around the Clips to be selected. To add Clips to this selection\
|
| 223 |
+
\ hold the ( Shift ) key and make further selections. OR if you are in Draw or\
|
| 224 |
+
\ Paint mode, hold ( Ctrl ) key and you will drop into Select mode while the\
|
| 225 |
+
\ ( Ctrl ) key is\nheld. Holding the ( Ctrl+Shift ) keys will allow you to add\
|
| 226 |
+
\ and remove Clips to / from an existing selection. OR use the Magic lasso feature.\
|
| 227 |
+
\ Move your Mouse pointer in a loop that encloses the Clips you want to select\
|
| 228 |
+
\ (no clicking required, it's 'magic' remember). Make sure you have no Clips\n\
|
| 229 |
+
selected before you perform the lasso action (Right-Click the empty Playlist to\
|
| 230 |
+
\ deselect all Clips and make another selection). • Zoom to area - ( Ctrl+Right-Click\
|
| 231 |
+
\ ) and drag over a selection of the Playlist. Un-Zoom area - ( Ctrl+Right-Click\
|
| 232 |
+
\ ) anywhere\n on the Playlist (don't drag). • Zoom to a Clip - ( Ctrl+Shift+Right-Click\
|
| 233 |
+
\ ) on a Clip will maximize the zoom\n of the Playlist to the selected Clip.\
|
| 234 |
+
\ To Un-Zoom Clip - ( Ctrl+Right-Click ) anywhere\n on the Playlist (don't\
|
| 235 |
+
\ drag in this mode since that is how to zoom to selection). • Delete/Erase a\
|
| 236 |
+
\ Clip - Right-Click the target Clip or use the left Mouse button if you are in\
|
| 237 |
+
\ erase ( [Image: Circular gray \"no entry\" symbol icon | Ref: img_glob/flicon_delete.png]\
|
| 238 |
+
\ ) mode. • Copy/Paste Clips - Make\na selection, release the Mouse and any keys\
|
| 239 |
+
\ held, then hold the ( Shift ) key, then click on the selection and drag. A copy\
|
| 240 |
+
\ of the selection will follow the Mouse cursor. Release the selection when the\
|
| 241 |
+
\ Clips are in the alternative location. NOTE: In ' Slice tool ' mode this will\
|
| 242 |
+
\ initiate a slice, not\ncopy. OR Make a selection, press ( Ctrl+C ) to copy,\
|
| 243 |
+
\ then scroll the Playlist so that the starting bar for the paste location is\
|
| 244 |
+
\ at the left edge of the Playlist and press ( Ctrl+V ). • Duplicate selection\
|
| 245 |
+
\ - Make a selection and press ( Ctrl+B ). The selection, or all Clips if no selection\
|
| 246 |
+
\ is made, will be\nduplicated to the right of the original selection."
|
| 247 |
+
- 'Title: If I use the academic version of FL Studio, do I own copyright to the
|
| 248 |
+
music I make with it?
|
| 249 |
+
|
| 250 |
+
Answer: Yes.However, this does not allow you to sell the music or rent it for
|
| 251 |
+
hire. Please see this article: [What about commercial use of the music produced
|
| 252 |
+
with FL Studio educational? In other words, can produced music be sold?](https://support.image-line.com/action/knowledgebase/?ans=381)'
|
| 253 |
+
- 'Title: Error: no disk in drive
|
| 254 |
+
|
| 255 |
+
Answer: Issue This error usually occurs when an FLP (FL Studio project) looks
|
| 256 |
+
for a sample/file in a location that doesn''t exist (disconnected/offline drives
|
| 257 |
+
or renamed drives) or one that doesn''t have a disc inserted (DVD drive for example).
|
| 258 |
+
Solution Click "Continue" and let the FLP load until the end. Save the project
|
| 259 |
+
and the message should no longer present for that project. Note: If the error
|
| 260 |
+
still presents itself after following the above steps try restarting your computer.
|
| 261 |
+
Image-Line Support Team'
|
| 262 |
+
pipeline_tag: sentence-similarity
|
| 263 |
+
library_name: sentence-transformers
|
| 264 |
+
metrics:
|
| 265 |
+
- cosine_accuracy@1
|
| 266 |
+
- cosine_accuracy@3
|
| 267 |
+
- cosine_accuracy@5
|
| 268 |
+
- cosine_accuracy@10
|
| 269 |
+
- cosine_precision@1
|
| 270 |
+
- cosine_precision@3
|
| 271 |
+
- cosine_precision@5
|
| 272 |
+
- cosine_precision@10
|
| 273 |
+
- cosine_recall@1
|
| 274 |
+
- cosine_recall@3
|
| 275 |
+
- cosine_recall@5
|
| 276 |
+
- cosine_recall@10
|
| 277 |
+
- cosine_ndcg@10
|
| 278 |
+
- cosine_mrr@10
|
| 279 |
+
- cosine_map@100
|
| 280 |
+
model-index:
|
| 281 |
+
- name: SentenceTransformer based on Alibaba-NLP/gte-multilingual-base
|
| 282 |
+
results:
|
| 283 |
+
- task:
|
| 284 |
+
type: information-retrieval
|
| 285 |
+
name: Information Retrieval
|
| 286 |
+
dataset:
|
| 287 |
+
name: Unknown
|
| 288 |
+
type: unknown
|
| 289 |
+
metrics:
|
| 290 |
+
- type: cosine_accuracy@1
|
| 291 |
+
value: 0.8225371120107963
|
| 292 |
+
name: Cosine Accuracy@1
|
| 293 |
+
- type: cosine_accuracy@3
|
| 294 |
+
value: 0.9547908232118758
|
| 295 |
+
name: Cosine Accuracy@3
|
| 296 |
+
- type: cosine_accuracy@5
|
| 297 |
+
value: 0.9763832658569501
|
| 298 |
+
name: Cosine Accuracy@5
|
| 299 |
+
- type: cosine_accuracy@10
|
| 300 |
+
value: 0.9919028340080972
|
| 301 |
+
name: Cosine Accuracy@10
|
| 302 |
+
- type: cosine_precision@1
|
| 303 |
+
value: 0.8225371120107963
|
| 304 |
+
name: Cosine Precision@1
|
| 305 |
+
- type: cosine_precision@3
|
| 306 |
+
value: 0.31826360773729195
|
| 307 |
+
name: Cosine Precision@3
|
| 308 |
+
- type: cosine_precision@5
|
| 309 |
+
value: 0.19527665317139
|
| 310 |
+
name: Cosine Precision@5
|
| 311 |
+
- type: cosine_precision@10
|
| 312 |
+
value: 0.09919028340080972
|
| 313 |
+
name: Cosine Precision@10
|
| 314 |
+
- type: cosine_recall@1
|
| 315 |
+
value: 0.8225371120107963
|
| 316 |
+
name: Cosine Recall@1
|
| 317 |
+
- type: cosine_recall@3
|
| 318 |
+
value: 0.9547908232118758
|
| 319 |
+
name: Cosine Recall@3
|
| 320 |
+
- type: cosine_recall@5
|
| 321 |
+
value: 0.9763832658569501
|
| 322 |
+
name: Cosine Recall@5
|
| 323 |
+
- type: cosine_recall@10
|
| 324 |
+
value: 0.9919028340080972
|
| 325 |
+
name: Cosine Recall@10
|
| 326 |
+
- type: cosine_ndcg@10
|
| 327 |
+
value: 0.9156891710634836
|
| 328 |
+
name: Cosine Ndcg@10
|
| 329 |
+
- type: cosine_mrr@10
|
| 330 |
+
value: 0.8902882205513788
|
| 331 |
+
name: Cosine Mrr@10
|
| 332 |
+
- type: cosine_map@100
|
| 333 |
+
value: 0.8908073502880158
|
| 334 |
+
name: Cosine Map@100
|
| 335 |
+
---
|
| 336 |
+
|
| 337 |
+
# SentenceTransformer based on Alibaba-NLP/gte-multilingual-base
|
| 338 |
+
|
| 339 |
+
This is a [sentence-transformers](https://www.SBERT.net) model finetuned from [Alibaba-NLP/gte-multilingual-base](https://huggingface.co/Alibaba-NLP/gte-multilingual-base). It maps sentences & paragraphs to a 768-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
|
| 340 |
+
|
| 341 |
+
## Model Details
|
| 342 |
+
|
| 343 |
+
### Model Description
|
| 344 |
+
- **Model Type:** Sentence Transformer
|
| 345 |
+
- **Base model:** [Alibaba-NLP/gte-multilingual-base](https://huggingface.co/Alibaba-NLP/gte-multilingual-base) <!-- at revision 9fdd4ee8bba0e2808a34e0e739576f6740d2b225 -->
|
| 346 |
+
- **Maximum Sequence Length:** 8192 tokens
|
| 347 |
+
- **Output Dimensionality:** 768 dimensions
|
| 348 |
+
- **Similarity Function:** Cosine Similarity
|
| 349 |
+
<!-- - **Training Dataset:** Unknown -->
|
| 350 |
+
<!-- - **Language:** Unknown -->
|
| 351 |
+
<!-- - **License:** Unknown -->
|
| 352 |
+
|
| 353 |
+
### Model Sources
|
| 354 |
+
|
| 355 |
+
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
| 356 |
+
- **Repository:** [Sentence Transformers on GitHub](https://github.com/UKPLab/sentence-transformers)
|
| 357 |
+
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
| 358 |
+
|
| 359 |
+
### Full Model Architecture
|
| 360 |
+
|
| 361 |
+
```
|
| 362 |
+
SentenceTransformer(
|
| 363 |
+
(0): Transformer({'max_seq_length': 8192, 'do_lower_case': False}) with Transformer model: NewModel
|
| 364 |
+
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': True, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False, 'include_prompt': True})
|
| 365 |
+
(2): Normalize()
|
| 366 |
+
)
|
| 367 |
+
```
|
| 368 |
+
|
| 369 |
+
## Usage
|
| 370 |
+
|
| 371 |
+
### Direct Usage (Sentence Transformers)
|
| 372 |
+
|
| 373 |
+
First install the Sentence Transformers library:
|
| 374 |
+
|
| 375 |
+
```bash
|
| 376 |
+
pip install -U sentence-transformers
|
| 377 |
+
```
|
| 378 |
+
|
| 379 |
+
Then you can load this model and run inference.
|
| 380 |
+
```python
|
| 381 |
+
from sentence_transformers import SentenceTransformer
|
| 382 |
+
|
| 383 |
+
# Download from the 🤗 Hub
|
| 384 |
+
model = SentenceTransformer("sentence_transformers_model_id")
|
| 385 |
+
# Run inference
|
| 386 |
+
sentences = [
|
| 387 |
+
'If I save the project after clicking "Continue," will the missing files be automatically relinked or do I need to fix the file paths manually?',
|
| 388 |
+
'Title: Error: no disk in drive\nAnswer: Issue This error usually occurs when an FLP (FL Studio project) looks for a sample/file in a location that doesn\'t exist (disconnected/offline drives or renamed drives) or one that doesn\'t have a disc inserted (DVD drive for example). Solution Click "Continue" and let the FLP load until the end. Save the project and the message should no longer present for that project. Note: If the error still presents itself after following the above steps try restarting your computer. Image-Line Support Team',
|
| 389 |
+
'Document_title: The Playlist \nFile_name: playlist.htm\nHeading_hierarchy: [The Playlist -> Universal Clip Editing Methods]\nAnchor_id: [none]\n• Snap settings ( [Image: Horseshoe magnet icon, gray background | Ref: img_glob/flicon_snap.png] ) - Snap controls how Clips move on the Playlist grid and many of the other editing functions below. Set this to \' line \' if you want the Clips to snap to bar boundaries or to \' none \' if you want to\nfreely position & slice Clips. • Inserting Clips - To insert a Clip, select the Clip you want to place from the Clip Source menu (indicated above) OR Right-Click the Clip focus selectors (indicated above) to choose Clips of the type selected. Next, in Draw ( [Image: Gray pencil drawing/editing tool\nicon | Ref: img_glob/flicon_pencilup.png] ) or Paint ( [Image: Paintbrush dripping with liquid icon | Ref: img_glob/flicon_paint.png] ) mode, Left-click on an empty area of a Clips track where you want to place the Clip. Paint mode allows you to paint multiple instances of the Clip at once (hold the\nMouse button & drag). • Insert time into the Playlist (shift Clips to the right) - Hold ( Ctrl ), click and drag on the time-line at the top of the Playlist starting from the point you want to insert space into the timeline AND for the duration of the insertion you want. With ( Ctrl ) still held press the ( Ins\nert ) key on your keyboard. Insert time into the Playlist (slice and move Clips to the right) - Make a time selection as above, then hold ( Ctrl+Alt ) and press the ( Insert ) key on your keyboard. The slice point will be at the start of the selection. • Delete a time selection - Hold ( Ctrl ), click and\ndrag on the time-line at the\n top of the Playlist to select the region to be deleted. Press ( Ctrl+Del ) to delete all patterns in the current selection and move Clips to the right of the selection into the gap. • Select Clips - To make a selection of more than one Clip. Use the [Image: Dashed square crop selection icon | Ref:\nimg_glob/flicon_select.png] Select tool and click and drag a rectangle around the Clips to be selected. To add Clips to this selection hold the ( Shift ) key and make further selections. OR if you are in Draw or Paint mode, hold ( Ctrl ) key and you will drop into Select mode while the ( Ctrl ) key is\nheld. Holding the ( Ctrl+Shift ) keys will allow you to add and remove Clips to / from an existing selection. OR use the Magic lasso feature. Move your Mouse pointer in a loop that encloses the Clips you want to select (no clicking required, it\'s \'magic\' remember). Make sure you have no Clips\nselected before you perform the lasso action (Right-Click the empty Playlist to deselect all Clips and make another selection). • Zoom to area - ( Ctrl+Right-Click ) and drag over a selection of the Playlist. Un-Zoom area - ( Ctrl+Right-Click ) anywhere\n on the Playlist (don\'t drag). • Zoom to a Clip - ( Ctrl+Shift+Right-Click ) on a Clip will maximize the zoom\n of the Playlist to the selected Clip. To Un-Zoom Clip - ( Ctrl+Right-Click ) anywhere\n on the Playlist (don\'t drag in this mode since that is how to zoom to selection). • Delete/Erase a Clip - Right-Click the target Clip or use the left Mouse button if you are in erase ( [Image: Circular gray "no entry" symbol icon | Ref: img_glob/flicon_delete.png] ) mode. • Copy/Paste Clips - Make\na selection, release the Mouse and any keys held, then hold the ( Shift ) key, then click on the selection and drag. A copy of the selection will follow the Mouse cursor. Release the selection when the Clips are in the alternative location. NOTE: In \' Slice tool \' mode this will initiate a slice, not\ncopy. OR Make a selection, press ( Ctrl+C ) to copy, then scroll the Playlist so that the starting bar for the paste location is at the left edge of the Playlist and press ( Ctrl+V ). • Duplicate selection - Make a selection and press ( Ctrl+B ). The selection, or all Clips if no selection is made, will be\nduplicated to the right of the original selection.',
|
| 390 |
+
]
|
| 391 |
+
embeddings = model.encode(sentences)
|
| 392 |
+
print(embeddings.shape)
|
| 393 |
+
# [3, 768]
|
| 394 |
+
|
| 395 |
+
# Get the similarity scores for the embeddings
|
| 396 |
+
similarities = model.similarity(embeddings, embeddings)
|
| 397 |
+
print(similarities.shape)
|
| 398 |
+
# [3, 3]
|
| 399 |
+
```
|
| 400 |
+
|
| 401 |
+
<!--
|
| 402 |
+
### Direct Usage (Transformers)
|
| 403 |
+
|
| 404 |
+
<details><summary>Click to see the direct usage in Transformers</summary>
|
| 405 |
+
|
| 406 |
+
</details>
|
| 407 |
+
-->
|
| 408 |
+
|
| 409 |
+
<!--
|
| 410 |
+
### Downstream Usage (Sentence Transformers)
|
| 411 |
+
|
| 412 |
+
You can finetune this model on your own dataset.
|
| 413 |
+
|
| 414 |
+
<details><summary>Click to expand</summary>
|
| 415 |
+
|
| 416 |
+
</details>
|
| 417 |
+
-->
|
| 418 |
+
|
| 419 |
+
<!--
|
| 420 |
+
### Out-of-Scope Use
|
| 421 |
+
|
| 422 |
+
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
| 423 |
+
-->
|
| 424 |
+
|
| 425 |
+
## Evaluation
|
| 426 |
+
|
| 427 |
+
### Metrics
|
| 428 |
+
|
| 429 |
+
#### Information Retrieval
|
| 430 |
+
|
| 431 |
+
* Evaluated with [<code>InformationRetrievalEvaluator</code>](https://sbert.net/docs/package_reference/sentence_transformer/evaluation.html#sentence_transformers.evaluation.InformationRetrievalEvaluator)
|
| 432 |
+
|
| 433 |
+
| Metric | Value |
|
| 434 |
+
|:--------------------|:-----------|
|
| 435 |
+
| cosine_accuracy@1 | 0.8225 |
|
| 436 |
+
| cosine_accuracy@3 | 0.9548 |
|
| 437 |
+
| cosine_accuracy@5 | 0.9764 |
|
| 438 |
+
| cosine_accuracy@10 | 0.9919 |
|
| 439 |
+
| cosine_precision@1 | 0.8225 |
|
| 440 |
+
| cosine_precision@3 | 0.3183 |
|
| 441 |
+
| cosine_precision@5 | 0.1953 |
|
| 442 |
+
| cosine_precision@10 | 0.0992 |
|
| 443 |
+
| cosine_recall@1 | 0.8225 |
|
| 444 |
+
| cosine_recall@3 | 0.9548 |
|
| 445 |
+
| cosine_recall@5 | 0.9764 |
|
| 446 |
+
| cosine_recall@10 | 0.9919 |
|
| 447 |
+
| **cosine_ndcg@10** | **0.9157** |
|
| 448 |
+
| cosine_mrr@10 | 0.8903 |
|
| 449 |
+
| cosine_map@100 | 0.8908 |
|
| 450 |
+
|
| 451 |
+
<!--
|
| 452 |
+
## Bias, Risks and Limitations
|
| 453 |
+
|
| 454 |
+
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
| 455 |
+
-->
|
| 456 |
+
|
| 457 |
+
<!--
|
| 458 |
+
### Recommendations
|
| 459 |
+
|
| 460 |
+
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
| 461 |
+
-->
|
| 462 |
+
|
| 463 |
+
## Training Details
|
| 464 |
+
|
| 465 |
+
### Training Dataset
|
| 466 |
+
|
| 467 |
+
#### Unnamed Dataset
|
| 468 |
+
|
| 469 |
+
* Size: 5,900 training samples
|
| 470 |
+
* Columns: <code>sentence_0</code> and <code>sentence_1</code>
|
| 471 |
+
* Approximate statistics based on the first 1000 samples:
|
| 472 |
+
| | sentence_0 | sentence_1 |
|
| 473 |
+
|:--------|:-----------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------|
|
| 474 |
+
| type | string | string |
|
| 475 |
+
| details | <ul><li>min: 13 tokens</li><li>mean: 24.05 tokens</li><li>max: 45 tokens</li></ul> | <ul><li>min: 22 tokens</li><li>mean: 417.54 tokens</li><li>max: 1441 tokens</li></ul> |
|
| 476 |
+
* Samples:
|
| 477 |
+
| sentence_0 | sentence_1 |
|
| 478 |
+
|:----------------------------------------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
| 479 |
+
| <code>How long does it usually take for the payment status to update from 'unpaid' to 'processed' on the site?</code> | <code>Title: My payment at my online bank page shows as processed, but your site still says 'unpaid'.<br>Answer: Please allow our site and servers a few minutes to process your orders payment. Communication and verification between the different servers can take some time.There are different companies involved. They include your own bank, your credit card company, our 3rd party payment processors Verifone (2Checkout) & PayPal and our own registration servers. If you have the order status page still open, were you were forwarded after your purchase, hit the 'refresh' button of your browser (or the F5 key of your keyboard) to see the latest payment processing<br>information.FL Studio Support Team</code> |
|
| 480 |
+
| <code>If refreshing the order status page doesn't update the payment status, what should I do next?</code> | <code>Title: My payment at my online bank page shows as processed, but your site still says 'unpaid'.<br>Answer: Please allow our site and servers a few minutes to process your orders payment. Communication and verification between the different servers can take some time.There are different companies involved. They include your own bank, your credit card company, our 3rd party payment processors Verifone (2Checkout) & PayPal and our own registration servers. If you have the order status page still open, were you were forwarded after your purchase, hit the 'refresh' button of your browser (or the F5 key of your keyboard) to see the latest payment processing<br>information.FL Studio Support Team</code> |
|
| 481 |
+
| <code>Why do delay echoes not work properly with BooBass?</code> | <code>Document_title: BooBass<br>File_name: plugins/BooBass.htm<br>Heading_hierarchy: [BooBass -> Notes & Tips]<br>Anchor_id: [none]<br>Since BooBass is monophonic, delay echoes will not work properly (see [Function Settings](https://www.image-line.com/fl-studio-learning/fl-studio-online-manual/html/chansettings_misc.htm) ). Plugin Credits: David Billen</code> |
|
| 482 |
+
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
|
| 483 |
+
```json
|
| 484 |
+
{
|
| 485 |
+
"scale": 20.0,
|
| 486 |
+
"similarity_fct": "cos_sim"
|
| 487 |
+
}
|
| 488 |
+
```
|
| 489 |
+
|
| 490 |
+
### Training Hyperparameters
|
| 491 |
+
#### Non-Default Hyperparameters
|
| 492 |
+
|
| 493 |
+
- `eval_strategy`: steps
|
| 494 |
+
- `per_device_train_batch_size`: 10
|
| 495 |
+
- `per_device_eval_batch_size`: 10
|
| 496 |
+
- `num_train_epochs`: 2
|
| 497 |
+
- `multi_dataset_batch_sampler`: round_robin
|
| 498 |
+
|
| 499 |
+
#### All Hyperparameters
|
| 500 |
+
<details><summary>Click to expand</summary>
|
| 501 |
+
|
| 502 |
+
- `overwrite_output_dir`: False
|
| 503 |
+
- `do_predict`: False
|
| 504 |
+
- `eval_strategy`: steps
|
| 505 |
+
- `prediction_loss_only`: True
|
| 506 |
+
- `per_device_train_batch_size`: 10
|
| 507 |
+
- `per_device_eval_batch_size`: 10
|
| 508 |
+
- `per_gpu_train_batch_size`: None
|
| 509 |
+
- `per_gpu_eval_batch_size`: None
|
| 510 |
+
- `gradient_accumulation_steps`: 1
|
| 511 |
+
- `eval_accumulation_steps`: None
|
| 512 |
+
- `torch_empty_cache_steps`: None
|
| 513 |
+
- `learning_rate`: 5e-05
|
| 514 |
+
- `weight_decay`: 0.0
|
| 515 |
+
- `adam_beta1`: 0.9
|
| 516 |
+
- `adam_beta2`: 0.999
|
| 517 |
+
- `adam_epsilon`: 1e-08
|
| 518 |
+
- `max_grad_norm`: 1
|
| 519 |
+
- `num_train_epochs`: 2
|
| 520 |
+
- `max_steps`: -1
|
| 521 |
+
- `lr_scheduler_type`: linear
|
| 522 |
+
- `lr_scheduler_kwargs`: {}
|
| 523 |
+
- `warmup_ratio`: 0.0
|
| 524 |
+
- `warmup_steps`: 0
|
| 525 |
+
- `log_level`: passive
|
| 526 |
+
- `log_level_replica`: warning
|
| 527 |
+
- `log_on_each_node`: True
|
| 528 |
+
- `logging_nan_inf_filter`: True
|
| 529 |
+
- `save_safetensors`: True
|
| 530 |
+
- `save_on_each_node`: False
|
| 531 |
+
- `save_only_model`: False
|
| 532 |
+
- `restore_callback_states_from_checkpoint`: False
|
| 533 |
+
- `no_cuda`: False
|
| 534 |
+
- `use_cpu`: False
|
| 535 |
+
- `use_mps_device`: False
|
| 536 |
+
- `seed`: 42
|
| 537 |
+
- `data_seed`: None
|
| 538 |
+
- `jit_mode_eval`: False
|
| 539 |
+
- `use_ipex`: False
|
| 540 |
+
- `bf16`: False
|
| 541 |
+
- `fp16`: False
|
| 542 |
+
- `fp16_opt_level`: O1
|
| 543 |
+
- `half_precision_backend`: auto
|
| 544 |
+
- `bf16_full_eval`: False
|
| 545 |
+
- `fp16_full_eval`: False
|
| 546 |
+
- `tf32`: None
|
| 547 |
+
- `local_rank`: 0
|
| 548 |
+
- `ddp_backend`: None
|
| 549 |
+
- `tpu_num_cores`: None
|
| 550 |
+
- `tpu_metrics_debug`: False
|
| 551 |
+
- `debug`: []
|
| 552 |
+
- `dataloader_drop_last`: False
|
| 553 |
+
- `dataloader_num_workers`: 0
|
| 554 |
+
- `dataloader_prefetch_factor`: None
|
| 555 |
+
- `past_index`: -1
|
| 556 |
+
- `disable_tqdm`: False
|
| 557 |
+
- `remove_unused_columns`: True
|
| 558 |
+
- `label_names`: None
|
| 559 |
+
- `load_best_model_at_end`: False
|
| 560 |
+
- `ignore_data_skip`: False
|
| 561 |
+
- `fsdp`: []
|
| 562 |
+
- `fsdp_min_num_params`: 0
|
| 563 |
+
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
| 564 |
+
- `tp_size`: 0
|
| 565 |
+
- `fsdp_transformer_layer_cls_to_wrap`: None
|
| 566 |
+
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
| 567 |
+
- `deepspeed`: None
|
| 568 |
+
- `label_smoothing_factor`: 0.0
|
| 569 |
+
- `optim`: adamw_torch
|
| 570 |
+
- `optim_args`: None
|
| 571 |
+
- `adafactor`: False
|
| 572 |
+
- `group_by_length`: False
|
| 573 |
+
- `length_column_name`: length
|
| 574 |
+
- `ddp_find_unused_parameters`: None
|
| 575 |
+
- `ddp_bucket_cap_mb`: None
|
| 576 |
+
- `ddp_broadcast_buffers`: False
|
| 577 |
+
- `dataloader_pin_memory`: True
|
| 578 |
+
- `dataloader_persistent_workers`: False
|
| 579 |
+
- `skip_memory_metrics`: True
|
| 580 |
+
- `use_legacy_prediction_loop`: False
|
| 581 |
+
- `push_to_hub`: False
|
| 582 |
+
- `resume_from_checkpoint`: None
|
| 583 |
+
- `hub_model_id`: None
|
| 584 |
+
- `hub_strategy`: every_save
|
| 585 |
+
- `hub_private_repo`: None
|
| 586 |
+
- `hub_always_push`: False
|
| 587 |
+
- `gradient_checkpointing`: False
|
| 588 |
+
- `gradient_checkpointing_kwargs`: None
|
| 589 |
+
- `include_inputs_for_metrics`: False
|
| 590 |
+
- `include_for_metrics`: []
|
| 591 |
+
- `eval_do_concat_batches`: True
|
| 592 |
+
- `fp16_backend`: auto
|
| 593 |
+
- `push_to_hub_model_id`: None
|
| 594 |
+
- `push_to_hub_organization`: None
|
| 595 |
+
- `mp_parameters`:
|
| 596 |
+
- `auto_find_batch_size`: False
|
| 597 |
+
- `full_determinism`: False
|
| 598 |
+
- `torchdynamo`: None
|
| 599 |
+
- `ray_scope`: last
|
| 600 |
+
- `ddp_timeout`: 1800
|
| 601 |
+
- `torch_compile`: False
|
| 602 |
+
- `torch_compile_backend`: None
|
| 603 |
+
- `torch_compile_mode`: None
|
| 604 |
+
- `include_tokens_per_second`: False
|
| 605 |
+
- `include_num_input_tokens_seen`: False
|
| 606 |
+
- `neftune_noise_alpha`: None
|
| 607 |
+
- `optim_target_modules`: None
|
| 608 |
+
- `batch_eval_metrics`: False
|
| 609 |
+
- `eval_on_start`: False
|
| 610 |
+
- `use_liger_kernel`: False
|
| 611 |
+
- `eval_use_gather_object`: False
|
| 612 |
+
- `average_tokens_across_devices`: False
|
| 613 |
+
- `prompts`: None
|
| 614 |
+
- `batch_sampler`: batch_sampler
|
| 615 |
+
- `multi_dataset_batch_sampler`: round_robin
|
| 616 |
+
|
| 617 |
+
</details>
|
| 618 |
+
|
| 619 |
+
### Training Logs
|
| 620 |
+
| Epoch | Step | Training Loss | cosine_ndcg@10 |
|
| 621 |
+
|:------:|:----:|:-------------:|:--------------:|
|
| 622 |
+
| 0.0847 | 50 | - | 0.8699 |
|
| 623 |
+
| 0.1695 | 100 | - | 0.8846 |
|
| 624 |
+
| 0.2542 | 150 | - | 0.8902 |
|
| 625 |
+
| 0.3390 | 200 | - | 0.9001 |
|
| 626 |
+
| 0.4237 | 250 | - | 0.9052 |
|
| 627 |
+
| 0.5085 | 300 | - | 0.9056 |
|
| 628 |
+
| 0.5932 | 350 | - | 0.9073 |
|
| 629 |
+
| 0.6780 | 400 | - | 0.9108 |
|
| 630 |
+
| 0.7627 | 450 | - | 0.9097 |
|
| 631 |
+
| 0.8475 | 500 | 0.0591 | 0.9157 |
|
| 632 |
+
|
| 633 |
+
|
| 634 |
+
### Framework Versions
|
| 635 |
+
- Python: 3.11.12
|
| 636 |
+
- Sentence Transformers: 3.4.1
|
| 637 |
+
- Transformers: 4.51.3
|
| 638 |
+
- PyTorch: 2.6.0+cu124
|
| 639 |
+
- Accelerate: 1.6.0
|
| 640 |
+
- Datasets: 3.6.0
|
| 641 |
+
- Tokenizers: 0.21.1
|
| 642 |
+
|
| 643 |
+
## Citation
|
| 644 |
+
|
| 645 |
+
### BibTeX
|
| 646 |
+
|
| 647 |
+
#### Sentence Transformers
|
| 648 |
+
```bibtex
|
| 649 |
+
@inproceedings{reimers-2019-sentence-bert,
|
| 650 |
+
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
| 651 |
+
author = "Reimers, Nils and Gurevych, Iryna",
|
| 652 |
+
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
| 653 |
+
month = "11",
|
| 654 |
+
year = "2019",
|
| 655 |
+
publisher = "Association for Computational Linguistics",
|
| 656 |
+
url = "https://arxiv.org/abs/1908.10084",
|
| 657 |
+
}
|
| 658 |
+
```
|
| 659 |
+
|
| 660 |
+
#### MultipleNegativesRankingLoss
|
| 661 |
+
```bibtex
|
| 662 |
+
@misc{henderson2017efficient,
|
| 663 |
+
title={Efficient Natural Language Response Suggestion for Smart Reply},
|
| 664 |
+
author={Matthew Henderson and Rami Al-Rfou and Brian Strope and Yun-hsuan Sung and Laszlo Lukacs and Ruiqi Guo and Sanjiv Kumar and Balint Miklos and Ray Kurzweil},
|
| 665 |
+
year={2017},
|
| 666 |
+
eprint={1705.00652},
|
| 667 |
+
archivePrefix={arXiv},
|
| 668 |
+
primaryClass={cs.CL}
|
| 669 |
+
}
|
| 670 |
+
```
|
| 671 |
+
|
| 672 |
+
<!--
|
| 673 |
+
## Glossary
|
| 674 |
+
|
| 675 |
+
*Clearly define terms in order to be accessible across audiences.*
|
| 676 |
+
-->
|
| 677 |
+
|
| 678 |
+
<!--
|
| 679 |
+
## Model Card Authors
|
| 680 |
+
|
| 681 |
+
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
| 682 |
+
-->
|
| 683 |
+
|
| 684 |
+
<!--
|
| 685 |
+
## Model Card Contact
|
| 686 |
+
|
| 687 |
+
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
| 688 |
+
-->
|
config.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"NewModel"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.0,
|
| 6 |
+
"auto_map": {
|
| 7 |
+
"AutoConfig": "Alibaba-NLP/new-impl--configuration.NewConfig",
|
| 8 |
+
"AutoModel": "Alibaba-NLP/new-impl--modeling.NewModel",
|
| 9 |
+
"AutoModelForMaskedLM": "Alibaba-NLP/new-impl--modeling.NewForMaskedLM",
|
| 10 |
+
"AutoModelForMultipleChoice": "Alibaba-NLP/new-impl--modeling.NewForMultipleChoice",
|
| 11 |
+
"AutoModelForQuestionAnswering": "Alibaba-NLP/new-impl--modeling.NewForQuestionAnswering",
|
| 12 |
+
"AutoModelForSequenceClassification": "Alibaba-NLP/new-impl--modeling.NewForSequenceClassification",
|
| 13 |
+
"AutoModelForTokenClassification": "Alibaba-NLP/new-impl--modeling.NewForTokenClassification"
|
| 14 |
+
},
|
| 15 |
+
"classifier_dropout": 0.0,
|
| 16 |
+
"hidden_act": "gelu",
|
| 17 |
+
"hidden_dropout_prob": 0.1,
|
| 18 |
+
"hidden_size": 768,
|
| 19 |
+
"id2label": {
|
| 20 |
+
"0": "LABEL_0"
|
| 21 |
+
},
|
| 22 |
+
"initializer_range": 0.02,
|
| 23 |
+
"intermediate_size": 3072,
|
| 24 |
+
"label2id": {
|
| 25 |
+
"LABEL_0": 0
|
| 26 |
+
},
|
| 27 |
+
"layer_norm_eps": 1e-12,
|
| 28 |
+
"layer_norm_type": "layer_norm",
|
| 29 |
+
"logn_attention_clip1": false,
|
| 30 |
+
"logn_attention_scale": false,
|
| 31 |
+
"max_position_embeddings": 8192,
|
| 32 |
+
"model_type": "new",
|
| 33 |
+
"num_attention_heads": 12,
|
| 34 |
+
"num_hidden_layers": 12,
|
| 35 |
+
"pack_qkv": true,
|
| 36 |
+
"pad_token_id": 1,
|
| 37 |
+
"position_embedding_type": "rope",
|
| 38 |
+
"rope_scaling": {
|
| 39 |
+
"factor": 8.0,
|
| 40 |
+
"type": "ntk"
|
| 41 |
+
},
|
| 42 |
+
"rope_theta": 20000,
|
| 43 |
+
"torch_dtype": "float32",
|
| 44 |
+
"transformers_version": "4.51.3",
|
| 45 |
+
"type_vocab_size": 1,
|
| 46 |
+
"unpad_inputs": false,
|
| 47 |
+
"use_memory_efficient_attention": false,
|
| 48 |
+
"vocab_size": 250048
|
| 49 |
+
}
|
config_sentence_transformers.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"__version__": {
|
| 3 |
+
"sentence_transformers": "3.4.1",
|
| 4 |
+
"transformers": "4.51.3",
|
| 5 |
+
"pytorch": "2.6.0+cu124"
|
| 6 |
+
},
|
| 7 |
+
"prompts": {},
|
| 8 |
+
"default_prompt_name": null,
|
| 9 |
+
"similarity_fn_name": "cosine"
|
| 10 |
+
}
|
eval/Information-Retrieval_evaluation_results.csv
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
|
| 2 |
+
1.0,590,0.8097165991902834,0.9534412955465587,0.9763832658569501,0.99055330634278,0.8097165991902834,0.8097165991902834,0.31781376518218624,0.9534412955465587,0.19527665317139,0.9763832658569501,0.09905533063427802,0.99055330634278,0.8828379709958661,0.9098329571050339,0.8834972581906375
|
| 3 |
+
2.0,1180,0.8157894736842105,0.9527665317139001,0.9763832658569501,0.9912280701754386,0.8157894736842105,0.8157894736842105,0.3175888439046334,0.9527665317139001,0.19527665317139,0.9763832658569501,0.09912280701754385,0.9912280701754386,0.885556305293148,0.9119445683824539,0.8861966812167608
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c09af2156690eea4f4e973bb3b5bd5b637e0a162aaa7987e7776c5f627ab35cd
|
| 3 |
+
size 1221487872
|
modules.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"idx": 0,
|
| 4 |
+
"name": "0",
|
| 5 |
+
"path": "",
|
| 6 |
+
"type": "sentence_transformers.models.Transformer"
|
| 7 |
+
},
|
| 8 |
+
{
|
| 9 |
+
"idx": 1,
|
| 10 |
+
"name": "1",
|
| 11 |
+
"path": "1_Pooling",
|
| 12 |
+
"type": "sentence_transformers.models.Pooling"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"idx": 2,
|
| 16 |
+
"name": "2",
|
| 17 |
+
"path": "2_Normalize",
|
| 18 |
+
"type": "sentence_transformers.models.Normalize"
|
| 19 |
+
}
|
| 20 |
+
]
|
sentence_bert_config.json
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"max_seq_length": 8192,
|
| 3 |
+
"do_lower_case": false
|
| 4 |
+
}
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"cls_token": {
|
| 10 |
+
"content": "<s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"eos_token": {
|
| 17 |
+
"content": "</s>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"mask_token": {
|
| 24 |
+
"content": "<mask>",
|
| 25 |
+
"lstrip": true,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
},
|
| 30 |
+
"pad_token": {
|
| 31 |
+
"content": "<pad>",
|
| 32 |
+
"lstrip": false,
|
| 33 |
+
"normalized": false,
|
| 34 |
+
"rstrip": false,
|
| 35 |
+
"single_word": false
|
| 36 |
+
},
|
| 37 |
+
"sep_token": {
|
| 38 |
+
"content": "</s>",
|
| 39 |
+
"lstrip": false,
|
| 40 |
+
"normalized": false,
|
| 41 |
+
"rstrip": false,
|
| 42 |
+
"single_word": false
|
| 43 |
+
},
|
| 44 |
+
"unk_token": {
|
| 45 |
+
"content": "<unk>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false
|
| 50 |
+
}
|
| 51 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa7a6ad87a7ce8fe196787355f6af7d03aee94d19c54a5eb1392ed18c8ef451a
|
| 3 |
+
size 17082988
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": true,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 8192,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizerFast",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|