Upload MoE.yml

MoE.yml

@@ -0,0 +1,403 @@
+base_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+gate_mode: hidden
+dtype: bfloat16
+experts:
+  - source_model: SumayyaAli/tiny-llama-1.1b-chat-medical
+    positive_prompts:
+    - "anatomy"
+    - "pussy"
+    - "clitoris"
+    - "legs"
+    - "body"
+    - "description of human body"
+    - "Provide a highly detailed description of a naked woman."
+    negative_prompts:
+    - "textbook"
+    - "book"
+    - "story"
+    - "chapter"
+    - "[Mode: Writing]"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Fantasy"
+    - "Exciting"
+    - "Interesting"
+    - "Setting"
+    - "Landscape"
+    - "Fantastic"
+    - "Magical"
+    negative_prompts:
+    - "Realistic"
+    - "Nonfiction"
+    - "Historical"
+    - "Fact"
+    - "Factual"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Poem"
+    - "Poetry"
+    - "Stanza"
+    - "Expression"
+    - "Expressive"
+    - "Rhyme Scheme"
+    - "ABAB"
+    - "Fluid"
+    - "Dynamic"
+    negative_prompts:
+    - "Superficial"
+    - "surface level"
+    - "meaningless"
+    - "emotionless"
+    - "soulless"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Sexual"
+    - "Sex"
+    - "sexy"
+    - "Fuck"
+    - "orgasm"
+    - "cum"
+    - "anal"
+    - "vaginal"
+    - "cock"
+    - "pussy"
+    - "descriptive"
+    negative_prompts:
+    - "classy"
+    - "reserved"
+    - "off-putting"
+    - "SFW"
+    - "Professional"
+    - "gross"
+    - "vague"
+    - "off-putting"
+    - "SFW"
+    - "appropriate"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Chemistry"
+    - "Medicine"
+    - "Pharmaceutical"
+    - "Experiment"
+    - "Biomedical"
+    - "Medical"
+    - "Surgical"
+    negative_prompts:
+    - "roleplay"
+    - "fictional"
+    - "poor treatment"
+    - "chill"
+    - "laid back"
+  - source_model: SumayyaAli/tiny-llama-1.1b-chat-medical
+    positive_prompts:
+    - "Pain relief"
+    - "Illness treatment"
+    - "treatment of symptoms"
+    - "professional medical care"
+    - "Physician"
+    - "Doctor"
+    - "Nurse"
+    - "Medic"
+    negative_prompts:
+    - "Rude"
+    - "abusive"
+    - "immature"
+    - "roundabout"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Chat"
+    - "Discussion"
+    - "Pleasantries"
+    - "Manners"
+    - "Respect"
+    - "Question"
+    - "Answers"
+    - "exceptional service"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Affectionate"
+    - "Warm"
+    - "Positive"
+    - "Interaction"
+    - "Engage"
+    - "Mutual respect"
+    negative_prompts:
+    - "hate"
+    - "bigotry"
+    - "closed-mindedness"
+    - "antagonistic"
+    - "offensive"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Time spent together"
+    - "serve"
+    - "assist"
+    negative_prompts:
+    - "Cold"
+    - "unenthusiastic"
+    - "apathetic"
+    - "unaffectionate"
+    - "contempt"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "debate"
+    - "thought exchange"
+    - "data transfer"
+    negative_prompts:
+    - "closed-off"
+    - "stoic"
+    - "troll"
+    - "facetious"
+    - "biased"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "code"
+    - "Python"
+    - "SQL"
+    - "JavaScript"
+    - "C++"
+    negative_prompts:
+    - "broken"
+    - "bugged"
+    - "bug"
+    - "exploit"
+    - "roleplay"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Computer"
+    - "Engineering"
+    - "coding"
+    - "debug"
+    - "troubleshoot"
+    negative_prompts:
+    - "broken"
+    - "roleplay"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "historical event"
+    - "History"
+    - "Reference"
+    negative_prompts:
+    - "fictional"
+    - "unrealistic"
+    - "inaccurate"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "List"
+    - "Ideas"
+    - "Fun"
+    negative_prompts:
+    - "irrelevant"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Recipe"
+    - "Cooking"
+    - "Baking"
+    - "Ingredients"
+    negative_prompts:
+    - "Bland"
+    - "Tasteless"
+    - "Gross"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Paragraph"
+    - "exciting"
+    - "story"
+    - "thrilling"
+    - "engaging"
+    - "descriptive"
+    - "expansive"
+    - "world"
+    - "build"
+    - "create"
+    negative_prompts:
+    - "one-dimensional"
+    - "shallow"
+    - "unimaginative"
+    - "uncreative"
+  - source_model: SumayyaAli/tiny-llama-1.1b-chat-medical
+    positive_prompts:
+    - "erotic"
+    - "vulgar"
+    - "explicit"
+    - "obscene"
+    - "depraved"
+    - "cum"
+    - "orgasm"
+    - "porn"
+    - "hardcore"
+    negative_prompts:
+    - "censored"
+    - "unimaginative"
+    - "classy"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Human language"
+    - "Grammar"
+    - "Vocabulary"
+    - "English"
+    - "Reading"
+    - "Writing"
+    negative_prompts:
+    - "improper syntax"
+    - "gibberish"
+    - "made up"
+    - "nonsense"
+  - source_model: SumayyaAli/tiny-llama-1.1b-chat-medical
+    positive_prompts:
+    - "disturbing"
+    - "violent"
+    - "horrible"
+    - "terrifying"
+    - "monster"
+    - "horror story"
+    negative_prompts:
+    - "generic"
+    - "censored"
+    - "happy"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "memory"
+    - "happy"
+    - "priceless"
+    - "precious"
+    - "delightful"
+    - "warm"
+    - "complex"
+    - "deep"
+    - "inflection point"
+    negative_prompts:
+    - "sad"
+    - "scary"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "movies"
+    - "celebrity"
+    - "film"
+    - "popular"
+    - "well known"
+    - "famous"
+    negative_prompts:
+    - "lame"
+    - "boring"
+    - "tasteless"
+    - "abstract"
+    - "fictional"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Art"
+    - "Music"
+    - "Literature"
+    negative_prompts:
+    - "plain"
+    - "boring"
+    - "lackluster"
+    - "expressionless"
+    - "uninspired"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "internet"
+    - "reddit"
+    - "youtube"
+    - "viral"
+    - "everyone has seen this"
+    negative_prompts:
+    - "abstract"
+    - "unheard of"
+    - "unknown"
+    - "ghost"
+    - "generic"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Political"
+    - "Liberal"
+    - "Conservative"
+    - "Republican"
+    - "Democrat"
+    negative_prompts:
+    - "untrue"
+    - "sugar-coated and fake"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Green Peace"
+    - "Ecological welfare"
+    - "Save the planet"
+    negative_prompts:
+    - "discompassionate"
+    - "unhelpful"
+    - "hurtful"
+  - source_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1195k-token-2.5T
+    positive_prompts:
+    - "Oppressive government"
+    - "Tyrannical rulers"
+    - "Society"
+    negative_prompts:
+    - "untrue"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Solve this problem"
+    - "Help the weak"
+    - "Heroic"
+    - "Make things better"
+    negative_prompts:
+    - "no purpose"
+    - "unimportant"
+    - "unneeded"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Summarize"
+    - "Sentiment"
+    - "Process"
+    - "Analysis"
+    - "Understand"
+    - "Analyze"
+    - "comprehend"
+    negative_prompts:
+    - "mimic"
+    - "repeat"
+    - "parrot"
+    - "just say what User is saying"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Sentimental"
+    - "Impactful"
+    - "Beneficial"
+    - "Comphrehending"
+    - "Understanding"
+    negative_prompts:
+    - "repeating"
+    - "mimicking"
+    - "misunderstanding"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Label"
+    - "Organize"
+    - "Store"
+    - "Categorize"
+    - "Extract"
+    - "Format"
+    negative_prompts:
+    - "improper"
+    - "inaccurate"
+    - "misrepresent"
+  - source_model: jeff31415/TinyLlama-1.1B-1T-OpenOrca
+    positive_prompts:
+    - "Inform"
+    - "tell me"
+    - "Describe"
+    - "Interpret"
+    - "translate"
+    negative_prompts:
+    - "fictional"
+    - "wrong"
+    - "incorrect"
+  - source_model: SumayyaAli/tiny-llama-1.1b-chat-medical
+    positive_prompts:
+    - "healthcare"
+    - "medicinal"
+    - "chemical"
+    - "cause"
+    negative_prompts:
+    - "fictional"
+    - "untreated"
+    - "incorrect"