Initial upload of Gemma 3 4B GGUF with Modelfile
Browse files- .gitattributes +36 -35
- .idea/.gitignore +3 -0
- .idea/inspectionProfiles/profiles_settings.xml +6 -0
- .idea/kivelo.iml +8 -0
- .idea/misc.xml +7 -0
- .idea/modules.xml +8 -0
- .idea/vcs.xml +6 -0
- .idea/workspace.xml +62 -0
- Dockerfile +14 -0
- Modelfile +47 -0
- README.md +10 -0
- entrypoint.sh +13 -0
- gemm3_4b +3 -0
.gitattributes
CHANGED
|
@@ -1,35 +1,36 @@
|
|
| 1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 1 |
+
*.7z filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
*.arrow filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
*.bin filter=lfs diff=lfs merge=lfs -text
|
| 4 |
+
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
| 5 |
+
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
| 6 |
+
*.ftz filter=lfs diff=lfs merge=lfs -text
|
| 7 |
+
*.gz filter=lfs diff=lfs merge=lfs -text
|
| 8 |
+
*.h5 filter=lfs diff=lfs merge=lfs -text
|
| 9 |
+
*.joblib filter=lfs diff=lfs merge=lfs -text
|
| 10 |
+
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
| 11 |
+
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
| 12 |
+
*.model filter=lfs diff=lfs merge=lfs -text
|
| 13 |
+
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
| 14 |
+
*.npy filter=lfs diff=lfs merge=lfs -text
|
| 15 |
+
*.npz filter=lfs diff=lfs merge=lfs -text
|
| 16 |
+
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 17 |
+
*.ot filter=lfs diff=lfs merge=lfs -text
|
| 18 |
+
*.parquet filter=lfs diff=lfs merge=lfs -text
|
| 19 |
+
*.pb filter=lfs diff=lfs merge=lfs -text
|
| 20 |
+
*.pickle filter=lfs diff=lfs merge=lfs -text
|
| 21 |
+
*.pkl filter=lfs diff=lfs merge=lfs -text
|
| 22 |
+
*.pt filter=lfs diff=lfs merge=lfs -text
|
| 23 |
+
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 24 |
+
*.rar filter=lfs diff=lfs merge=lfs -text
|
| 25 |
+
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 26 |
+
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
| 27 |
+
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
| 28 |
+
*.tar filter=lfs diff=lfs merge=lfs -text
|
| 29 |
+
*.tflite filter=lfs diff=lfs merge=lfs -text
|
| 30 |
+
*.tgz filter=lfs diff=lfs merge=lfs -text
|
| 31 |
+
*.wasm filter=lfs diff=lfs merge=lfs -text
|
| 32 |
+
*.xz filter=lfs diff=lfs merge=lfs -text
|
| 33 |
+
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
+
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
+
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
gemm3_4b filter=lfs diff=lfs merge=lfs -text
|
.idea/.gitignore
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Default ignored files
|
| 2 |
+
/shelf/
|
| 3 |
+
/workspace.xml
|
.idea/inspectionProfiles/profiles_settings.xml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<component name="InspectionProjectProfileManager">
|
| 2 |
+
<settings>
|
| 3 |
+
<option name="USE_PROJECT_PROFILE" value="false" />
|
| 4 |
+
<version value="1.0" />
|
| 5 |
+
</settings>
|
| 6 |
+
</component>
|
.idea/kivelo.iml
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<?xml version="1.0" encoding="UTF-8"?>
|
| 2 |
+
<module type="PYTHON_MODULE" version="4">
|
| 3 |
+
<component name="NewModuleRootManager">
|
| 4 |
+
<content url="file://$MODULE_DIR$" />
|
| 5 |
+
<orderEntry type="jdk" jdkName="Python 3.8" jdkType="Python SDK" />
|
| 6 |
+
<orderEntry type="sourceFolder" forTests="false" />
|
| 7 |
+
</component>
|
| 8 |
+
</module>
|
.idea/misc.xml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<?xml version="1.0" encoding="UTF-8"?>
|
| 2 |
+
<project version="4">
|
| 3 |
+
<component name="Black">
|
| 4 |
+
<option name="sdkName" value="Python 3.8" />
|
| 5 |
+
</component>
|
| 6 |
+
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8" project-jdk-type="Python SDK" />
|
| 7 |
+
</project>
|
.idea/modules.xml
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<?xml version="1.0" encoding="UTF-8"?>
|
| 2 |
+
<project version="4">
|
| 3 |
+
<component name="ProjectModuleManager">
|
| 4 |
+
<modules>
|
| 5 |
+
<module fileurl="file://$PROJECT_DIR$/.idea/kivelo.iml" filepath="$PROJECT_DIR$/.idea/kivelo.iml" />
|
| 6 |
+
</modules>
|
| 7 |
+
</component>
|
| 8 |
+
</project>
|
.idea/vcs.xml
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<?xml version="1.0" encoding="UTF-8"?>
|
| 2 |
+
<project version="4">
|
| 3 |
+
<component name="VcsDirectoryMappings">
|
| 4 |
+
<mapping directory="" vcs="Git" />
|
| 5 |
+
</component>
|
| 6 |
+
</project>
|
.idea/workspace.xml
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
<?xml version="1.0" encoding="UTF-8"?>
|
| 2 |
+
<project version="4">
|
| 3 |
+
<component name="AutoImportSettings">
|
| 4 |
+
<option name="autoReloadType" value="SELECTIVE" />
|
| 5 |
+
</component>
|
| 6 |
+
<component name="ChangeListManager">
|
| 7 |
+
<list default="true" id="06df1c14-9622-45d9-bc16-57b0a1b6670e" name="Changes" comment="">
|
| 8 |
+
<change beforePath="$PROJECT_DIR$/.idea/vcs.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/vcs.xml" afterDir="false" />
|
| 9 |
+
<change beforePath="$PROJECT_DIR$/Dockerfile" beforeDir="false" afterPath="$PROJECT_DIR$/Dockerfile" afterDir="false" />
|
| 10 |
+
<change beforePath="$PROJECT_DIR$/Modelfile" beforeDir="false" afterPath="$PROJECT_DIR$/Modelfile" afterDir="false" />
|
| 11 |
+
</list>
|
| 12 |
+
<option name="SHOW_DIALOG" value="false" />
|
| 13 |
+
<option name="HIGHLIGHT_CONFLICTS" value="true" />
|
| 14 |
+
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
|
| 15 |
+
<option name="LAST_RESOLUTION" value="IGNORE" />
|
| 16 |
+
</component>
|
| 17 |
+
<component name="Git.Settings">
|
| 18 |
+
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
|
| 19 |
+
</component>
|
| 20 |
+
<component name="ProjectColorInfo">{
|
| 21 |
+
"associatedIndex": 2
|
| 22 |
+
}</component>
|
| 23 |
+
<component name="ProjectId" id="35nZ3SsN9RnY9OV3eGHoTqSSCcW" />
|
| 24 |
+
<component name="ProjectViewState">
|
| 25 |
+
<option name="hideEmptyMiddlePackages" value="true" />
|
| 26 |
+
<option name="showLibraryContents" value="true" />
|
| 27 |
+
</component>
|
| 28 |
+
<component name="PropertiesComponent">{
|
| 29 |
+
"keyToString": {
|
| 30 |
+
"ASKED_SHARE_PROJECT_CONFIGURATION_FILES": "true",
|
| 31 |
+
"RunOnceActivity.ShowReadmeOnStart": "true",
|
| 32 |
+
"RunOnceActivity.git.unshallow": "true",
|
| 33 |
+
"SHARE_PROJECT_CONFIGURATION_FILES": "true",
|
| 34 |
+
"git-widget-placeholder": "main",
|
| 35 |
+
"ignore.virus.scanning.warn.message": "true",
|
| 36 |
+
"last_opened_file_path": "C:/Users/HELLO/PycharmProjects/kivelo"
|
| 37 |
+
}
|
| 38 |
+
}</component>
|
| 39 |
+
<component name="RecentsManager">
|
| 40 |
+
<key name="MoveFile.RECENT_KEYS">
|
| 41 |
+
<recent name="C:\Users\HELLO\PycharmProjects\kivelo" />
|
| 42 |
+
</key>
|
| 43 |
+
</component>
|
| 44 |
+
<component name="SharedIndexes">
|
| 45 |
+
<attachedChunks>
|
| 46 |
+
<set>
|
| 47 |
+
<option value="bundled-python-sdk-fb887030ada0-aa17d162503b-com.jetbrains.pycharm.community.sharedIndexes.bundled-PC-243.21565.199" />
|
| 48 |
+
</set>
|
| 49 |
+
</attachedChunks>
|
| 50 |
+
</component>
|
| 51 |
+
<component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
|
| 52 |
+
<component name="TaskManager">
|
| 53 |
+
<task active="true" id="Default" summary="Default task">
|
| 54 |
+
<changelist id="06df1c14-9622-45d9-bc16-57b0a1b6670e" name="Changes" comment="" />
|
| 55 |
+
<created>1763747596702</created>
|
| 56 |
+
<option name="number" value="Default" />
|
| 57 |
+
<option name="presentableId" value="Default" />
|
| 58 |
+
<updated>1763747596702</updated>
|
| 59 |
+
</task>
|
| 60 |
+
<servers />
|
| 61 |
+
</component>
|
| 62 |
+
</project>
|
Dockerfile
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ollama/ollama:latest
|
| 2 |
+
|
| 3 |
+
# Copy your Modelfile into the container
|
| 4 |
+
COPY Modelfile .
|
| 5 |
+
|
| 6 |
+
# Use a custom entrypoint to start the server and then create the model
|
| 7 |
+
COPY entrypoint.sh /usr/local/bin/entrypoint.sh
|
| 8 |
+
RUN chmod +x /usr/local/bin/entrypoint.sh
|
| 9 |
+
|
| 10 |
+
# Expose the default Ollama port
|
| 11 |
+
EXPOSE 11434
|
| 12 |
+
|
| 13 |
+
ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]
|
| 14 |
+
CMD ["serve"]
|
Modelfile
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ./gemma3_4b.gguf
|
| 2 |
+
|
| 3 |
+
PARAMETER temperature 0.7
|
| 4 |
+
PARAMETER top_k 40
|
| 5 |
+
PARAMETER top_p 0.9
|
| 6 |
+
|
| 7 |
+
SYSTEM """You are Kivelo - an AI companion exclusively for students aged 8-19. Your responses are between 2-4 sentences.
|
| 8 |
+
|
| 9 |
+
# DEVELOPMENTAL STAGES
|
| 10 |
+
**Grades 3-5 (8-10 years):**
|
| 11 |
+
- Short sentences, concrete examples
|
| 12 |
+
- Relate to games, pets, family
|
| 13 |
+
- Positive reinforcement
|
| 14 |
+
- Basic life advice: friendship, school, hobbies
|
| 15 |
+
|
| 16 |
+
**Middle School (11-13 years):**
|
| 17 |
+
- More detailed but clear explanations
|
| 18 |
+
- Help with social dynamics, study skills
|
| 19 |
+
- Identity exploration support
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
**High School (14-19 years):**
|
| 23 |
+
- Sophisticated concepts accessible
|
| 24 |
+
- Career, college, relationship guidance
|
| 25 |
+
- Critical thinking development
|
| 26 |
+
- Emotional resilience building
|
| 27 |
+
|
| 28 |
+
# SAFETY & ETHICS
|
| 29 |
+
- REDIRECT: Medical/legal issues → "Talk to a trusted adult"
|
| 30 |
+
- BOUNDARIES: No dating/relationship specifics
|
| 31 |
+
- PROTECTION: Never suggest harmful activities
|
| 32 |
+
- INCLUSION: Respect all backgrounds and identities
|
| 33 |
+
|
| 34 |
+
# ACADEMIC SUPPORT
|
| 35 |
+
- School subjects: Math, Science, History, English, Arts
|
| 36 |
+
- Study techniques and time management
|
| 37 |
+
- Project ideas and research help
|
| 38 |
+
- Learning strategies for different styles
|
| 39 |
+
|
| 40 |
+
# LIFE GUIDANCE
|
| 41 |
+
- Friendship issues and social skills
|
| 42 |
+
- Family relationships
|
| 43 |
+
- Personal growth and self-awareness
|
| 44 |
+
- Future planning and goal setting
|
| 45 |
+
|
| 46 |
+
Always start by acknowledging their name if given. Adjust your vocabulary and depth based on their age. Be the wise, caring mentor they can trust.
|
| 47 |
+
"""
|
README.md
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
title: Kivelo
|
| 3 |
+
emoji: 💻
|
| 4 |
+
colorFrom: indigo
|
| 5 |
+
colorTo: indigo
|
| 6 |
+
sdk: docker
|
| 7 |
+
pinned: false
|
| 8 |
+
---
|
| 9 |
+
|
| 10 |
+
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
|
entrypoint.sh
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
# Start Ollama server in the background
|
| 4 |
+
/bin/ollama serve &
|
| 5 |
+
|
| 6 |
+
# Wait for a moment to ensure the server is up
|
| 7 |
+
sleep 5
|
| 8 |
+
|
| 9 |
+
# Create the model from the Modelfile (the name 'mycustomgemma' can be anything)
|
| 10 |
+
ollama create kivelo -f Modelfile
|
| 11 |
+
|
| 12 |
+
# Keep the container running
|
| 13 |
+
wait
|
gemm3_4b
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aeda25e63ebd698fab8638ffb778e68bed908b960d39d0becc650fa981609d25
|
| 3 |
+
size 3338792448
|