Upload 10 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma2_9b-instruct-q2_K filter=lfs diff=lfs merge=lfs -text
+gemma2_9b-instruct-q3_K_M filter=lfs diff=lfs merge=lfs -text
+gemma2_9b-instruct-q4_K_M filter=lfs diff=lfs merge=lfs -text
+gemma2_9b-instruct-q5_K_M filter=lfs diff=lfs merge=lfs -text
+gemma2_9b-instruct-q6_K filter=lfs diff=lfs merge=lfs -text

gemma2_9b-instruct-q2_K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9febd98bf02a3a44106a737167d602ebe16abdc7783525fe876eb82d5369e4d5
+size 3815256864

gemma2_9b-instruct-q2_K.modelfile

@@ -0,0 +1,15 @@
+FROM gemma2_9b-instruct-q2_K
+
+TEMPLATE """<start_of_turn>user
+{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
+<start_of_turn>model
+{{ .Response }}<end_of_turn>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER temperature 0.01
+PARAMETER penalize_newline false
+PARAMETER repeat_penalty 1
+PARAMETER stop <start_of_turn>
+PARAMETER stop <end_of_turn>

gemma2_9b-instruct-q3_K_M

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96a56bda8f3d12f5fd8c96ba7e1e026ecd9ace1f8b18ea690e32d110b46d7a8
+size 4771640096

gemma2_9b-instruct-q3_K_M.modelfile

@@ -0,0 +1,15 @@
+FROM gemma2_9b-instruct-q3_K_M
+
+TEMPLATE """<start_of_turn>user
+{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
+<start_of_turn>model
+{{ .Response }}<end_of_turn>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER temperature 0.01
+PARAMETER penalize_newline false
+PARAMETER repeat_penalty 1
+PARAMETER stop <start_of_turn>
+PARAMETER stop <end_of_turn>

gemma2_9b-instruct-q4_K_M

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00de537accde9339bc7caded3a59fd679e78c32d128f754dc9c3257b51c61dc
+size 5770916640

gemma2_9b-instruct-q4_K_M.modelfile

@@ -0,0 +1,15 @@
+FROM gemma2_9b-instruct-q4_K_M
+
+TEMPLATE """<start_of_turn>user
+{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
+<start_of_turn>model
+{{ .Response }}<end_of_turn>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER temperature 0.01
+PARAMETER penalize_newline false
+PARAMETER repeat_penalty 1
+PARAMETER stop <start_of_turn>
+PARAMETER stop <end_of_turn>

gemma2_9b-instruct-q5_K_M

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dec00d4f03bd0a6ff990d12821aec95dff845a911e6685932414e63bdb8f56a
+size 6657225504

gemma2_9b-instruct-q5_K_M.modelfile

@@ -0,0 +1,15 @@
+FROM gemma2_9b-instruct-q5_K_M
+
+TEMPLATE """<start_of_turn>user
+{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
+<start_of_turn>model
+{{ .Response }}<end_of_turn>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER temperature 0.01
+PARAMETER penalize_newline false
+PARAMETER repeat_penalty 1
+PARAMETER stop <start_of_turn>
+PARAMETER stop <end_of_turn>

gemma2_9b-instruct-q6_K

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232a79463bc4bcf9a76b1691a7b7beb9c08f5c3a109fedcebff422d7a71fba71
+size 7598928672

gemma2_9b-instruct-q6_K.modelfile

@@ -0,0 +1,15 @@
+FROM gemma2_9b-instruct-q6_K
+
+TEMPLATE """<start_of_turn>user
+{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}<end_of_turn>
+<start_of_turn>model
+{{ .Response }}<end_of_turn>
+"""
+
+SYSTEM """You are a helpful AI assistant. The user you are helping speaks Traditional Chinese and comes from Taiwan."""
+PARAMETER num_gpu -1
+PARAMETER temperature 0.01
+PARAMETER penalize_newline false
+PARAMETER repeat_penalty 1
+PARAMETER stop <start_of_turn>
+PARAMETER stop <end_of_turn>