ddtsoftware commited on
Commit
e6bcf46
·
verified ·
1 Parent(s): c8ab810

Upload 4 files

Browse files
Files changed (4) hide show
  1. Modelfile2 +1 -0
  2. Note.txt +28 -0
  3. config.yaml +6 -0
  4. gemma3-custom.gguf +3 -0
Modelfile2 ADDED
@@ -0,0 +1 @@
 
 
1
+ FROM ./gemma3-custom.gguf
Note.txt ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % git clone https://github.com/ggerganov/llama.cpp.git
2
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % pip install -r llama.cpp/requirements.txt
3
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % pip install torch sentencepiece
4
+
5
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % python -m mlx_lm lora \
6
+ --model google/gemma-3-4b-it \
7
+ --data ./data \
8
+ --train \
9
+ --iters 200 \
10
+ --batch-size 1 \
11
+ --learning-rate 1e-5 \
12
+ --mask-prompt \
13
+ --num-layers 8 \
14
+ --adapter-path ./adapters
15
+
16
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % mlx_lm.fuse \
17
+ --model google/gemma-3-4b-it \
18
+ --adapter-path adapters \
19
+ --save-path ./gemma3-fused-f16
20
+
21
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % python llama.cpp/convert_hf_to_gguf.py ./gemma3-fused-f16 \
22
+ --outfile gemma3-custom.gguf \
23
+ --outtype f16
24
+
25
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % nano Modelfile
26
+ (mlx_env) qsnich-it@MacBook-Air-khxng-Qsnich-IT Finetune % ollama create gemma3-jarvic -f Modelfile2
27
+
28
+
config.yaml ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ # config.yaml
2
+ lora_parameters:
3
+ rank: 4
4
+ alpha: 16
5
+ dropout: 0.05
6
+ target_modules: ["q_proj", "v_proj"]
gemma3-custom.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7ab4badf5bcaebd286dc19eeeb44c643df6246cfc48e2ba830882996a8d046
3
+ size 7767803808