Hugging Face's logo

okestro-ai-lab
/
SYMPHONY

Audio-Text-to-Text
Transformers
Safetensors
English
Korean
symphony
feature-extraction
audio
text-generation
custom_code
Eval Results (legacy)
Model card Files
xet
 Community
speechisalluneed commited on
Commit
903e12d
·
verified ·
1 Parent(s): 2a946cf

Upload FastALM model (hf_model folder)

Browse files
Files changed (13) hide show
  1. __init__.py +7 -0
  2. __pycache__/__init__.cpython-310.pyc +0 -0
  3. __pycache__/configuration_fastalm.cpython-310.pyc +0 -0
  4. __pycache__/modeling_fastalm.cpython-310.pyc +0 -0
  5. __pycache__/modeling_whisper.cpython-310.pyc +0 -0
  6. config.json +1 -2
  7. generation_config.json +1 -7
  8. llm/adapter_config.json +5 -5
  9. llm/adapter_model.safetensors +1 -1
  10. model-00001-of-00003.safetensors +2 -2
  11. model-00002-of-00003.safetensors +2 -2
  12. model-00003-of-00003.safetensors +2 -2
  13. model.safetensors.index.json +0 -0
__init__.py ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ from .configuration_fastalm import FastALMConfig
2
+ from .modeling_fastalm import FastALMForConditionalGeneration # FastALMForCausalLM
3
+
4
+ from transformers import AutoConfig, AutoModelForCausalLM
5
+
6
+ AutoConfig.register("fastalm", FastALMConfig)
7
+ AutoModelForCausalLM.register(FastALMConfig, FastALMForConditionalGeneration)
__pycache__/__init__.cpython-310.pyc ADDED
Binary file (393 Bytes). View file
 
__pycache__/configuration_fastalm.cpython-310.pyc ADDED
Binary file (1.7 kB). View file
 
__pycache__/modeling_fastalm.cpython-310.pyc ADDED
Binary file (15.8 kB). View file
 
__pycache__/modeling_whisper.cpython-310.pyc ADDED
Binary file (7 kB). View file
 
config.json CHANGED
@@ -4,7 +4,6 @@
4
  ],
5
  "encoder_config": {
6
  "compression_size": 50,
7
- "low_resource": false,
8
  "model_type": "fastalm_speech_encoder",
9
  "n_ctx": 1500,
10
  "n_head": 20,
@@ -60,6 +59,6 @@
60
  "lora_r": 16,
61
  "low_resource": false,
62
  "model_type": "fastalm",
63
- "torch_dtype": "bfloat16",
64
  "transformers_version": "4.51.3"
65
  }
 
4
  ],
5
  "encoder_config": {
6
  "compression_size": 50,
 
7
  "model_type": "fastalm_speech_encoder",
8
  "n_ctx": 1500,
9
  "n_head": 20,
 
59
  "lora_r": 16,
60
  "low_resource": false,
61
  "model_type": "fastalm",
62
+ "torch_dtype": "float32",
63
  "transformers_version": "4.51.3"
64
  }
generation_config.json CHANGED
@@ -1,10 +1,4 @@
1
  {
2
- "bos_token_id": 151644,
3
- "do_sample": true,
4
- "eos_token_id": 151645,
5
- "pad_token_id": 151643,
6
- "temperature": 0.3,
7
- "top_k": 20,
8
- "top_p": 0.95,
9
  "transformers_version": "4.51.3"
10
  }
 
1
  {
2
+ "_from_model_config": true,
 
 
 
 
 
 
3
  "transformers_version": "4.51.3"
4
  }
llm/adapter_config.json CHANGED
@@ -23,13 +23,13 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "k_proj",
27
- "v_proj",
28
- "q_proj",
29
- "up_proj",
30
  "down_proj",
 
 
 
31
  "o_proj",
32
- "gate_proj"
 
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
 
 
26
  "down_proj",
27
+ "gate_proj",
28
+ "up_proj",
29
+ "k_proj",
30
  "o_proj",
31
+ "q_proj",
32
+ "v_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
llm/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8951e9e07a241a8ab4c6d5b48ebaf61ff92b631e45e0489ad9fd10ff1bf4d3a1
3
  size 132187888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c099f39f9042c06ef67e317c781479ed07db30b176046997494f27af2c5821
3
  size 132187888
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11dc295c463e59e435ed38f18b7f71fa58701a0063194a485e2f491b8e8ba02b
3
- size 4999161784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7b3fe03e6dbbb9eadd9b4dd06c41e741aca81b8e063c6f5d3c94a1ef80a56d6
3
+ size 4954711528
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c93ecbb38c5d64a951aa2d5c7442cd39fde730d51642892c8512794a58a98be4
3
- size 4572385640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23410d2df46aed34dedc84e64ece77424156423627f40de64246c76f29aff834
3
+ size 4983450856
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b6a962e0e63374d8419f15aed4096c8a1f80130fce24fba2d82a40e936b6a6b
3
- size 777912472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f97e9170b6b544c9b46ef05d9b10c309c0efc43afd0a45dc719513f58680ded
3
+ size 1805593888
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff