Hugging Face's logo

GrayShine
/
Video-GPT

Diffusers
Safetensors
phi3
Model card Files
xet
Community
GrayShine commited on
Commit
e6731a5
·
verified ·
1 Parent(s): 4054083

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.json +31 -131
  2. diffusion_pytorch_model.safetensors +3 -0
config.json CHANGED
@@ -1,131 +1,31 @@
1
- {
2
- "_name_or_path": "Phi-3-vision-128k-instruct",
3
- "architectures": [
4
- "Phi3ForCausalLM"
5
- ],
6
- "attention_dropout": 0.0,
7
- "bos_token_id": 1,
8
- "eos_token_id": 2,
9
- "hidden_act": "silu",
10
- "hidden_size": 3072,
11
- "initializer_range": 0.02,
12
- "intermediate_size": 8192,
13
- "max_position_embeddings": 131072,
14
- "model_type": "phi3",
15
- "num_attention_heads": 32,
16
- "num_hidden_layers": 32,
17
- "num_key_value_heads": 32,
18
- "original_max_position_embeddings": 4096,
19
- "rms_norm_eps": 1e-05,
20
- "rope_scaling": {
21
- "long_factor": [
22
- 1.0299999713897705,
23
- 1.0499999523162842,
24
- 1.0499999523162842,
25
- 1.0799999237060547,
26
- 1.2299998998641968,
27
- 1.2299998998641968,
28
- 1.2999999523162842,
29
- 1.4499999284744263,
30
- 1.5999999046325684,
31
- 1.6499998569488525,
32
- 1.8999998569488525,
33
- 2.859999895095825,
34
- 3.68999981880188,
35
- 5.419999599456787,
36
- 5.489999771118164,
37
- 5.489999771118164,
38
- 9.09000015258789,
39
- 11.579999923706055,
40
- 15.65999984741211,
41
- 15.769999504089355,
42
- 15.789999961853027,
43
- 18.360000610351562,
44
- 21.989999771118164,
45
- 23.079999923706055,
46
- 30.009998321533203,
47
- 32.35000228881836,
48
- 32.590003967285156,
49
- 35.56000518798828,
50
- 39.95000457763672,
51
- 53.840003967285156,
52
- 56.20000457763672,
53
- 57.95000457763672,
54
- 59.29000473022461,
55
- 59.77000427246094,
56
- 59.920005798339844,
57
- 61.190006256103516,
58
- 61.96000671386719,
59
- 62.50000762939453,
60
- 63.3700065612793,
61
- 63.48000717163086,
62
- 63.48000717163086,
63
- 63.66000747680664,
64
- 63.850006103515625,
65
- 64.08000946044922,
66
- 64.760009765625,
67
- 64.80001068115234,
68
- 64.81001281738281,
69
- 64.81001281738281
70
- ],
71
- "short_factor": [
72
- 1.05,
73
- 1.05,
74
- 1.05,
75
- 1.1,
76
- 1.1,
77
- 1.1,
78
- 1.2500000000000002,
79
- 1.2500000000000002,
80
- 1.4000000000000004,
81
- 1.4500000000000004,
82
- 1.5500000000000005,
83
- 1.8500000000000008,
84
- 1.9000000000000008,
85
- 2.000000000000001,
86
- 2.000000000000001,
87
- 2.000000000000001,
88
- 2.000000000000001,
89
- 2.000000000000001,
90
- 2.000000000000001,
91
- 2.000000000000001,
92
- 2.000000000000001,
93
- 2.000000000000001,
94
- 2.000000000000001,
95
- 2.000000000000001,
96
- 2.000000000000001,
97
- 2.000000000000001,
98
- 2.000000000000001,
99
- 2.000000000000001,
100
- 2.000000000000001,
101
- 2.000000000000001,
102
- 2.000000000000001,
103
- 2.000000000000001,
104
- 2.1000000000000005,
105
- 2.1000000000000005,
106
- 2.2,
107
- 2.3499999999999996,
108
- 2.3499999999999996,
109
- 2.3499999999999996,
110
- 2.3499999999999996,
111
- 2.3999999999999995,
112
- 2.3999999999999995,
113
- 2.6499999999999986,
114
- 2.6999999999999984,
115
- 2.8999999999999977,
116
- 2.9499999999999975,
117
- 3.049999999999997,
118
- 3.049999999999997,
119
- 3.049999999999997
120
- ],
121
- "type": "su"
122
- },
123
- "rope_theta": 10000.0,
124
- "sliding_window": 131072,
125
- "tie_word_embeddings": false,
126
- "torch_dtype": "bfloat16",
127
- "transformers_version": "4.38.1",
128
- "use_cache": true,
129
- "vocab_size": 32064,
130
- "_attn_implementation": "sdpa"
131
- }
 
1
+ {
2
+ "_class_name": "AutoencoderKL",
3
+ "_diffusers_version": "0.18.0.dev0",
4
+ "_name_or_path": ".",
5
+ "act_fn": "silu",
6
+ "block_out_channels": [
7
+ 128,
8
+ 256,
9
+ 512,
10
+ 512
11
+ ],
12
+ "down_block_types": [
13
+ "DownEncoderBlock2D",
14
+ "DownEncoderBlock2D",
15
+ "DownEncoderBlock2D",
16
+ "DownEncoderBlock2D"
17
+ ],
18
+ "in_channels": 3,
19
+ "latent_channels": 4,
20
+ "layers_per_block": 2,
21
+ "norm_num_groups": 32,
22
+ "out_channels": 3,
23
+ "sample_size": 1024,
24
+ "scaling_factor": 0.13025,
25
+ "up_block_types": [
26
+ "UpDecoderBlock2D",
27
+ "UpDecoderBlock2D",
28
+ "UpDecoderBlock2D",
29
+ "UpDecoderBlock2D"
30
+ ]
31
+ }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
diffusion_pytorch_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1598f3d24932bcfe6634e8b618ea1e30ab1d57f5aad13a6d2de446d2199f2341
3
+ size 334643268