Hugging Face's logo

LiquidAI
/
d1-Omni-2B

Audio-Text-to-Text
Transformers
Safetensors
lfm3_omni
feature-extraction
liquid
lfm3
edge
decision
classification
extraction
calibration
system-one
multimodal
audio
decision-model
custom_code
Model card Files
xet
 Community
1
d1-Omni-2B
File size: 1,928 Bytes
4cccbfd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
  "audio_markers": true,
  "audio_out_token": "<|audio_out|>",
  "audio_token": "<|audio|>",
  "feature_extractor": {
    "encoder_stride": 8,
    "feature_extractor_type": "Lfm3OmniFeatureExtractor",
    "feature_size": 128,
    "hop_length": 160,
    "log_floor": -12.0,
    "n_fft": 400,
    "normalization_divisor": 4.0,
    "normalization_offset": 4.0,
    "padding_side": "right",
    "padding_value": 0.0,
    "return_attention_mask": true,
    "sampling_rate": 16000,
    "win_length": 400
  },
  "image_processor": {
    "do_convert_rgb": true,
    "do_normalize": true,
    "do_rescale": true,
    "do_resize": true,
    "image_mean": [
      0.5,
      0.5,
      0.5
    ],
    "image_processor_type": "Lfm3VlImageProcessor",
    "image_std": [
      0.5,
      0.5,
      0.5
    ],
    "merge_size": 2,
    "patch_size": 16,
    "resample": 3,
    "rescale_factor": 0.00392156862745098,
    "size": {
      "longest_edge": 2097152,
      "shortest_edge": 65536
    },
    "temporal_patch_size": 2
  },
  "image_token": "<|image|>",
  "processor_class": "Lfm3OmniProcessor",
  "video_processor": {
    "cap_pixels_per_frame": false,
    "do_convert_rgb": true,
    "do_normalize": true,
    "do_rescale": true,
    "do_resize": true,
    "do_sample_frames": true,
    "fps": 2.0,
    "image_mean": [
      0.5,
      0.5,
      0.5
    ],
    "image_std": [
      0.5,
      0.5,
      0.5
    ],
    "max_frames": 384,
    "max_video_tokens": 768,
    "merge_size": 2,
    "min_frames": 4,
    "patch_size": 16,
    "resample": 3,
    "rescale_factor": 0.00392156862745098,
    "return_metadata": false,
    "size": {
      "longest_edge": 25165824,
      "shortest_edge": 4096
    },
    "temporal_patch_size": 2,
    "video_processor_type": "Lfm3VlVideoProcessor"
  },
  "video_token": "<|video|>",
  "vision_end_token": "<|vision_end|>",
  "vision_markers": true,
  "vision_start_token": "<|vision_start|>"
}