Audio-Text-to-Text
Transformers
Safetensors
lfm3_omni
feature-extraction
liquid
lfm3
edge
decision
classification
extraction
calibration
system-one
multimodal
audio
decision-model
custom_code
Instructions to use LiquidAI/d1-Omni-2B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use LiquidAI/d1-Omni-2B with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("LiquidAI/d1-Omni-2B", trust_remote_code=True, device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download processor_config.json from LiquidAI/d1-Omni-2B: direct link, hf CLI and curl.
- Browser
- Download file 1.93 kB
-
https://huggingface.co/LiquidAI/d1-Omni-2B/resolve/main/processor_config.json
- Command line
-
hf download hf://LiquidAI/d1-Omni-2B/processor_config.json
-
curl -L -o processor_config.json https://huggingface.co/LiquidAI/d1-Omni-2B/resolve/main/processor_config.json
1.93 kB
| { | |
| "audio_markers": true, | |
| "audio_out_token": "<|audio_out|>", | |
| "audio_token": "<|audio|>", | |
| "feature_extractor": { | |
| "encoder_stride": 8, | |
| "feature_extractor_type": "Lfm3OmniFeatureExtractor", | |
| "feature_size": 128, | |
| "hop_length": 160, | |
| "log_floor": -12.0, | |
| "n_fft": 400, | |
| "normalization_divisor": 4.0, | |
| "normalization_offset": 4.0, | |
| "padding_side": "right", | |
| "padding_value": 0.0, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000, | |
| "win_length": 400 | |
| }, | |
| "image_processor": { | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_mean": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "image_processor_type": "Lfm3VlImageProcessor", | |
| "image_std": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "merge_size": 2, | |
| "patch_size": 16, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "size": { | |
| "longest_edge": 2097152, | |
| "shortest_edge": 65536 | |
| }, | |
| "temporal_patch_size": 2 | |
| }, | |
| "image_token": "<|image|>", | |
| "processor_class": "Lfm3OmniProcessor", | |
| "video_processor": { | |
| "cap_pixels_per_frame": false, | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": true, | |
| "fps": 2.0, | |
| "image_mean": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "image_std": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "max_frames": 384, | |
| "max_video_tokens": 768, | |
| "merge_size": 2, | |
| "min_frames": 4, | |
| "patch_size": 16, | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "size": { | |
| "longest_edge": 25165824, | |
| "shortest_edge": 4096 | |
| }, | |
| "temporal_patch_size": 2, | |
| "video_processor_type": "Lfm3VlVideoProcessor" | |
| }, | |
| "video_token": "<|video|>", | |
| "vision_end_token": "<|vision_end|>", | |
| "vision_markers": true, | |
| "vision_start_token": "<|vision_start|>" | |
| } | |