| | """
|
| | TouchGrass configuration for HuggingFace.
|
| | Integrates with transformers library.
|
| | """
|
| |
|
| | from typing import Optional, List, Dict, Any
|
| | from transformers import PretrainedConfig
|
| |
|
| |
|
| | class TouchGrassConfig(PretrainedConfig):
|
| | """
|
| | Configuration class for TouchGrass model.
|
| | Compatible with HuggingFace transformers.
|
| | """
|
| |
|
| | model_type = "touchgrass"
|
| | tie_word_embeddings = True
|
| |
|
| | def __init__(
|
| | self,
|
| | base_model: str = "Qwen/Qwen3.5-3B-Instruct",
|
| | model_type: str = "touchgrass",
|
| | d_model: int = 2048,
|
| | num_layers: int = 36,
|
| | num_heads: int = 16,
|
| | head_dim: int = 128,
|
| | ffn_expansion: float = 2.67,
|
| | vocab_size: int = 32000,
|
| | max_seq_len: int = 4096,
|
| |
|
| | enable_tab_chord_module: bool = True,
|
| | enable_music_theory_module: bool = True,
|
| | enable_ear_training_module: bool = True,
|
| | enable_eq_adapter: bool = True,
|
| | enable_songwriting_module: bool = True,
|
| | eq_hidden_dim: int = 32,
|
| | eq_loss_weight: float = 0.1,
|
| |
|
| | special_tokens: Optional[Dict[str, int]] = None,
|
| | music_domains: Optional[List[str]] = None,
|
| | skill_levels: Optional[List[str]] = None,
|
| | notation_tags: Optional[List[str]] = None,
|
| | initializer_range: float = 0.02,
|
| | **kwargs
|
| | ):
|
| | super().__init__(tie_word_embeddings=tie_word_embeddings, **kwargs)
|
| | self.base_model = base_model
|
| | self.model_type = model_type
|
| | self.d_model = d_model
|
| | self.num_layers = num_layers
|
| | self.num_heads = num_heads
|
| | self.head_dim = head_dim
|
| | self.ffn_expansion = ffn_expansion
|
| | self.vocab_size = vocab_size
|
| | self.max_seq_len = max_seq_len
|
| | self.enable_tab_chord_module = enable_tab_chord_module
|
| | self.enable_music_theory_module = enable_music_theory_module
|
| | self.enable_ear_training_module = enable_ear_training_module
|
| | self.enable_eq_adapter = enable_eq_adapter
|
| | self.enable_songwriting_module = enable_songwriting_module
|
| | self.eq_hidden_dim = eq_hidden_dim
|
| | self.eq_loss_weight = eq_loss_weight
|
| | self.special_tokens = special_tokens or {}
|
| | self.music_domains = music_domains or ["[GUITAR]", "[PIANO]", "[DRUMS]", "[VOCALS]", "[THEORY]", "[DJ]"]
|
| | self.skill_levels = skill_levels or ["[BEGINNER]", "[INTERMEDIATE]", "[ADVANCED]"]
|
| | self.notation_tags = notation_tags or ["[TAB]", "[CHORD]", "[SHEET]", "[LYRICS]", "[PROGRESSION]"]
|
| | self.initializer_range = initializer_range
|
| |
|
| | @classmethod
|
| | def from_pretrained(cls, pretrained_model_name_or_path: str, **kwargs):
|
| | """Load config from pretrained model."""
|
| | import json
|
| | import os
|
| |
|
| | config_path = os.path.join(pretrained_model_name_or_path, "config.json")
|
| | if os.path.exists(config_path):
|
| | with open(config_path, "r") as f:
|
| | config_dict = json.load(f)
|
| | config_dict.update(kwargs)
|
| | return cls(**config_dict)
|
| | else:
|
| |
|
| | return cls(**kwargs)
|
| |
|
| | def to_dict(self) -> Dict[str, Any]:
|
| | """Convert to dictionary."""
|
| | return {
|
| | "model_type": self.model_type,
|
| | "base_model": self.base_model,
|
| | "d_model": self.d_model,
|
| | "num_layers": self.num_layers,
|
| | "num_heads": self.num_heads,
|
| | "head_dim": self.head_dim,
|
| | "ffn_expansion": self.ffn_expansion,
|
| | "vocab_size": self.vocab_size,
|
| | "max_seq_len": self.max_seq_len,
|
| | "enable_tab_chord_module": self.enable_tab_chord_module,
|
| | "enable_music_theory_module": self.enable_music_theory_module,
|
| | "enable_ear_training_module": self.enable_ear_training_module,
|
| | "enable_eq_adapter": self.enable_eq_adapter,
|
| | "enable_songwriting_module": self.enable_songwriting_module,
|
| | "eq_hidden_dim": self.eq_hidden_dim,
|
| | "eq_loss_weight": self.eq_loss_weight,
|
| | "special_tokens": self.special_tokens,
|
| | "music_domains": self.music_domains,
|
| | "skill_levels": self.skill_levels,
|
| | "notation_tags": self.notation_tags,
|
| | "initializer_range": self.initializer_range,
|
| | } |
