MaduRox commited on
Commit
1e0f5c6
·
1 Parent(s): abbc3ec

feat: upgrade holographic resolution to 2048 bands on NVIDIA A100

Browse files
app.py CHANGED
@@ -60,9 +60,9 @@ def kalpana_generate(prompt: str, max_tokens: int = 256, temperature: float = 0.
60
  inputs = _LOCAL_TOKENIZER(fmt, return_tensors="pt").to(device)
61
 
62
  num_layers = getattr(_LOCAL_QWEN_MODEL.config, "num_hidden_layers", 24)
63
- # Use bands=512 to keep VRAM footprint small on ZeroGPU shared GPU
64
- cache = KalpanaDynamicCache(num_layers=num_layers, bands=512)
65
- print(f"[API] Cache: {num_layers} layers, is_sliding[:3]={cache.is_sliding[:3]}")
66
 
67
  t0 = time.perf_counter()
68
  with torch.inference_mode():
 
60
  inputs = _LOCAL_TOKENIZER(fmt, return_tensors="pt").to(device)
61
 
62
  num_layers = getattr(_LOCAL_QWEN_MODEL.config, "num_hidden_layers", 24)
63
+ # 2048 bands for high-fidelity holographic resolution (4x quality)
64
+ cache = KalpanaDynamicCache(num_layers=num_layers, bands=2048)
65
+ print(f"[API] Cache: {num_layers} layers, bands=2048, is_sliding[:3]={cache.is_sliding[:3]}")
66
 
67
  t0 = time.perf_counter()
68
  with torch.inference_mode():
kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc CHANGED
Binary files a/kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc and b/kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc differ
 
kalpana_embed_to_kv/core.py CHANGED
@@ -24,7 +24,7 @@ class KalpanaRIFTensor(nn.Module):
24
  self,
25
  batch_size: int = 1,
26
  num_heads: int = 8,
27
- bands: int = 512,
28
  dim: int = 128,
29
  kappa: float = 1.0,
30
  min_freq: float = 0.1,
 
24
  self,
25
  batch_size: int = 1,
26
  num_heads: int = 8,
27
+ bands: int = 2048,
28
  dim: int = 128,
29
  kappa: float = 1.0,
30
  min_freq: float = 0.1,