Spaces:
Sleeping
Sleeping
MaduRox commited on
Commit ·
1e0f5c6
1
Parent(s): abbc3ec
feat: upgrade holographic resolution to 2048 bands on NVIDIA A100
Browse files
app.py
CHANGED
|
@@ -60,9 +60,9 @@ def kalpana_generate(prompt: str, max_tokens: int = 256, temperature: float = 0.
|
|
| 60 |
inputs = _LOCAL_TOKENIZER(fmt, return_tensors="pt").to(device)
|
| 61 |
|
| 62 |
num_layers = getattr(_LOCAL_QWEN_MODEL.config, "num_hidden_layers", 24)
|
| 63 |
-
#
|
| 64 |
-
cache = KalpanaDynamicCache(num_layers=num_layers, bands=
|
| 65 |
-
print(f"[API] Cache: {num_layers} layers, is_sliding[:3]={cache.is_sliding[:3]}")
|
| 66 |
|
| 67 |
t0 = time.perf_counter()
|
| 68 |
with torch.inference_mode():
|
|
|
|
| 60 |
inputs = _LOCAL_TOKENIZER(fmt, return_tensors="pt").to(device)
|
| 61 |
|
| 62 |
num_layers = getattr(_LOCAL_QWEN_MODEL.config, "num_hidden_layers", 24)
|
| 63 |
+
# 2048 bands for high-fidelity holographic resolution (4x quality)
|
| 64 |
+
cache = KalpanaDynamicCache(num_layers=num_layers, bands=2048)
|
| 65 |
+
print(f"[API] Cache: {num_layers} layers, bands=2048, is_sliding[:3]={cache.is_sliding[:3]}")
|
| 66 |
|
| 67 |
t0 = time.perf_counter()
|
| 68 |
with torch.inference_mode():
|
kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc
CHANGED
|
Binary files a/kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc and b/kalpana_embed_to_kv/__pycache__/core.cpython-312.pyc differ
|
|
|
kalpana_embed_to_kv/core.py
CHANGED
|
@@ -24,7 +24,7 @@ class KalpanaRIFTensor(nn.Module):
|
|
| 24 |
self,
|
| 25 |
batch_size: int = 1,
|
| 26 |
num_heads: int = 8,
|
| 27 |
-
bands: int =
|
| 28 |
dim: int = 128,
|
| 29 |
kappa: float = 1.0,
|
| 30 |
min_freq: float = 0.1,
|
|
|
|
| 24 |
self,
|
| 25 |
batch_size: int = 1,
|
| 26 |
num_heads: int = 8,
|
| 27 |
+
bands: int = 2048,
|
| 28 |
dim: int = 128,
|
| 29 |
kappa: float = 1.0,
|
| 30 |
min_freq: float = 0.1,
|