arpecious commited on
Commit
46c9381
·
verified ·
1 Parent(s): 11afcfb

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -3
model.py CHANGED
@@ -6,7 +6,7 @@ from config import *
6
  import sys
7
  import os
8
 
9
- # Dynamically link the blazing fast Qsbits C++ Kernel
10
  ext_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Qsbits', 'ssm_extension')
11
  if ext_path not in sys.path:
12
  sys.path.append(ext_path)
@@ -107,7 +107,6 @@ class MiniTransformer(nn.Module):
107
 
108
  # Removed self.pos_emb (Mamba/SSM handles time naturally without Positional Embeddings!)
109
 
110
- # Dynamically scaled to match your old config variables!
111
  self.blocks = nn.ModuleList(
112
  [QsbitsA2BBlock(N_EMBD, N_EMBD // 2, 4 * N_EMBD) for _ in range(N_LAYER)]
113
  )
@@ -138,5 +137,4 @@ class MiniTransformer(nn.Module):
138
 
139
  logits = self.head(x)
140
 
141
- # Returned EXACTLY like your old model so your train.py doesn't crash!
142
  return logits
 
6
  import sys
7
  import os
8
 
9
+ # Dynamically link the fast Qsbits C++ Kernel
10
  ext_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), 'Qsbits', 'ssm_extension')
11
  if ext_path not in sys.path:
12
  sys.path.append(ext_path)
 
107
 
108
  # Removed self.pos_emb (Mamba/SSM handles time naturally without Positional Embeddings!)
109
 
 
110
  self.blocks = nn.ModuleList(
111
  [QsbitsA2BBlock(N_EMBD, N_EMBD // 2, 4 * N_EMBD) for _ in range(N_LAYER)]
112
  )
 
137
 
138
  logits = self.head(x)
139
 
 
140
  return logits