Auto commit at 06-2025-08 23:55:35

app.py

@@ -55,7 +55,8 @@ try:
             token=HF_TOKEN,
             torch_dtype=torch.float16,
             trust_remote_code=True,
-            device_map="auto",            
+            device_map="auto",
+            low_cpu_mem_usage=False
         )
         print("   ✅ 커스텀 모델 로딩 완료")
     else:

modeling.py

@@ -119,11 +119,11 @@ class DynamicCAbstractor(nn.Module):
         # ✨ 최적화: 모든 레이어를 bfloat16으로 초기화
         self.pos_emb = build_pos_embeds(config, num_input_tokens, config.encoder_hidden_size)
         if self.pos_emb is not None:
-            self.pos_emb = self.pos_emb.to(torch.bfloat16)
+            self.pos_emb.data = self.pos_emb.data.to(torch.bfloat16)
         
         self.eos_tokens = build_eos_tokens(config, config.output_hidden_size)
         if self.eos_tokens is not None:
-            self.eos_tokens = self.eos_tokens.to(torch.bfloat16)
+            self.eos_tokens.data = self.eos_tokens.data.to(torch.bfloat16)
         
         self.prenorm = build_prenorm(config)
         if self.prenorm is not None: