Update app.py

app.py

@@ -13,9 +13,9 @@ if not hasattr(config, 'layerdrop'):
 if not hasattr(config, 'max_position_embeddings'):
     config.max_position_embeddings = 2048 
 if not hasattr(config, 'num_attention_heads'):
-    config.num_attention_heads = 1024 
+    config.num_attention_heads = 12 
 if not hasattr(config, 'num_hidden_layers'):
-    config.num_hidden_layers = 1024 
+    config.num_hidden_layers = 12
 
 model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
 tokenizer = AutoTokenizer.from_pretrained(model_name)