Update app.py

app.py

@@ -13,9 +13,14 @@ if not hasattr(config, 'layerdrop'):
 if not hasattr(config, 'max_position_embeddings'):
     config.max_position_embeddings = 2048 
 if not hasattr(config, 'num_attention_heads'):
-    config.num_attention_heads = 12 
+    config.num_attention_heads = 16 
 if not hasattr(config, 'num_hidden_layers'):
-    config.num_hidden_layers = 12
+    config.num_hidden_layers = 24
+if not hasattr(config, 'num_hidden_layers'):
+    config.num_hidden_layers = 24
+if not hasattr(config, 'hidden_size'):
+    config.hidden_size = 1024
+    
 
 model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
 tokenizer = AutoTokenizer.from_pretrained(model_name)