Update app.py

app.py

@@ -20,7 +20,8 @@ if not hasattr(config, 'num_hidden_layers'):
     config.num_hidden_layers = 24
 if not hasattr(config, 'hidden_size'):
     config.hidden_size = 1024
-    
+if not hasattr(config, 'num_codebooks'):
+    config.num_codebooks = 4
 
 model = AutoModelForCausalLM.from_pretrained(model_name, config=config)
 tokenizer = AutoTokenizer.from_pretrained(model_name)