remove_token method removed

app.py

@@ -58,6 +58,10 @@ def generate_images(prompt):
         torch_dtype=torch.float16 if device == "cuda" else torch.float32
     ).to(device)
     
+    # Store original tokenizer and text encoder state
+    original_vocab_size = len(pipe.tokenizer)
+    original_embedding_weights = pipe.text_encoder.get_input_embeddings().weight.data.clone()
+    
     for concept in concepts:
         try:
             # Download and load concept embedding
@@ -90,9 +94,10 @@ def generate_images(prompt):
             
             images.append(image)
             
-            # Clear concept from pipeline
-            pipe.tokenizer.remove_tokens([token])
-            pipe.text_encoder.resize_token_embeddings(len(pipe.tokenizer))
+            # Reset tokenizer and text encoder to original state
+            pipe.tokenizer = pipe.tokenizer.__class__.from_pretrained(model_id)
+            pipe.text_encoder.resize_token_embeddings(original_vocab_size)
+            pipe.text_encoder.get_input_embeddings().weight.data.copy_(original_embedding_weights)
             
         except Exception as e:
             print(f"Error processing concept {concept}: {str(e)}")