Transformers
English
Japanese
Spanish
recursive_transformer
File size: 501 Bytes
240d348
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
# Run this once on your machine to generate the weight files
import torch
from modeling_recursive_transformer import RecursiveTransformerConfig, RecursiveTransformerModel

config = RecursiveTransformerConfig()
model = RecursiveTransformerModel(config)

# Add a couple of example memory blocks
model.add_memory("Paris is the capital of France")
model.add_memory("The Eiffel Tower is in Paris")

# Save everything
model.save_pretrained("./")
print("✅ pytorch_model.bin and memory_state.json created!")