Update trainer.py
Browse files- trainer.py +14 -0
trainer.py
CHANGED
|
@@ -1,4 +1,18 @@
|
|
| 1 |
#@title Geometric Autoregressive LM - Full Training with HF Upload + TensorBoard generated valid shakespere
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
import torch
|
| 3 |
import torch.nn as nn
|
| 4 |
import torch.nn.functional as F
|
|
|
|
| 1 |
#@title Geometric Autoregressive LM - Full Training with HF Upload + TensorBoard generated valid shakespere
|
| 2 |
+
"""
|
| 3 |
+
Prototype LM for geometric simplex structures.
|
| 4 |
+
|
| 5 |
+
Requires the geometricvocab's SimplexFactory for valid simplex representations, or the simplex behavior will not learn.
|
| 6 |
+
|
| 7 |
+
try:
|
| 8 |
+
!pip uninstall -qy geometricvocab
|
| 9 |
+
except:
|
| 10 |
+
pass
|
| 11 |
+
|
| 12 |
+
!pip install -q git+https://github.com/AbstractEyes/lattice_vocabulary.git
|
| 13 |
+
|
| 14 |
+
License: MIT
|
| 15 |
+
"""
|
| 16 |
import torch
|
| 17 |
import torch.nn as nn
|
| 18 |
import torch.nn.functional as F
|