Spaces:
Runtime error
Runtime error
Commit ·
dbf1289
1
Parent(s): 8a8940d
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,11 +5,8 @@ import gradio as gr
|
|
| 5 |
|
| 6 |
from src.client import DistributedBloomForCausalLM
|
| 7 |
|
| 8 |
-
INITIAL_PEERS = [
|
| 9 |
-
|
| 10 |
-
'/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/tcp/21338/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs',
|
| 11 |
-
'/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/udp/21338/quic/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs',
|
| 12 |
-
]
|
| 13 |
tokenizer = transformers.BloomTokenizerFast.from_pretrained("bigscience/test-bloomd-6b3")
|
| 14 |
model = DistributedBloomForCausalLM.from_pretrained("bigscience/test-bloomd-6b3", initial_peers=INITIAL_PEERS, low_cpu_mem_usage=True, torch_dtype=torch.float32)
|
| 15 |
|
|
|
|
| 5 |
|
| 6 |
from src.client import DistributedBloomForCausalLM
|
| 7 |
|
| 8 |
+
INITIAL_PEERS = ['/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/tcp/21338/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs', '/ip6/2a0b:4880::a242:3fff:fe3a:2ae1/udp/21338/quic/p2p/QmSXDXLeSMXjS4YerDrdn1zpGQaNzkZ9ogN2SoAEyAdDhs']
|
| 9 |
+
|
|
|
|
|
|
|
|
|
|
| 10 |
tokenizer = transformers.BloomTokenizerFast.from_pretrained("bigscience/test-bloomd-6b3")
|
| 11 |
model = DistributedBloomForCausalLM.from_pretrained("bigscience/test-bloomd-6b3", initial_peers=INITIAL_PEERS, low_cpu_mem_usage=True, torch_dtype=torch.float32)
|
| 12 |
|