Spaces:
Runtime error
Runtime error
Commit
·
96ce6e5
1
Parent(s):
a598557
narrow layout
Browse files
app.py
CHANGED
|
@@ -42,11 +42,14 @@ args = mem_calc.parse_args(f"""
|
|
| 42 |
|
| 43 |
memory = mem_calc.calculate_memory(args)
|
| 44 |
|
| 45 |
-
cols = st.columns(
|
| 46 |
-
cols[0].metric("Parameters (GPU)", f"{memory['model']:.2f} GB", f"{memory['model']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
| 47 |
-
cols[1].metric(f"Optimizer ({'GPU' if offload else 'CPU'})", f"{memory['optim']:.2f} GB", f"{memory['optim']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
| 48 |
-
cols[2].metric("Activations (GPU)", f"{memory['grad']:.2f} GB", f"{memory['grad']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
| 49 |
-
cols = st.columns(3)
|
| 50 |
cols[0].metric("GPU total", f"{memory['total_mem']:.2f} GB")
|
| 51 |
cols[1].metric("Offloaded to RAM", f"{memory['cpu_mem']:.2f} GB")
|
| 52 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
|
| 43 |
memory = mem_calc.calculate_memory(args)
|
| 44 |
|
| 45 |
+
cols = st.columns(2)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 46 |
cols[0].metric("GPU total", f"{memory['total_mem']:.2f} GB")
|
| 47 |
cols[1].metric("Offloaded to RAM", f"{memory['cpu_mem']:.2f} GB")
|
| 48 |
+
|
| 49 |
+
cols = st.columns(2)
|
| 50 |
+
cols[0].metric("Parameters (GPU)", f"{memory['model']:.2f} GB", f"{memory['model']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
| 51 |
+
cols[1].metric("Activations (GPU)", f"{memory['grad']:.2f} GB", f"{memory['grad']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|
| 52 |
+
|
| 53 |
+
cols = st.columns(2)
|
| 54 |
+
cols[0].metric("Communication overhead", f"{memory['overhead'] * 1000:.2f} ms")
|
| 55 |
+
cols[1].metric(f"Optimizer ({'GPU' if offload else 'CPU'})", f"{memory['cpu_mem'] if offload else memory['optim']:.2f} GB", f"{memory['optim']/memory['total_mem'] * 100:.2f} %", delta_color="off")
|