Spaces:
Running on Zero
Running on Zero
File size: 1,715 Bytes
878a616 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 | from __future__ import annotations
from collections.abc import Callable
from dataclasses import dataclass
from typing import Generic, TypeVar
import torch
W = TypeVar("W")
@dataclass
class ConvWorkspaceBlock:
x_buf: torch.Tensor
@dataclass
class TransConvWorkspaceBlock:
x_buf: torch.Tensor
@dataclass
class WorkspaceSlot:
conv1d: dict[str, ConvWorkspaceBlock]
tconv1d: dict[str, TransConvWorkspaceBlock]
def reset_workspace(slot: WorkspaceSlot) -> None:
for block in slot.conv1d.values():
block.x_buf.zero_()
for block in slot.tconv1d.values():
block.x_buf.zero_()
class WorkspacePool(Generic[W]):
def __init__(
self, create_slot: Callable[[], W], reset_slot: Callable[[W], None], size: int
):
if size <= 0:
raise ValueError(f"workspace pool size must be > 0, got {size}")
self._reset_slot = reset_slot
self._slots: list[W] = [create_slot() for _ in range(size)]
self._free: list[int] = list(range(size))
def __len__(self) -> int:
return len(self._slots)
def num_free_slots(self) -> int:
return len(self._free)
def acquire(self) -> tuple[int, W]:
if not self._free:
raise RuntimeError("No free workspace slot available.")
slot_idx = self._free.pop(0)
slot = self._slots[slot_idx]
self._reset_slot(slot)
return slot_idx, slot
def release(self, slot_idx: int) -> None:
if slot_idx in self._free:
return
self._reset_slot(self._slots[slot_idx])
self._free.append(slot_idx)
self._free.sort()
def get_slot(self, slot_idx: int) -> W:
return self._slots[slot_idx]
|