| from enum import Enum, auto | |
| class DllmBlockType(Enum): | |
| """Type of a block during decoding.""" | |
| IN_CONTEXT = auto() | |
| LAST_IN_CONTEXT = auto() | |
| OUT_OF_CONTEXT = auto() | |
| class DllmBlockStatus(Enum): | |
| """State of a block during decoding.""" | |
| DUMMY = auto() # Placeholder block | |
| ACTIVE = auto() # Currently being decoded | |
| TO_CACHE = auto() # Ready to be cached | |
| IN_CACHE = auto() # Already cached | |
| class DllmReqStatus(Enum): | |
| """Status of a req during decoding.""" | |
| # Waiting | |
| WAITING = auto() # Waiting for prompts | |
| # Runtime states | |
| PENDING = auto() # Pending to run | |
| PREFILLING = auto() # Running prefilling | |
| DECODING = auto() # Running decoding | |
| COMPLETED = auto() # Completed generation | |
| # Finished | |
| FINISHED = auto() # Completed generation | |