Hugging Face's logo

NoMoreCopyrightOrg
/
flux-test

English
Model card Files
xet
Community
John6666 commited on
Commit
b2843db
·
verified ·
1 Parent(s): b452566

Upload handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -29,7 +29,7 @@ class EndpointHandler:
29
  if is_compile: self.pipeline = compile_pipeline(self.pipeline)
30
  self.pipeline.to("cuda")
31
 
32
- @torch.inference_mode()
33
  def __call__(self, data: Dict[str, Any]) -> Image:
34
  logger.info(f"Received incoming request with {data=}")
35
 
 
29
  if is_compile: self.pipeline = compile_pipeline(self.pipeline)
30
  self.pipeline.to("cuda")
31
 
32
+ #@torch.inference_mode()
33
  def __call__(self, data: Dict[str, Any]) -> Image:
34
  logger.info(f"Received incoming request with {data=}")
35