Initial commit with folder contents
Browse files- src/pipeline.py +1 -7
src/pipeline.py
CHANGED
|
@@ -8,13 +8,7 @@ from pipelines.models import TextToImageRequest
|
|
| 8 |
from torch import Generator
|
| 9 |
from torchao.quantization import quantize_, int8_weight_only
|
| 10 |
|
| 11 |
-
Pipeline
|
| 12 |
-
|
| 13 |
-
torch.backends.cudnn.benchmark = True
|
| 14 |
-
torch._inductor.config.conv_1x1_as_mm = True
|
| 15 |
-
torch._inductor.config.coordinate_descent_tuning = True
|
| 16 |
-
torch._inductor.config.epilogue_fusion = False
|
| 17 |
-
torch._inductor.config.coordinate_descent_check_all_directions = True
|
| 18 |
|
| 19 |
os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
|
| 20 |
os.environ["TOKENIZERS_PARALLELISM"] = "True"
|
|
|
|
| 8 |
from torch import Generator
|
| 9 |
from torchao.quantization import quantize_, int8_weight_only
|
| 10 |
|
| 11 |
+
Pipeline = None
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
os.environ['PYTORCH_CUDA_ALLOC_CONF']="expandable_segments:True"
|
| 14 |
os.environ["TOKENIZERS_PARALLELISM"] = "True"
|