We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1d37c89 commit b2eb297Copy full SHA for b2eb297
demo/flux_demo.py examples/apps/flux_demo.py
@@ -88,6 +88,7 @@
88
del ep
89
pipe.transformer = trt_gm
90
pipe.transformer.config = config
91
+trt_gm.device = torch.device("cuda")
92
torch.cuda.empty_cache()
93
94
py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
@@ -706,10 +706,9 @@ def run(
706
builder_config, self.compilation_settings.timing_cache_path
707
)
708
# TODO: Memory control prototyping. Under discussion
709
- self.module.to("cpu")
710
- torch.cuda.empty_cache()
711
del self.module
712
gc.collect()
+ torch.cuda.empty_cache()
713
serialized_engine = self.builder.build_serialized_network(
714
self.ctx.net, builder_config
715
0 commit comments