We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c698e60 commit 6d36077Copy full SHA for 6d36077
demo/flux_demo.py examples/apps/flux_demo.py
@@ -88,6 +88,7 @@
88
del ep
89
pipe.transformer = trt_gm
90
pipe.transformer.config = config
91
+trt_gm.device = torch.device("cuda")
92
torch.cuda.empty_cache()
93
94
py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py
@@ -711,10 +711,9 @@ def run(
711
builder_config, self.compilation_settings.timing_cache_path
712
)
713
# TODO: Memory control prototyping. Under discussion
714
- self.module.to("cpu")
715
- torch.cuda.empty_cache()
716
del self.module
717
gc.collect()
+ torch.cuda.empty_cache()
718
serialized_engine = self.builder.build_serialized_network(
719
self.ctx.net, builder_config
720
0 commit comments