TRT --half fix autocast images to FP16 (#8435)

* TRT `--half` fix autocast images to FP16 Resolves bug raised in #7822 * Update common.py
ultralytics · Jul 1, 2022 · d94b470 · d94b470
1 parent 8983324
commit d94b470
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/models/common.py b/models/common.py
@@ -441,6 +441,9 @@ def wrap_frozen_graph(gd, inputs, outputs):
     def forward(self, im, augment=False, visualize=False, val=False):
         # YOLOv5 MultiBackend inference
         b, ch, h, w = im.shape  # batch, channel, height, width
+        if self.fp16 and im.dtype != torch.float16:
+            im = im.half()  # to FP16
+
         if self.pt:  # PyTorch
             y = self.model(im, augment=augment, visualize=visualize)[0]
         elif self.jit:  # TorchScript