From b345db25bc213555ae8a0c16d0463992f62376be Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Fri, 23 Apr 2021 21:21:58 +0200 Subject: [PATCH] Default optimize_for_mobile() on TorchScript models (#2908) Per https://pytorch.org/tutorials/recipes/script_optimized.html this should improve performance on torchscript models (and maybe coreml models also since coremltools operates on a torchscript model input, though this still requires testing). (cherry picked from commit 28db23763904bf0800fe9647fc7e25b10f4f8e3c) --- models/export.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/models/export.py b/models/export.py index c527a47951cb..312e949f56ac 100644 --- a/models/export.py +++ b/models/export.py @@ -12,6 +12,7 @@ import torch import torch.nn as nn +from torch.utils.mobile_optimizer import optimize_for_mobile import models from models.experimental import attempt_load @@ -65,6 +66,7 @@ print(f'\n{prefix} starting export with torch {torch.__version__}...') f = opt.weights.replace('.pt', '.torchscript.pt') # filename ts = torch.jit.trace(model, img, strict=False) + ts = optimize_for_mobile(ts) # https://pytorch.org/tutorials/recipes/script_optimized.html ts.save(f) print(f'{prefix} export success, saved as {f}') except Exception as e: