From ab5c886d91907b39fda30998da0bf840999fcf9f Mon Sep 17 00:00:00 2001 From: IneovaAI <67843470+IneovaAI@users.noreply.github.com> Date: Fri, 30 Jul 2021 16:15:36 +0200 Subject: [PATCH 1/4] Add freeze as an argument I train on different platforms and sometimes I want to freeze some layers. I have to go into the code and change it and also keep track of how many layers I froze on what platform. Please add the number of layers to freeze as an argument in future versions thanks. --- train.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/train.py b/train.py index cf50a5d553e3..83b6b85af468 100644 --- a/train.py +++ b/train.py @@ -53,9 +53,9 @@ def train(hyp, # path/to/hyp.yaml or hyp dictionary opt, device, ): - save_dir, epochs, batch_size, weights, single_cls, evolve, data, cfg, resume, noval, nosave, workers, = \ + save_dir, epochs, batch_size, weights, single_cls, evolve, data, cfg, resume, noval, nosave, workers, freeze, = \ Path(opt.save_dir), opt.epochs, opt.batch_size, opt.weights, opt.single_cls, opt.evolve, opt.data, opt.cfg, \ - opt.resume, opt.noval, opt.nosave, opt.workers + opt.resume, opt.noval, opt.nosave, opt.workers, opt.freeze # Directories w = save_dir / 'weights' # weights dir @@ -111,7 +111,7 @@ def train(hyp, # path/to/hyp.yaml or hyp dictionary model = Model(cfg, ch=3, nc=nc, anchors=hyp.get('anchors')).to(device) # create # Freeze - freeze = [] # parameter names to freeze (full or partial) + freeze = ['model.%s.' % x for x in range(freeze)] # parameter names to freeze (full or partial) for k, v in model.named_parameters(): v.requires_grad = True # train all layers if any(x in k for x in freeze): @@ -442,6 +442,7 @@ def parse_opt(known=False): parser.add_argument('--save_period', type=int, default=-1, help='Log model after every "save_period" epoch') parser.add_argument('--artifact_alias', type=str, default="latest", help='version of dataset artifact to be used') parser.add_argument('--local_rank', type=int, default=-1, help='DDP parameter, do not modify') + parser.add_argument('--freeze', type=int, default=0, help='Amount of layers to freeze. backbone=10 all=24') opt = parser.parse_known_args()[0] if known else parser.parse_args() return opt From 5dd883618f68249964432ea9424e8b0c04d9a9b6 Mon Sep 17 00:00:00 2001 From: IneovaAI <67843470+IneovaAI@users.noreply.github.com> Date: Fri, 30 Jul 2021 16:54:46 +0200 Subject: [PATCH 2/4] Update train.py --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index 83b6b85af468..5f2a87549154 100644 --- a/train.py +++ b/train.py @@ -111,7 +111,7 @@ def train(hyp, # path/to/hyp.yaml or hyp dictionary model = Model(cfg, ch=3, nc=nc, anchors=hyp.get('anchors')).to(device) # create # Freeze - freeze = ['model.%s.' % x for x in range(freeze)] # parameter names to freeze (full or partial) + freeze = ['model.%s.' % x for x in range(freeze)] if freeze is not NONE else [] # parameter names to freeze (full or partial) for k, v in model.named_parameters(): v.requires_grad = True # train all layers if any(x in k for x in freeze): From 2b48f3d66db68efa0030eca6e967ae6110ec4cc8 Mon Sep 17 00:00:00 2001 From: IneovaAI <67843470+IneovaAI@users.noreply.github.com> Date: Fri, 30 Jul 2021 16:56:24 +0200 Subject: [PATCH 3/4] Update train.py --- train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/train.py b/train.py index 5f2a87549154..6659f7ef711c 100644 --- a/train.py +++ b/train.py @@ -442,7 +442,7 @@ def parse_opt(known=False): parser.add_argument('--save_period', type=int, default=-1, help='Log model after every "save_period" epoch') parser.add_argument('--artifact_alias', type=str, default="latest", help='version of dataset artifact to be used') parser.add_argument('--local_rank', type=int, default=-1, help='DDP parameter, do not modify') - parser.add_argument('--freeze', type=int, default=0, help='Amount of layers to freeze. backbone=10 all=24') + parser.add_argument('--freeze', type=int, help='Amount of layers to freeze. backbone=10 all=24') opt = parser.parse_known_args()[0] if known else parser.parse_args() return opt From e4a5a165f6022bc9b09cda5e477052db7598ba74 Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Fri, 30 Jul 2021 17:36:52 +0200 Subject: [PATCH 4/4] Cleanup --- train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train.py b/train.py index 6659f7ef711c..1d3404ffc414 100644 --- a/train.py +++ b/train.py @@ -111,7 +111,7 @@ def train(hyp, # path/to/hyp.yaml or hyp dictionary model = Model(cfg, ch=3, nc=nc, anchors=hyp.get('anchors')).to(device) # create # Freeze - freeze = ['model.%s.' % x for x in range(freeze)] if freeze is not NONE else [] # parameter names to freeze (full or partial) + freeze = [f'model.{x}.' for x in range(freeze)] # layers to freeze for k, v in model.named_parameters(): v.requires_grad = True # train all layers if any(x in k for x in freeze): @@ -442,7 +442,7 @@ def parse_opt(known=False): parser.add_argument('--save_period', type=int, default=-1, help='Log model after every "save_period" epoch') parser.add_argument('--artifact_alias', type=str, default="latest", help='version of dataset artifact to be used') parser.add_argument('--local_rank', type=int, default=-1, help='DDP parameter, do not modify') - parser.add_argument('--freeze', type=int, help='Amount of layers to freeze. backbone=10 all=24') + parser.add_argument('--freeze', type=int, default=0, help='Number of layers to freeze. backbone=10, all=24') opt = parser.parse_known_args()[0] if known else parser.parse_args() return opt