add

KyanChen · Nov 26, 2023 · db80d6d · db80d6d
1 parent 4681748
commit db80d6d
Show file tree

Hide file tree

Showing 8 changed files with 55 additions and 14 deletions.
diff --git a/README_zh-CN.md b/README_zh-CN.md
@@ -138,7 +138,7 @@ mim install "mmcv>=2.0.0"
 **步骤 4**：安装其他依赖项。
 
 ```shell
-pip install -U transformers wandb einops pycocotools shapely scipy terminaltables
+pip install -U transformers wandb einops pycocotools shapely scipy terminaltables deepspeed 
 ```
 
 </details>

diff --git a/configs/rsprompter/rsprompter_anchor-nwpu.py b/configs/rsprompter/rsprompter_anchor-nwpu.py
@@ -124,7 +124,6 @@
 ]
 
 #### AMP training config
-
 runner_type = 'Runner'
 optim_wrapper = dict(
     type='AmpOptimWrapper',
@@ -136,7 +135,6 @@
 )
 
 #### DeepSpeed training config
-
 # runner_type = 'FlexibleRunner'
 # strategy = dict(
 #     type='DeepSpeedStrategy',

diff --git a/configs/rsprompter/rsprompter_anchor-ssdd.py b/configs/rsprompter/rsprompter_anchor-ssdd.py
@@ -122,7 +122,6 @@
 ]
 
 #### AMP training config
-
 runner_type = 'Runner'
 optim_wrapper = dict(
     type='AmpOptimWrapper',
@@ -134,7 +133,6 @@
 )
 
 #### DeepSpeed training config
-
 # runner_type = 'FlexibleRunner'
 # strategy = dict(
 #     type='DeepSpeedStrategy',

diff --git a/configs/rsprompter/rsprompter_anchor-whu.py b/configs/rsprompter/rsprompter_anchor-whu.py
@@ -121,7 +121,6 @@
 ]
 
 #### AMP training config
-
 runner_type = 'Runner'
 optim_wrapper = dict(
     type='AmpOptimWrapper',
@@ -133,7 +132,6 @@
 )
 
 #### DeepSpeed training config
-
 # runner_type = 'FlexibleRunner'
 # strategy = dict(
 #     type='DeepSpeedStrategy',

diff --git a/configs/rsprompter/rsprompter_query-nwpu.py b/configs/rsprompter/rsprompter_query-nwpu.py
@@ -123,7 +123,7 @@
     )
 ]
 
-# runner_type = 'Runner'
+#### DeepSpeed Configs
 runner_type = 'FlexibleRunner'
 strategy = dict(
     type='DeepSpeedStrategy',
@@ -156,4 +156,15 @@
         lr=base_lr,
         weight_decay=0.05
     )
-)
+)
+
+# #### AMP training config
+# runner_type = 'Runner'
+# optim_wrapper = dict(
+#     type='AmpOptimWrapper',
+#     dtype='float16',
+#     optimizer=dict(
+#         type='AdamW',
+#         lr=base_lr,
+#         weight_decay=0.05)
+# )
diff --git a/configs/rsprompter/rsprompter_query-ssdd.py b/configs/rsprompter/rsprompter_query-ssdd.py
@@ -124,7 +124,7 @@
     )
 ]
 
-# runner_type = 'Runner'
+#### DeepSpeed Configs
 runner_type = 'FlexibleRunner'
 strategy = dict(
     type='DeepSpeedStrategy',
@@ -157,4 +157,15 @@
         lr=base_lr,
         weight_decay=0.05
     )
-)
+)
+
+# #### AMP training config
+# runner_type = 'Runner'
+# optim_wrapper = dict(
+#     type='AmpOptimWrapper',
+#     dtype='float16',
+#     optimizer=dict(
+#         type='AdamW',
+#         lr=base_lr,
+#         weight_decay=0.05)
+# )
diff --git a/configs/rsprompter/rsprompter_query-whu.py b/configs/rsprompter/rsprompter_query-whu.py
@@ -124,7 +124,7 @@
     )
 ]
 
-# runner_type = 'Runner'
+#### DeepSpeed Configs
 runner_type = 'FlexibleRunner'
 strategy = dict(
     type='DeepSpeedStrategy',
@@ -159,5 +159,17 @@
     )
 )
 
+# #### AMP training config
+# runner_type = 'Runner'
+# optim_wrapper = dict(
+#     type='AmpOptimWrapper',
+#     dtype='float16',
+#     optimizer=dict(
+#         type='AdamW',
+#         lr=base_lr,
+#         weight_decay=0.05)
+# )
+
+
 
 
diff --git a/configs/rsprompter/samseg-mask2former-ssdd.py b/configs/rsprompter/samseg-mask2former-ssdd.py
@@ -110,7 +110,7 @@
     )
 ]
 
-# runner_type = 'Runner'
+#### deepspeed related configs
 runner_type = 'FlexibleRunner'
 strategy = dict(
     type='DeepSpeedStrategy',
@@ -143,4 +143,17 @@
         lr=base_lr,
         weight_decay=0.05
     )
-)
+)
+
+#### AMP related configs
+# runner_type = 'Runner'
+# optim_wrapper = dict(
+#     type='AmpOptimWrapper',
+#     dtype='float16',
+#     optimizer=dict(
+#         type='AdamW',
+#         lr=base_lr,
+#         weight_decay=0.05,
+#         eps=1e-8,
+#         betas=(0.9, 0.999))
+# )