Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

update UI + latest yolov5 sources #15

Merged
merged 32 commits into from
May 7, 2021
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
32 commits
Select commit Hold shift + click to select a range
980a554
merge latest version done, not tested
mkolomeychenko Apr 29, 2021
5aae1c8
split tabs with radio buttons
mkolomeychenko Apr 29, 2021
ee16e3f
models table -wip
mkolomeychenko Apr 29, 2021
dc8e78c
models table -wip
mkolomeychenko Apr 29, 2021
a878179
start split html template to parts
mkolomeychenko Apr 30, 2021
236e62d
ui refactoring
mkolomeychenko Apr 30, 2021
db61ef4
compile-template wip - paths confusion
mkolomeychenko Apr 30, 2021
2eae9b2
compile wip
mkolomeychenko Apr 30, 2021
3455a45
train/val splits
mkolomeychenko Apr 30, 2021
9591dd1
keep/ignore unlabeled images
mkolomeychenko Apr 30, 2021
89bddaa
models table
mkolomeychenko Apr 30, 2021
71c5710
training hyperparameters
mkolomeychenko May 4, 2021
88cb140
UI templates - done
mkolomeychenko May 4, 2021
5aacc66
unlabeled count in UI
mkolomeychenko May 5, 2021
e014b75
add adam optimizer
mkolomeychenko May 5, 2021
dfd58b1
convert_project to detection - works
mkolomeychenko May 5, 2021
0aec05b
start train/val splits
mkolomeychenko May 5, 2021
0072702
splits wip
mkolomeychenko May 5, 2021
8478e17
splits done, only simple tests
mkolomeychenko May 6, 2021
d65e4bc
splits validation
mkolomeychenko May 6, 2021
6bb0c91
data preprocessing - not tested
mkolomeychenko May 6, 2021
0433ae3
download weights - wip
mkolomeychenko May 7, 2021
55abdb5
init_script_arguments - not tested
mkolomeychenko May 7, 2021
050407a
init_script_arguments - not tested
mkolomeychenko May 7, 2021
88930f9
prepare weights - wip
mkolomeychenko May 7, 2021
2ab8ed1
not tested
mkolomeychenko May 7, 2021
3355946
add metrics period
mkolomeychenko May 7, 2021
6182567
set output
mkolomeychenko May 7, 2021
8b361b3
artifacts dirs
mkolomeychenko May 7, 2021
d790a2f
train_batches_uploaded flag
mkolomeychenko May 7, 2021
5aad4b1
pre-release for debug
mkolomeychenko May 7, 2021
52893b5
update config
mkolomeychenko May 7, 2021
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 4 additions & 8 deletions requirements.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
# pip install -r requirements.txt
supervisely==6.1.52
supervisely==6.1.74

# base ----------------------------------------
#matplotlib>=3.2.2
Expand All @@ -8,21 +8,17 @@ supervisely==6.1.52
#Pillow
PyYAML>=5.3.1
#scipy>=1.4.1
torch>=1.7.0
torchvision>=0.8.1
#torch>=1.7.0
#torchvision>=0.8.1
tqdm>=4.41.0

# logging -------------------------------------
tensorboard>=2.4.1
# wandb

# logging -------------------------------------
tensorboard>=2.4.1
# wandb

# plotting ------------------------------------
seaborn==0.11.1
pandas
#pandas

# export --------------------------------------
# coremltools>=4.1
Expand Down
2 changes: 1 addition & 1 deletion supervisely/train/config.json
Original file line number Diff line number Diff line change
Expand Up @@ -19,5 +19,5 @@
"context_root": "Neural Networks",
"context_category": "YOLO v5"
},
"instance_version": "6.3.2"
"instance_version": "6.4.14"
}
11 changes: 5 additions & 6 deletions supervisely/train/debug.env
Original file line number Diff line number Diff line change
Expand Up @@ -2,14 +2,13 @@ PYTHONUNBUFFERED=1

DEBUG_APP_DIR="/app_debug_data"
DEBUG_CACHE_DIR="/app_cache"
LOG_LEVEL="debug"

TASK_ID=2391
TASK_ID=4326

context.teamId=7
context.workspaceId=263
#modal.state.slyProjectId=1843 # coco-128
modal.state.slyProjectId=1805 # lemons-annotated
#modal.state.slyFile="put your value here"
context.teamId=229
context.workspaceId=287
modal.state.slyProjectId=2128 # lemons-annotated

SERVER_ADDRESS="put your value here"
API_TOKEN="put your value here"
Expand Down
355 changes: 39 additions & 316 deletions supervisely/train/src/gui.html

Large diffs are not rendered by default.

153 changes: 0 additions & 153 deletions supervisely/train/src/sly_init_ui.py

This file was deleted.

45 changes: 23 additions & 22 deletions supervisely/train/src/sly_metrics.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import supervisely_lib as sly
import sly_train_globals as globals
import supervisely.train.src.sly_train_globals as globals


def init_chart(title, names, xs, ys, smoothing=None):
Expand All @@ -24,19 +24,19 @@ def init_chart(title, names, xs, ys, smoothing=None):
def init(data, state):
demo_x = [[], []] #[[1, 2, 3, 4], [2, 4, 6, 8]]
demo_y = [[], []] #[[10, 15, 13, 17], [16, 5, 11, 9]]
data["mBox"] = init_chart("Box Loss",
names=["train", "val"],
xs=demo_x,
ys=demo_y,
smoothing=0.6)
data["mGIoU"] = init_chart("GIoU",
names=["train", "val"],
xs=demo_x,
ys=demo_y,
smoothing=0.6)

data["mObjectness"] = init_chart("Obj Loss",
data["mObjectness"] = init_chart("Objectness",
names=["train", "val"],
xs=demo_x,
ys=demo_y,
smoothing=0.6)

data["mClassification"] = init_chart("Cls Loss",
data["mClassification"] = init_chart("Classification",
names=["train", "val"],
xs=demo_x,
ys=demo_y,
Expand All @@ -54,23 +54,24 @@ def init(data, state):
state["smoothing"] = 0.6


def send_metrics(epoch, epochs, metrics):
def send_metrics(epoch, epochs, metrics, log_period=1):
sly.logger.debug(f"Metrics: epoch {epoch} / {epochs}", extra={"metrics": metrics})

fields = [
{"field": "data.mBox.series[0].data", "payload": [[epoch, metrics["train/box_loss"]]], "append": True},
{"field": "data.mBox.series[1].data", "payload": [[epoch, metrics["val/box_loss"]]], "append": True},
if epoch % log_period == 0 or epoch == epochs:
fields = [
{"field": "data.mGIoU.series[0].data", "payload": [[epoch, metrics["train/box_loss"]]], "append": True},
{"field": "data.mGIoU.series[1].data", "payload": [[epoch, metrics["val/box_loss"]]], "append": True},

{"field": "data.mObjectness.series[0].data", "payload": [[epoch, metrics["train/obj_loss"]]], "append": True},
{"field": "data.mObjectness.series[1].data", "payload": [[epoch, metrics["val/obj_loss"]]], "append": True},
{"field": "data.mObjectness.series[0].data", "payload": [[epoch, metrics["train/obj_loss"]]], "append": True},
{"field": "data.mObjectness.series[1].data", "payload": [[epoch, metrics["val/obj_loss"]]], "append": True},

{"field": "data.mClassification.series[0].data", "payload": [[epoch, metrics["train/cls_loss"]]], "append": True},
{"field": "data.mClassification.series[1].data", "payload": [[epoch, metrics["val/cls_loss"]]], "append": True},
{"field": "data.mClassification.series[0].data", "payload": [[epoch, metrics["train/cls_loss"]]], "append": True},
{"field": "data.mClassification.series[1].data", "payload": [[epoch, metrics["val/cls_loss"]]], "append": True},

{"field": "data.mPR.series[0].data", "payload": [[epoch, metrics["metrics/precision"]]], "append": True},
{"field": "data.mPR.series[1].data", "payload": [[epoch, metrics["metrics/recall"]]], "append": True},
{"field": "data.mPR.series[0].data", "payload": [[epoch, metrics["metrics/precision"]]], "append": True},
{"field": "data.mPR.series[1].data", "payload": [[epoch, metrics["metrics/recall"]]], "append": True},

{"field": "data.mMAP.series[0].data", "payload": [[epoch, metrics["metrics/mAP_0.5"]]], "append": True},
{"field": "data.mMAP.series[1].data", "payload": [[epoch, metrics["metrics/mAP_0.5:0.95"]]], "append": True},
]
globals.api.app.set_fields(globals.task_id, fields)
{"field": "data.mMAP.series[0].data", "payload": [[epoch, metrics["metrics/mAP_0.5"]]], "append": True},
{"field": "data.mMAP.series[1].data", "payload": [[epoch, metrics["metrics/mAP_0.5:0.95"]]], "append": True},
]
globals.api.app.set_fields(globals.task_id, fields)
Loading