Skip to content

Commit

Permalink
Fix CometML tests (#585)
Browse files Browse the repository at this point in the history
* monkeypatch atexit.register to fix problem with cometml logging

* Use experiment id for version in cometml
  • Loading branch information
neggert authored and williamFalcon committed Dec 7, 2019
1 parent c374c4f commit 0489e31
Show file tree
Hide file tree
Showing 2 changed files with 15 additions and 8 deletions.
7 changes: 1 addition & 6 deletions pytorch_lightning/logging/comet.py
Original file line number Diff line number Diff line change
Expand Up @@ -167,9 +167,4 @@ def name(self, value):

@property
def version(self):
if self.project_name and self.rest_api_key:
# Determines the number of experiments in this project, and returns the next integer as the version number
num_exps = len(self.comet_api.get_experiments(self.workspace, self.project_name))
return num_exps + 1
else:
return None
return self.experiment.id
16 changes: 14 additions & 2 deletions tests/test_logging.py
Original file line number Diff line number Diff line change
Expand Up @@ -106,8 +106,14 @@ def test_mlflow_pickle(tmpdir):
trainer2.logger.log_metrics({"acc": 1.0})


def test_comet_logger(tmpdir):
def test_comet_logger(tmpdir, monkeypatch):
"""Verify that basic functionality of Comet.ml logger works."""

# prevent comet logger from trying to print at exit, since
# pytest's stdout/stderr redirection breaks it
import atexit
monkeypatch.setattr(atexit, "register", lambda _: None)

tutils.reset_seed()

try:
Expand Down Expand Up @@ -140,8 +146,14 @@ def test_comet_logger(tmpdir):
assert result == 1, "Training failed"


def test_comet_pickle(tmpdir):
def test_comet_pickle(tmpdir, monkeypatch):
"""Verify that pickling trainer with comet logger works."""

# prevent comet logger from trying to print at exit, since
# pytest's stdout/stderr redirection breaks it
import atexit
monkeypatch.setattr(atexit, "register", lambda _: None)

tutils.reset_seed()

try:
Expand Down

0 comments on commit 0489e31

Please sign in to comment.