Skip to content

Commit

Permalink
Merge branch 'develop'
Browse files Browse the repository at this point in the history
  • Loading branch information
btalb committed Mar 17, 2021
2 parents c3147eb + 2139f5f commit a8e388c
Showing 1 changed file with 4 additions and 0 deletions.
4 changes: 4 additions & 0 deletions benchbot_eval/evaluator.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,10 @@ def evaluate(self):
# Amalgamate all of the produced scores if supported by evaluation
# method
if 'combine' in self.evaluate_fns:
if self.required_envs is not None:
missing_count = len(self.required_envs) - len(scores_data)
if missing_count > 0:
scores_data = scores_data + [{}] * missing_count
scores = self.evaluate_fns['combine'](scores_data)
print("\nFinal scores for the '%s' task:\n" %
(scores['task_details']['name']
Expand Down

0 comments on commit a8e388c

Please sign in to comment.