diff --git a/app/src/serving/serving_app.py b/app/src/serving/serving_app.py index 8ac4ec3..08dd0d1 100644 --- a/app/src/serving/serving_app.py +++ b/app/src/serving/serving_app.py @@ -323,8 +323,8 @@ def _predict_job (self, model_type: str, input, params:dict = None): if isinstance(input, List): batch = [] for cnt in range(batch_size): - if (tndx*batch_size+cnt < len(input)): - batch[cnt] = input[tndx*batch_size+cnt] + if ((tndx*batch_size+cnt) < len(input)): + batch.append(input[tndx*batch_size+cnt]) if isinstance(batch[0], str): content_list.append(json.dumps(batch))