From e6d8b3b1476903d75458646d4de77287f7ec5735 Mon Sep 17 00:00:00 2001 From: statefb Date: Fri, 19 Jul 2024 16:51:49 +0900 Subject: [PATCH] fix --- backend/app/bedrock.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/app/bedrock.py b/backend/app/bedrock.py index fd2f896c..b0a41d1c 100644 --- a/backend/app/bedrock.py +++ b/backend/app/bedrock.py @@ -160,8 +160,8 @@ def compose_args_for_converse_api( } # `top_k` is configured in `additional_model_request_fields` instead of `inference_config` + additional_model_request_fields = {"top_k": inference_config["top_k"]} del inference_config["top_k"] - additional_model_request_fields = {"top_k": generation_params.top_k} args: ConverseApiRequest = { "inference_config": convert_dict_keys_to_camel_case(inference_config),