✨ Add support for google gemini model.

compose.yaml

@@ -26,6 +26,7 @@ services:
       GENAI_KEY:
       OPENAI_API_BASE:
       OPENAI_API_KEY:
+      GOOGLE_API_KEY:
     image: ${IMAGE:-quay.io/konveyor/kai}:${TAG:-stable}
     volumes:
       - ${PWD}:/podman_compose:rw,z

kai/config.toml

@@ -143,3 +143,10 @@ model_id = "mistralai/mixtral-8x7b-instruct-v01"
 
 [embeddings]
 todo = true
+
+# **Google Gemini Pro**
+# [models]
+# provider = "ChatGoogleGenerativeAI"
+
+# [models.args]
+# model = "gemini-pro"

kai/service/llm_interfacing/model_provider.py

@@ -6,6 +6,7 @@
 from langchain_community.chat_models import BedrockChat, ChatOllama, ChatOpenAI
 from langchain_community.chat_models.fake import FakeListChatModel
 from langchain_core.language_models.chat_models import BaseChatModel
+from langchain_google_genai import ChatGoogleGenerativeAI
 from pydantic.v1.utils import deep_update
 
 from kai.models.kai_config import KaiConfigModels
@@ -122,6 +123,18 @@ def __init__(self, config: KaiConfigModels):
                 model_args = deep_update(defaults, config.args)
                 model_id = "fake-list-chat-model"
 
+            case "ChatGoogleGenerativeAI":
+                model_class = ChatGoogleGenerativeAI
+                api_key = os.getenv("GOOGLE_API_KEY", "dummy_value")
+                defaults = {
+                    "model": "gemini-pro",
+                    "temperature": 0.7,
+                    "streaming": False,
+                    "google_api_key": api_key,
+                }
+                model_args = deep_update(defaults, config.args)
+                model_id = model_args["model"]
+
             case _:
                 raise Exception(f"Unrecognized provider '{config.provider}'")
 

requirements.in

@@ -24,6 +24,7 @@ ibm-generative-ai==2.2.0
 Jinja2==3.1.4
 langchain==0.2.11
 langchain-community==0.2.10
+langchain-google-genai==1.0.9
 langchain-openai==0.1.17
 langchain-experimental==0.0.64
 gunicorn==22.0.0

requirements.txt

@@ -38,7 +38,7 @@ async-lru==2.0.4
     # via jupyterlab
 async-timeout==4.0.3
     # via -r requirements.in
-attrs==24.2.0
+attrs==23.2.0
     # via
     #   aiohttp
     #   jsonschema
@@ -55,6 +55,8 @@ botocore==1.34.162
     # via
     #   boto3
     #   s3transfer
+cachetools==5.5.0
+    # via google-auth
 certifi==2024.7.4
     # via
     #   httpcore
@@ -105,14 +107,48 @@ gitdb==4.0.11
     # via gitpython
 gitpython==3.1.43
     # via -r requirements.in
+google-ai-generativelanguage==0.6.6
+    # via google-generativeai
+google-api-core[grpc]==2.19.1
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-python-client
+    #   google-generativeai
+google-api-python-client==2.142.0
+    # via google-generativeai
+google-auth==2.34.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-api-python-client
+    #   google-auth-httplib2
+    #   google-generativeai
+google-auth-httplib2==0.2.0
+    # via google-api-python-client
+google-generativeai==0.7.2
+    # via langchain-google-genai
+googleapis-common-protos==1.63.2
+    # via
+    #   google-api-core
+    #   grpcio-status
 greenlet==3.0.3
     # via sqlalchemy
+grpcio==1.65.5
+    # via
+    #   google-api-core
+    #   grpcio-status
+grpcio-status==1.62.3
+    # via google-api-core
 gunicorn==22.0.0
     # via -r requirements.in
 h11==0.14.0
     # via httpcore
 httpcore==1.0.5
     # via httpx
+httplib2==0.22.0
+    # via
+    #   google-api-python-client
+    #   google-auth-httplib2
 httpx==0.26.0
     # via
     #   ibm-generative-ai
@@ -234,15 +270,18 @@ langchain-community==0.2.10
     # via
     #   -r requirements.in
     #   langchain-experimental
-langchain-core==0.2.33
+langchain-core==0.2.34
     # via
     #   langchain
     #   langchain-community
     #   langchain-experimental
+    #   langchain-google-genai
     #   langchain-openai
     #   langchain-text-splitters
 langchain-experimental==0.0.64
     # via -r requirements.in
+langchain-google-genai==1.0.9
+    # via -r requirements.in
 langchain-openai==0.1.17
     # via -r requirements.in
 langchain-text-splitters==0.2.2
@@ -331,6 +370,18 @@ prompt-toolkit==3.0.47
     # via
     #   ipython
     #   jupyter-console
+proto-plus==1.24.0
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+protobuf==4.25.4
+    # via
+    #   google-ai-generativelanguage
+    #   google-api-core
+    #   google-generativeai
+    #   googleapis-common-protos
+    #   grpcio-status
+    #   proto-plus
 psutil==6.0.0
     # via ipykernel
 psycopg2-binary==2.9.9
@@ -341,11 +392,18 @@ ptyprocess==0.7.0
     #   terminado
 pure-eval==0.2.3
     # via stack-data
+pyasn1==0.6.0
+    # via
+    #   pyasn1-modules
+    #   rsa
+pyasn1-modules==0.4.0
+    # via google-auth
 pycparser==2.22
     # via cffi
 pydantic==2.8.2
     # via
     #   -r requirements.in
+    #   google-generativeai
     #   ibm-generative-ai
     #   langchain
     #   langchain-core
@@ -364,6 +422,8 @@ pygments==2.18.0
     #   jupyter-console
     #   nbconvert
     #   qtconsole
+pyparsing==3.1.2
+    # via httplib2
 python-dateutil==2.8.2
     # via
     #   -r requirements.in
@@ -406,6 +466,7 @@ regex==2024.7.24
 requests==2.32.3
     # via
     #   -r requirements.in
+    #   google-api-core
     #   jupyterlab-server
     #   langchain
     #   langchain-community
@@ -423,6 +484,8 @@ rpds-py==0.20.0
     # via
     #   jsonschema
     #   referencing
+rsa==4.9
+    # via google-auth
 s3transfer==0.10.2
     # via boto3
 send2trash==1.8.3
@@ -473,8 +536,10 @@ tornado==6.4.1
     #   jupyterlab
     #   notebook
     #   terminado
-tqdm==4.66.5
-    # via openai
+tqdm==4.66.4
+    # via
+    #   google-generativeai
+    #   openai
 traitlets==5.14.3
     # via
     #   comm
@@ -504,6 +569,7 @@ types-python-dateutil==2.9.0.20240316
     # via arrow
 typing-extensions==4.12.2
     # via
+    #   google-generativeai
     #   langchain-core
     #   openai
     #   pydantic
@@ -517,6 +583,8 @@ unidiff==0.7.5
     # via -r requirements.in
 uri-template==1.3.0
     # via jsonschema
+uritemplate==4.1.1
+    # via google-api-python-client
 urllib3==2.2.2
     # via
     #   botocore