test_llamacpp.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Function Definitions, and mock function call results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 122,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import uuid\n",
    "from functools import partial\n",
    "\n",
    "\n",
    "def add(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) + float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def sub(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) - float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def mult(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) * float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def div(args: str):\n",
    "    args = json.loads(args)\n",
    "    return str(float(args[\"a\"]) / float(args[\"b\"]))\n",
    "\n",
    "\n",
    "def get_oai_response(model, functions, msgs, api_key, base_url):\n",
    "  import openai\n",
    "  openai.api_key = api_key \n",
    "  openai.base_url = base_url\n",
    "  \n",
    "  try:\n",
    "    completion = openai.chat.completions.create(\n",
    "      model=model,\n",
    "      temperature=0.1,\n",
    "      messages=msgs,\n",
    "      tools=functions,\n",
    "      tool_choice=\"auto\",\n",
    "      stream=False,\n",
    "    )\n",
    "    return completion.choices[0]\n",
    "  except Exception as e:\n",
    "    print(e)\n",
    "\n",
    "\n",
    "def insert_tool_response(res, msgs):\n",
    "    assistant_message = res.message\n",
    "    tool_calls = []\n",
    "    for tool_call in assistant_message.tool_calls:\n",
    "        tool_calls.append( {\n",
    "                            \"id\": tool_call.id,\n",
    "                            \"function\": {\"name\": tool_call.function.name,\n",
    "                                        \"arguments\": tool_call.function.arguments},\n",
    "                            \"type\": \"function\",\n",
    "                        })\n",
    "    msgs.append({\"role\": \"assistant\",  \"tool_calls\": tool_calls})\n",
    "    \n",
    "    for i, tool_call in enumerate(assistant_message.tool_calls):\n",
    "        if tool_call.function.name == \"getCurrentWeather\":\n",
    "            print()\n",
    "            l = len((json.loads(assistant_message.tool_calls[i].function.arguments))[\"location\"])\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"temprature is {(i+1) * 50 + l } degree\"})\n",
    "        elif tool_call.function.name == \"calculate_distance\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Distance is {(i+1) * 50} miles.\"})\n",
    "        elif tool_call.function.name == \"generate_password\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Password generated: {uuid.uuid4().hex[:8]}\"})\n",
    "        elif tool_call.function.name == \"orderUmbrella\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"Order placed. the price is {(i+1) * 10} dollars.\"})\n",
    "        elif tool_call.function.name == \"list_files\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"File list:\\nreport.docx\\ntask.txt\\nnotes.txt\"})\n",
    "        elif tool_call.function.name == \"get_file_size\":\n",
    "            msgs.append({\"role\": \"tool\", \"tool_call_id\": str(assistant_message.tool_calls[i].id), \"name\": assistant_message.tool_calls[i].function.name, \"content\": f\"the size is {(i+1) * 100} bytes.\"})\n",
    "        elif tool_call.function.name == \"addition\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"addition\",\n",
    "                \"content\": add(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"subtraction\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"subtraction\",\n",
    "                \"content\": sub(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"multiplication\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"multiplication\",\n",
    "                \"content\": mult(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"division\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"division\",\n",
    "                \"content\": div(tool_call.function.arguments),\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        elif tool_call.function.name == \"create_3d_model\":\n",
    "            msgs.append({\n",
    "                \"role\": \"tool\",\n",
    "                \"name\": \"division\",\n",
    "                \"content\": \"created.\",\n",
    "                \"tool_call_id\": tool_call.id\n",
    "            })\n",
    "        print(f\"Observation: {msgs[-1]['content']}\")\n",
    "    \n",
    "    return msgs\n",
    "\n",
    "def run_completion(chat_method, user_query, msgs=[], model=\"gpt-4-0125-preview\"):\n",
    "    system_prompt = \"You are a helpful assistant.\"\n",
    "    functions = [\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"name\": \"list_files\",\n",
    "                \"description\": \"List all files in a directory\",\n",
    "                \"parameters\": {\n",
    "                    \"type\": \"object\",\n",
    "                    \"properties\": {\n",
    "                        \"directory\": {\n",
    "                            \"type\": \"string\",\n",
    "                            \"description\": \"the directory to list files from\"\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"directory\"\n",
    "                    ]\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"description\": \"Create a 3D model of an object with specified dimensions\",\n",
    "                \"name\": \"create_3d_model\",\n",
    "                \"parameters\": {\n",
    "                    \"properties\": {\n",
    "                    \"object_name\": {\n",
    "                        \"description\": \"Name of the object to be modeled\",\n",
    "                        \"type\": \"string\"\n",
    "                    },\n",
    "                    \"dimensions\": {\n",
    "                        \"description\": \"Dimensions of the 3D object (length, width, height)\",\n",
    "                        \"type\": \"object\",\n",
    "                        \"properties\": {\n",
    "                        \"length\": {\n",
    "                            \"type\": \"number\"\n",
    "                        },\n",
    "                        \"width\": {\n",
    "                            \"type\": \"number\"\n",
    "                        },\n",
    "                        \"height\": {\n",
    "                            \"type\": \"number\"\n",
    "                        }\n",
    "                        },\n",
    "                        \"required\": [\n",
    "                        \"length\",\n",
    "                        \"width\",\n",
    "                        \"height\"\n",
    "                        ]\n",
    "                    }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                    \"object_name\",\n",
    "                    \"dimensions\"\n",
    "                    ],\n",
    "                    \"type\": \"object\"\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"description\": \"Get the latest insurance premium from a list of premiums.\",\n",
    "                \"name\": \"latest_insurance_premium\",\n",
    "                \"parameters\": {\n",
    "                    \"properties\": {\n",
    "                        \"premiums\": {\n",
    "                            \"description\": \"List of insurance premiums\",\n",
    "                            \"type\": \"array\",\n",
    "                            \"items\": {\n",
    "                            \"type\": \"number\"\n",
    "                            }\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"premiums\"\n",
    "                    ],\n",
    "                    \"type\": \"object\"\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "            \"description\": \"Calculate insurance premium based on age and coverage\",\n",
    "            \"name\": \"calculate_insurance_premium\",\n",
    "            \"parameters\": {\n",
    "                \"properties\": {\n",
    "                \"age\": {\n",
    "                    \"description\": \"Age of the person applying for insurance\",\n",
    "                    \"type\": \"integer\"\n",
    "                },\n",
    "                \"coverage_type\": {\n",
    "                    \"description\": \"Type of insurance coverage\",\n",
    "                    \"type\": \"string\",\n",
    "                    \"enum\": [\n",
    "                    \"basic\",\n",
    "                    \"standard\",\n",
    "                    \"premium\"\n",
    "                    ]\n",
    "                }\n",
    "                },\n",
    "                \"required\": [\n",
    "                \"age\",\n",
    "                \"coverage_type\"\n",
    "                ],\n",
    "                \"type\": \"object\"\n",
    "            }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            \"type\": \"function\",\n",
    "            \"function\": {\n",
    "                \"name\": \"get_file_size\",\n",
    "                \"description\": \"Get the size of a file in bytes\",\n",
    "                \"parameters\": {\n",
    "                    \"type\": \"object\",\n",
    "                    \"properties\": {\n",
    "                        \"filename\": {\n",
    "                            \"type\": \"string\",\n",
    "                            \"description\": \"the name of the file to get its size\"\n",
    "                        }\n",
    "                    },\n",
    "                    \"required\": [\n",
    "                        \"filename\"\n",
    "                    ]\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'addition',\n",
    "                'description': \"Adds two numbers together\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to add',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to add',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'subtraction',\n",
    "                'description': \"Subtracts two numbers\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to be subtracted from',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Number to subtract',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'multiplication',\n",
    "                'description': \"Multiply two numbers together\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to multiply',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to multiply',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "        {\n",
    "            'type': 'function',\n",
    "            'function': {\n",
    "                'name': 'division',\n",
    "                'description': \"Divide two numbers\",\n",
    "                'parameters': {\n",
    "                    'type': 'object',\n",
    "                    'properties': {\n",
    "                        'a': {\n",
    "                            'description': 'First number to use as the dividend',\n",
    "                            'type': 'string'\n",
    "                        },\n",
    "                        'b': {\n",
    "                            'description': 'Second number to use as the divisor',\n",
    "                            'type': 'string'\n",
    "                        }\n",
    "                    },\n",
    "                    'required': []\n",
    "                }\n",
    "            }\n",
    "        },\n",
    "      {\n",
    "          \"type\": \"function\",\n",
    "        \"function\": {\n",
    "          \"name\": \"getCurrentWeather\",\n",
    "          \"description\": \"Get the weather in location\",\n",
    "          \"parameters\": {\n",
    "            \"type\": \"object\",\n",
    "            \"properties\": {\n",
    "              \"location\": {\"type\": \"string\", \"description\": \"The city and state e.g. San Francisco, CA\"},\n",
    "              \"unit\": {\"type\": \"string\", \"enum\": [\"c\", \"f\"]}\n",
    "            },\n",
    "            \"required\": [\"location\"]\n",
    "          }\n",
    "        }\n",
    "      },\n",
    "      {    \"type\": \"function\",\n",
    "        \"function\":\n",
    "        {\n",
    "            \"name\": \"orderUmbrella\",\n",
    "            \"description\": \"Do this to help user to order an umbrella online\", \n",
    "            \"parameters\": {\n",
    "                \"type\": \"object\",\n",
    "                \"properties\": {\n",
    "                    \"number_to_buy\": {\n",
    "                        \"type\": \"integer\",\n",
    "                        \"description\": \"the amount of umbrellas to buy\"\n",
    "                    }\n",
    "                },\n",
    "                \"required\": [\n",
    "                    \"number_to_buy\"\n",
    "                ]\n",
    "            }\n",
    "        }},\n",
    "      {\"type\": \"function\",\"function\":{\"name\":\"calculate_distance\",\"description\":\"Calculate the distance between two locations\",\"parameters\":{\"type\":\"object\",\"properties\":{\"origin\":{\"type\":\"string\",\"description\":\"The starting location\"},\"destination\":{\"type\":\"string\",\"description\":\"The destination location\"},\"mode\":{\"type\":\"string\",\"description\":\"The mode of transportation\"}},\"required\":[\"origin\",\"destination\",\"mode\"]}}},{\"type\": \"function\",\"function\":{\"name\":\"generate_password\",\"description\":\"Generate a random password\",\"parameters\":{\"type\":\"object\",\"properties\":{\"length\":{\"type\":\"integer\",\"description\":\"The length of the password\"}},\"required\":[\"length\"]}}}\n",
    "       ]\n",
    "    if not msgs or len(msgs) == 0:\n",
    "        msgs = [{\"role\": \"system\", \"content\":system_prompt} ,{\"role\": \"user\", \"content\": user_query}]\n",
    "    else:\n",
    "        msgs.append({\"role\": \"user\", \"content\": user_query})\n",
    "\n",
    "    l = 0\n",
    "    print(f\"<Turn {l}>:\")\n",
    "    res = chat_method(model=model, functions=functions, msgs=msgs)\n",
    "    res_next = res\n",
    "    if res_next.message.content and len(res_next.message.content) > 0:\n",
    "        print(\"[AI response]:\\n\", res_next.message.content)\n",
    "    else:\n",
    "        print(\"[AI calling functions]:\")\n",
    "        for tool_call in res_next.message.tool_calls:\n",
    "            print(f\"Tool Call: {tool_call.function}\")\n",
    "            \n",
    "    while res_next.message.tool_calls and len(res_next.message.tool_calls) > 0:\n",
    "        l += 1\n",
    "        msgs = insert_tool_response(res_next, msgs)\n",
    "        print(f\"\\n<Turn {l}>:\")\n",
    "        res_next = chat_method(model=model, functions=functions, msgs=msgs)\n",
    "        \n",
    "        if res_next.message.content and len(res_next.message.content) > 0:\n",
    "            print(\"[AI response]:\\n\", res_next.message.content)\n",
    "        else:\n",
    "            print(\"[AI calling functions]:\")\n",
    "            for tool_call in res_next.message.tool_calls:\n",
    "                print(f\"Tool Call: {tool_call.function}\")\n",
    "    \n",
    "    msgs.append({\"role\": \"assistant\", \"content\": res_next.message.content})\n",
    "    return msgs\n",
    "        \n",
    "        \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import openai\n",
    "local_api_key = \"sk-\"\n",
    "local_base_url = \"http://localhost:1234/v1/\"\n",
    "get_rubra_response = partial(get_oai_response, api_key=local_api_key, base_url=local_base_url)\n",
    "model = \"Llama-3-8b-function-calling-alpha-v1.gguf\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Chat"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 124,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      " I don't have feelings, but I'm here and ready to assist you! How can I help you today?\n"
     ]
    }
   ],
   "source": [
    "user_query = \"how are you?\"\n",
    "msgs = run_completion(get_rubra_response, user_query, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Multi + Parallel Function Call Test examples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"San Francisco\",\"destination\":\"Cupertino\",\"mode\":\"driving\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"Cupertino\",\"destination\":\"San Francisco\",\"mode\":\"driving\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"San Francisco\",\"destination\":\"Cupertino\",\"mode\":\"air\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 3>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"Cupertino\",\"destination\":\"San Francisco\",\"mode\":\"air\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      " The distance between San Francisco and Cupertino by driving and by air is 50 miles in both directions.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "user_query = \"What is the distance between San Francisco and Cupertino by driving and by air from both directions?\"\n",
    "msgs = run_completion(get_rubra_response, user_query, model=model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 126,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"San Francisco\",\"destination\":\"New York City\",\"mode\":\"airplane\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"50\",\"b\":\"8\"}', name='multiplication')\n",
      "Observation: 400.0\n",
      "\n",
      "<Turn 2>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"400.0\",\"b\":\"2\"}', name='division')\n",
      "Observation: 200.0\n",
      "\n",
      "<Turn 3>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"200.0\",\"b\":\"30\"}', name='subtraction')\n",
      "Observation: 170.0\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      " The final result after performing the operations is 170.0 miles.\n"
     ]
    }
   ],
   "source": [
    "user_query1 = \"what's the distance between SF and NYC? Use the result value to multiply by 8, and then divide by 2, and then minus 30\"\n",
    "msgs = run_completion(get_rubra_response, user_query1, model=model)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 127,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"number_to_buy\":3}', name='orderUmbrella')\n",
      "Observation: Order placed. the price is 10 dollars.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"length\":8}', name='generate_password')\n",
      "Observation: Password generated: 6c41082c\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      " Your order for 3 umbrellas has been placed, and the price is $10 per umbrella. A password of length 8 has also been generated: 6c41082c.\n"
     ]
    }
   ],
   "source": [
    "user_query2 = \"now order 3 umbrellas for me and generate a password of length 8\"\n",
    "msgs = run_completion(get_rubra_response, user_query2, msgs, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Simple Math Chaining"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"4\",\"b\":\"6\"}', name='addition')\n",
      "Observation: 10.0\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"10.0\",\"b\":\"2\"}', name='subtraction')\n",
      "Observation: 8.0\n",
      "\n",
      "<Turn 2>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"8.0\",\"b\":\"5\"}', name='multiplication')\n",
      "Observation: 40.0\n",
      "\n",
      "<Turn 3>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"a\":\"40.0\",\"b\":\"2\"}', name='division')\n",
      "Observation: 20.0\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      " The result of subtracting 2 from the sum of 4 and 6 (10.0), and then multiplying by 5, is 40.0. Dividing this by 2 gives 20.0.\n"
     ]
    }
   ],
   "source": [
    "user_query3 = \"What is four plus six? What is the result of that minus 2? Take the result and multiply by 5 and then divide by two\"\n",
    "\n",
    "\n",
    "msgs = run_completion(get_rubra_response, user_query3, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Condition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"location\":\"Boston\",\"unit\":\"f\"}', name='getCurrentWeather')\n",
      "\n",
      "Observation: temprature is 56 degree\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"origin\":\"Boston\",\"destination\":\"NYC\",\"mode\":\"car\"}', name='calculate_distance')\n",
      "Observation: Distance is 50 miles.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI response]:\n",
      " The temperature in Boston is 56 degrees Fahrenheit, which is less than 100 degrees. The distance from Boston to New York City is approximately 50 miles. Would you like to know anything else or need further assistance?\n"
     ]
    }
   ],
   "source": [
    "user_query4 = \"check the weather in boston, if it's less than 100 degrees Fahrenheit, calculate the distance from boston to NYC\"\n",
    "msgs = run_completion(get_rubra_response, user_query4, model=model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 130,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"location\":\"Boston\",\"unit\":\"f\"}', name='getCurrentWeather')\n",
      "\n",
      "Observation: temprature is 56 degree\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      " The temperature in Boston is 56 degrees Fahrenheit, which is not greater than 100 degrees. Therefore, I will not calculate the distance from Boston to NYC as the condition was not met. Is there anything else I can assist you with?\n"
     ]
    }
   ],
   "source": [
    "user_query5 = \"check the weather in boston, if it's greater than 100 degrees Fahrenheit, calculate the distance from boston to NYC\"\n",
    "msgs = run_completion(get_rubra_response, user_query5, model=model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# dependency"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"directory\":\"documents\"}', name='list_files')\n",
      "Observation: File list:\n",
      "report.docx\n",
      "task.txt\n",
      "notes.txt\n",
      "\n",
      "<Turn 1>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"filename\":\"report.docx\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 2>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"filename\":\"task.txt\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 3>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"filename\":\"notes.txt\"}', name='get_file_size')\n",
      "Observation: the size is 100 bytes.\n",
      "\n",
      "<Turn 4>:\n",
      "[AI response]:\n",
      " The sizes of the files in the 'documents' directory are as follows:\n",
      "- 'report.docx' is 100 bytes.\n",
      "- 'task.txt' is 100 bytes.\n",
      "- 'notes.txt' is 100 bytes.\n"
     ]
    }
   ],
   "source": [
    "user_query6 = \"check the size of all files in the 'documents' directory.\"\n",
    "msgs = run_completion(get_rubra_response, user_query6, model=model)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Turn 0>:\n",
      "[AI response]:\n",
      " What is the name of the object to be modeled?\n",
      "<Turn 0>:\n",
      "[AI calling functions]:\n",
      "Tool Call: Function(arguments='{\"object_name\":\"my_test_box\",\"dimensions\":{\"length\":12,\"width\":32,\"height\":45}}', name='create_3d_model')\n",
      "Observation: created.\n",
      "\n",
      "<Turn 1>:\n",
      "[AI response]:\n",
      " The 3D model for 'my_test_box' with dimensions 12x32x45 has been successfully created.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "user_query0 = \"create a 3d model with length 12, width 32, and height 45\"\n",
    "msgs = run_completion(get_rubra_response, user_query0, model=model)\n",
    "user_query0_next = \"name is my_test_box\"\n",
    "msgs = run_completion(get_rubra_response, user_query0_next, msgs=msgs, model=model)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "py310",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}