no_cls_pkg_dataset_generation.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "NoClassPackage_Rate_DatasetCreation",
      "provenance": [],
      "authorship_tag": "ABX9TyOyxftS260wqkExSm0IhOk2",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/NeuralClassifier/ReusabilityRate_ML/blob/main/NoClassPackage_Rate_DatasetCreation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "d6VQaI_ug0nS"
      },
      "source": [
        "import pandas as pd\n",
        "import numpy as np"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rgZmcjzLhENy",
        "outputId": "4c3efb97-dc5f-427e-cf19-63aa6e02b289"
      },
      "source": [
        "!git clone https://github.com/NeuralClassifier/ReusabilityRate_ML.git"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Cloning into 'ReusabilityRate_ML'...\n",
            "remote: Enumerating objects: 142, done.\u001b[K\n",
            "remote: Counting objects: 100% (142/142), done.\u001b[K\n",
            "remote: Compressing objects: 100% (134/134), done.\u001b[K\n",
            "remote: Total 142 (delta 57), reused 15 (delta 6), pack-reused 0\u001b[K\n",
            "Receiving objects: 100% (142/142), 9.03 MiB | 12.15 MiB/s, done.\n",
            "Resolving deltas: 100% (57/57), done.\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 558
        },
        "id": "AjlGvxfmh76D",
        "outputId": "61c59762-1465-4885-a214-5528a64292ac"
      },
      "source": [
        "project = pd.read_excel('/content/ReusabilityRate_ML/DataSets/projects_information.xlsx')\n",
        "project.drop(['Unnamed: 0'],axis =1, inplace = True)\n",
        "project"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Project</th>\n",
              "      <th>LinkToMavenRepository</th>\n",
              "      <th>GitHubRepository</th>\n",
              "      <th>Folder</th>\n",
              "      <th>NumberOfPackages</th>\n",
              "      <th>NumberOfClasses</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>http://mvnrepository.com/artifact/ch.qos.logba...</td>\n",
              "      <td>https://github.com/qos-ch/logback</td>\n",
              "      <td>logback-classic/src/main/java</td>\n",
              "      <td>30</td>\n",
              "      <td>145</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>com.android.support/appcompat-v7</td>\n",
              "      <td>http://mvnrepository.com/artifact/com.android....</td>\n",
              "      <td>https://github.com/aosp-mirror/platform_framew...</td>\n",
              "      <td>v7/appcompat/src</td>\n",
              "      <td>13</td>\n",
              "      <td>299</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>com.fasterxml.jackson.core/jackson-annotations</td>\n",
              "      <td>http://mvnrepository.com/artifact/com.fasterxm...</td>\n",
              "      <td>https://github.com/FasterXML/jackson-annotations</td>\n",
              "      <td>src/main/java</td>\n",
              "      <td>5</td>\n",
              "      <td>18</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>com.fasterxml.jackson.core/jackson-databind</td>\n",
              "      <td>http://mvnrepository.com/artifact/com.fasterxm...</td>\n",
              "      <td>https://github.com/FasterXML/jackson-databind</td>\n",
              "      <td>src/main/java</td>\n",
              "      <td>24</td>\n",
              "      <td>535</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>com.google.code.gson/gson</td>\n",
              "      <td>http://mvnrepository.com/artifact/com.google.c...</td>\n",
              "      <td>https://github.com/google/gson</td>\n",
              "      <td>gson/src/main/java/com</td>\n",
              "      <td>11</td>\n",
              "      <td>158</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>60</th>\n",
              "      <td>org.springframework/spring-test</td>\n",
              "      <td>http://mvnrepository.com/artifact/org.springfr...</td>\n",
              "      <td>https://github.com/spring-projects/spring-fram...</td>\n",
              "      <td>spring-test/src/main/java/org</td>\n",
              "      <td>47</td>\n",
              "      <td>274</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>61</th>\n",
              "      <td>org.springframework/spring-tx</td>\n",
              "      <td>http://mvnrepository.com/artifact/org.springfr...</td>\n",
              "      <td>https://github.com/spring-projects/spring-fram...</td>\n",
              "      <td>spring-tx/src/main/java</td>\n",
              "      <td>23</td>\n",
              "      <td>159</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>62</th>\n",
              "      <td>org.springframework/spring-web</td>\n",
              "      <td>http://mvnrepository.com/artifact/org.springfr...</td>\n",
              "      <td>https://github.com/spring-projects/spring-fram...</td>\n",
              "      <td>spring-web/src/main/java/org</td>\n",
              "      <td>57</td>\n",
              "      <td>607</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>63</th>\n",
              "      <td>org.testng/testng</td>\n",
              "      <td>http://mvnrepository.com/artifact/org.testng/t...</td>\n",
              "      <td>https://github.com/cbeust/testng</td>\n",
              "      <td>src/main/java/org</td>\n",
              "      <td>25</td>\n",
              "      <td>384</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>64</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>http://mvnrepository.com/artifact/xerces/xerce...</td>\n",
              "      <td>https://github.com/apache/xerces2-j</td>\n",
              "      <td>src</td>\n",
              "      <td>49</td>\n",
              "      <td>801</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>65 rows × 6 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                                           Project  ... NumberOfClasses\n",
              "0                   ch.qos.logback/logback-classic  ...             145\n",
              "1                 com.android.support/appcompat-v7  ...             299\n",
              "2   com.fasterxml.jackson.core/jackson-annotations  ...              18\n",
              "3      com.fasterxml.jackson.core/jackson-databind  ...             535\n",
              "4                        com.google.code.gson/gson  ...             158\n",
              "..                                             ...  ...             ...\n",
              "60                 org.springframework/spring-test  ...             274\n",
              "61                   org.springframework/spring-tx  ...             159\n",
              "62                  org.springframework/spring-web  ...             607\n",
              "63                               org.testng/testng  ...             384\n",
              "64                               xerces/xercesImpl  ...             801\n",
              "\n",
              "[65 rows x 6 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 524
        },
        "id": "3dTvybpaiO8a",
        "outputId": "0ae402de-f03a-4ba1-e384-8fe7dc28ae18"
      },
      "source": [
        "packages = pd.read_excel('/content/ReusabilityRate_ML/DataSets/packages.xlsx')\n",
        "packages.drop(['Unnamed: 0'],axis =1, inplace = True)\n",
        "packages"
      ],
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Project</th>\n",
              "      <th>LongName</th>\n",
              "      <th>Name</th>\n",
              "      <th>AD</th>\n",
              "      <th>CD</th>\n",
              "      <th>TCD</th>\n",
              "      <th>CLOC</th>\n",
              "      <th>TCLOC</th>\n",
              "      <th>PDA</th>\n",
              "      <th>TPDA</th>\n",
              "      <th>LLOC</th>\n",
              "      <th>LOC</th>\n",
              "      <th>TLOC</th>\n",
              "      <th>NG</th>\n",
              "      <th>TLLOC</th>\n",
              "      <th>TNA</th>\n",
              "      <th>TNG</th>\n",
              "      <th>TNM</th>\n",
              "      <th>TNOS</th>\n",
              "      <th>TNPM</th>\n",
              "      <th>NCL</th>\n",
              "      <th>ReuseRate</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>&lt;root_package&gt;</td>\n",
              "      <td>&lt;root_package&gt;</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.342362</td>\n",
              "      <td>0</td>\n",
              "      <td>4146</td>\n",
              "      <td>0</td>\n",
              "      <td>219</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>14288</td>\n",
              "      <td>0</td>\n",
              "      <td>7964</td>\n",
              "      <td>403</td>\n",
              "      <td>217</td>\n",
              "      <td>853</td>\n",
              "      <td>3498</td>\n",
              "      <td>624</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch</td>\n",
              "      <td>ch</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.343269</td>\n",
              "      <td>0</td>\n",
              "      <td>4146</td>\n",
              "      <td>0</td>\n",
              "      <td>219</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>14250</td>\n",
              "      <td>0</td>\n",
              "      <td>7932</td>\n",
              "      <td>403</td>\n",
              "      <td>217</td>\n",
              "      <td>853</td>\n",
              "      <td>3498</td>\n",
              "      <td>624</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>unnamed package</td>\n",
              "      <td>unnamed package</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>32</td>\n",
              "      <td>38</td>\n",
              "      <td>38</td>\n",
              "      <td>0</td>\n",
              "      <td>32</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos</td>\n",
              "      <td>qos</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.343269</td>\n",
              "      <td>0</td>\n",
              "      <td>4146</td>\n",
              "      <td>0</td>\n",
              "      <td>219</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>14250</td>\n",
              "      <td>0</td>\n",
              "      <td>7932</td>\n",
              "      <td>403</td>\n",
              "      <td>217</td>\n",
              "      <td>853</td>\n",
              "      <td>3498</td>\n",
              "      <td>624</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback</td>\n",
              "      <td>logback</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.343269</td>\n",
              "      <td>0</td>\n",
              "      <td>4146</td>\n",
              "      <td>0</td>\n",
              "      <td>219</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>14250</td>\n",
              "      <td>0</td>\n",
              "      <td>7932</td>\n",
              "      <td>403</td>\n",
              "      <td>217</td>\n",
              "      <td>853</td>\n",
              "      <td>3498</td>\n",
              "      <td>624</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2188</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xerces.impl.xs.identity</td>\n",
              "      <td>identity</td>\n",
              "      <td>0.984127</td>\n",
              "      <td>0.498253</td>\n",
              "      <td>0.498253</td>\n",
              "      <td>713</td>\n",
              "      <td>713</td>\n",
              "      <td>62</td>\n",
              "      <td>62</td>\n",
              "      <td>718</td>\n",
              "      <td>1603</td>\n",
              "      <td>1603</td>\n",
              "      <td>22</td>\n",
              "      <td>718</td>\n",
              "      <td>39</td>\n",
              "      <td>22</td>\n",
              "      <td>66</td>\n",
              "      <td>394</td>\n",
              "      <td>53</td>\n",
              "      <td>10</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2189</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xerces.impl.xs.models</td>\n",
              "      <td>models</td>\n",
              "      <td>0.701493</td>\n",
              "      <td>0.476530</td>\n",
              "      <td>0.476530</td>\n",
              "      <td>1137</td>\n",
              "      <td>1137</td>\n",
              "      <td>47</td>\n",
              "      <td>47</td>\n",
              "      <td>1249</td>\n",
              "      <td>2719</td>\n",
              "      <td>2719</td>\n",
              "      <td>17</td>\n",
              "      <td>1249</td>\n",
              "      <td>52</td>\n",
              "      <td>17</td>\n",
              "      <td>91</td>\n",
              "      <td>732</td>\n",
              "      <td>59</td>\n",
              "      <td>10</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2190</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xerces.impl.xs.opti</td>\n",
              "      <td>opti</td>\n",
              "      <td>0.540636</td>\n",
              "      <td>0.482071</td>\n",
              "      <td>0.482071</td>\n",
              "      <td>1909</td>\n",
              "      <td>1909</td>\n",
              "      <td>153</td>\n",
              "      <td>153</td>\n",
              "      <td>2051</td>\n",
              "      <td>4621</td>\n",
              "      <td>4621</td>\n",
              "      <td>94</td>\n",
              "      <td>2051</td>\n",
              "      <td>96</td>\n",
              "      <td>94</td>\n",
              "      <td>312</td>\n",
              "      <td>851</td>\n",
              "      <td>280</td>\n",
              "      <td>15</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2191</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xerces.impl.xs.traversers</td>\n",
              "      <td>traversers</td>\n",
              "      <td>0.700000</td>\n",
              "      <td>0.225403</td>\n",
              "      <td>0.225403</td>\n",
              "      <td>2543</td>\n",
              "      <td>2543</td>\n",
              "      <td>14</td>\n",
              "      <td>14</td>\n",
              "      <td>8739</td>\n",
              "      <td>12621</td>\n",
              "      <td>12621</td>\n",
              "      <td>34</td>\n",
              "      <td>8739</td>\n",
              "      <td>332</td>\n",
              "      <td>34</td>\n",
              "      <td>290</td>\n",
              "      <td>4838</td>\n",
              "      <td>57</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2192</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xerces.impl.xs.util</td>\n",
              "      <td>util</td>\n",
              "      <td>0.458716</td>\n",
              "      <td>0.402589</td>\n",
              "      <td>0.402589</td>\n",
              "      <td>591</td>\n",
              "      <td>591</td>\n",
              "      <td>50</td>\n",
              "      <td>50</td>\n",
              "      <td>877</td>\n",
              "      <td>1665</td>\n",
              "      <td>1665</td>\n",
              "      <td>22</td>\n",
              "      <td>877</td>\n",
              "      <td>40</td>\n",
              "      <td>22</td>\n",
              "      <td>138</td>\n",
              "      <td>414</td>\n",
              "      <td>127</td>\n",
              "      <td>18</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>2193 rows × 22 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                             Project  ... ReuseRate\n",
              "0     ch.qos.logback/logback-classic  ...         0\n",
              "1     ch.qos.logback/logback-classic  ...         0\n",
              "2     ch.qos.logback/logback-classic  ...         0\n",
              "3     ch.qos.logback/logback-classic  ...         0\n",
              "4     ch.qos.logback/logback-classic  ...         0\n",
              "...                              ...  ...       ...\n",
              "2188               xerces/xercesImpl  ...         0\n",
              "2189               xerces/xercesImpl  ...         0\n",
              "2190               xerces/xercesImpl  ...         3\n",
              "2191               xerces/xercesImpl  ...         0\n",
              "2192               xerces/xercesImpl  ...         0\n",
              "\n",
              "[2193 rows x 22 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 524
        },
        "id": "G5kI2H3ViiBe",
        "outputId": "4c369d93-2a11-4046-e8f1-ac8bea18ed4d"
      },
      "source": [
        "classes = pd.read_excel('/content/ReusabilityRate_ML/DataSets/classes.xlsx')\n",
        "classes.drop(['Unnamed: 0'],axis =1, inplace = True)\n",
        "classes"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Project</th>\n",
              "      <th>LongName</th>\n",
              "      <th>Name</th>\n",
              "      <th>LCOM5</th>\n",
              "      <th>NL</th>\n",
              "      <th>NLE</th>\n",
              "      <th>WMC</th>\n",
              "      <th>CBO</th>\n",
              "      <th>CBOI</th>\n",
              "      <th>NII</th>\n",
              "      <th>NOI</th>\n",
              "      <th>RFC</th>\n",
              "      <th>AD</th>\n",
              "      <th>CD</th>\n",
              "      <th>TCD</th>\n",
              "      <th>CLOC</th>\n",
              "      <th>TCLOC</th>\n",
              "      <th>DLOC</th>\n",
              "      <th>PDA</th>\n",
              "      <th>DIT</th>\n",
              "      <th>LLOC</th>\n",
              "      <th>LOC</th>\n",
              "      <th>TLOC</th>\n",
              "      <th>NG</th>\n",
              "      <th>TLLOC</th>\n",
              "      <th>TNA</th>\n",
              "      <th>TNG</th>\n",
              "      <th>TNM</th>\n",
              "      <th>TNOS</th>\n",
              "      <th>TNPM</th>\n",
              "      <th>ReuseRate</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback.classic.AsyncAppender</td>\n",
              "      <td>AsyncAppender</td>\n",
              "      <td>2</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>8</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.437500</td>\n",
              "      <td>0.437500</td>\n",
              "      <td>14</td>\n",
              "      <td>14</td>\n",
              "      <td>14</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>18</td>\n",
              "      <td>29</td>\n",
              "      <td>29</td>\n",
              "      <td>0</td>\n",
              "      <td>18</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>4</td>\n",
              "      <td>7</td>\n",
              "      <td>2</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback.classic.BasicConfigurator</td>\n",
              "      <td>BasicConfigurator</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>5</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>0.333333</td>\n",
              "      <td>10</td>\n",
              "      <td>10</td>\n",
              "      <td>7</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>20</td>\n",
              "      <td>31</td>\n",
              "      <td>31</td>\n",
              "      <td>0</td>\n",
              "      <td>20</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>14</td>\n",
              "      <td>2</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback.classic.ClassicConstants</td>\n",
              "      <td>ClassicConstants</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>7</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.321429</td>\n",
              "      <td>0.321429</td>\n",
              "      <td>9</td>\n",
              "      <td>9</td>\n",
              "      <td>9</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>19</td>\n",
              "      <td>35</td>\n",
              "      <td>35</td>\n",
              "      <td>0</td>\n",
              "      <td>19</td>\n",
              "      <td>17</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback.classic.Level</td>\n",
              "      <td>Level</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>46</td>\n",
              "      <td>0</td>\n",
              "      <td>32</td>\n",
              "      <td>20</td>\n",
              "      <td>0</td>\n",
              "      <td>13</td>\n",
              "      <td>1.000000</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>0.372549</td>\n",
              "      <td>95</td>\n",
              "      <td>95</td>\n",
              "      <td>94</td>\n",
              "      <td>12</td>\n",
              "      <td>0</td>\n",
              "      <td>160</td>\n",
              "      <td>274</td>\n",
              "      <td>274</td>\n",
              "      <td>0</td>\n",
              "      <td>160</td>\n",
              "      <td>24</td>\n",
              "      <td>0</td>\n",
              "      <td>13</td>\n",
              "      <td>68</td>\n",
              "      <td>11</td>\n",
              "      <td>122</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ch.qos.logback/logback-classic</td>\n",
              "      <td>ch.qos.logback.classic.Logger</td>\n",
              "      <td>Logger</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>3</td>\n",
              "      <td>154</td>\n",
              "      <td>5</td>\n",
              "      <td>23</td>\n",
              "      <td>21</td>\n",
              "      <td>11</td>\n",
              "      <td>107</td>\n",
              "      <td>0.074074</td>\n",
              "      <td>0.205696</td>\n",
              "      <td>0.205696</td>\n",
              "      <td>130</td>\n",
              "      <td>130</td>\n",
              "      <td>120</td>\n",
              "      <td>6</td>\n",
              "      <td>0</td>\n",
              "      <td>502</td>\n",
              "      <td>754</td>\n",
              "      <td>754</td>\n",
              "      <td>7</td>\n",
              "      <td>502</td>\n",
              "      <td>10</td>\n",
              "      <td>7</td>\n",
              "      <td>96</td>\n",
              "      <td>248</td>\n",
              "      <td>80</td>\n",
              "      <td>82</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24789</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xml.serialize.SecuritySupport$4</td>\n",
              "      <td>SecuritySupport$4</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24790</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xml.serialize.SecuritySupport$5</td>\n",
              "      <td>SecuritySupport$5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24791</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xml.serialize.SecuritySupport$6</td>\n",
              "      <td>SecuritySupport$6</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>11</td>\n",
              "      <td>0</td>\n",
              "      <td>11</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>5</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24792</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xml.serialize.SecuritySupport$7</td>\n",
              "      <td>SecuritySupport$7</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>24793</th>\n",
              "      <td>xerces/xercesImpl</td>\n",
              "      <td>org.apache.xml.serialize.SecuritySupport$8</td>\n",
              "      <td>SecuritySupport$8</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0.000000</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>5</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>24794 rows × 31 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "                              Project  ... ReuseRate\n",
              "0      ch.qos.logback/logback-classic  ...         6\n",
              "1      ch.qos.logback/logback-classic  ...         4\n",
              "2      ch.qos.logback/logback-classic  ...         6\n",
              "3      ch.qos.logback/logback-classic  ...       122\n",
              "4      ch.qos.logback/logback-classic  ...        82\n",
              "...                               ...  ...       ...\n",
              "24789               xerces/xercesImpl  ...         0\n",
              "24790               xerces/xercesImpl  ...         0\n",
              "24791               xerces/xercesImpl  ...         0\n",
              "24792               xerces/xercesImpl  ...         0\n",
              "24793               xerces/xercesImpl  ...         0\n",
              "\n",
              "[24794 rows x 31 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_dSoap9Jkaoo",
        "outputId": "7bd801c3-6355-4b68-b91f-acc82cf86c04"
      },
      "source": [
        "classes.iloc[:,-1].mean()"
      ],
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "4.283213680729209"
            ]
          },
          "metadata": {},
          "execution_count": 9
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X6eVHAjMioO9"
      },
      "source": [
        "NoOfClasses = []\n",
        "NoOfPackages = []\n",
        "projectList = []\n",
        "avgReuseRate_class = []\n",
        "avgReuseRate_package = []\n",
        "#projInClasses = list(classes.iloc[:,0])\n",
        "for i in range(len(project)):\n",
        "  proj = project.iloc[i,0]\n",
        "  cls = classes[classes['Project']==proj]\n",
        "  pckg = packages[packages['Project']==proj]\n",
        "  projectList.append(proj)\n",
        "  NoOfClasses.append(project.iloc[i,-1])\n",
        "  NoOfPackages.append(project.iloc[i,-2])\n",
        "  avgReuseRate_class.append(cls.iloc[:,-1].mean())\n",
        "  avgReuseRate_package.append(pckg.iloc[:,-1].mean())\n",
        "\n",
        "projectList=pd.DataFrame(projectList,columns=['Project'])\n",
        "NoOfClasses=pd.DataFrame(NoOfClasses,columns=['NumberOfClasses'])\n",
        "avgReuseRate_class=pd.DataFrame(avgReuseRate_class,columns=['AvgReuseRateClass'])\n",
        "NoOfPackages=pd.DataFrame(NoOfPackages,columns=['NumberOfPackages'])\n",
        "avgReuseRate_package=pd.DataFrame(avgReuseRate_package,columns=['AvgReuseRatePackage'])\n",
        "\n",
        "NoCLass_to_rate = pd.concat([projectList,NoOfClasses,avgReuseRate_class],axis=1)\n",
        "NoPackage_to_rate = pd.concat([projectList,NoOfPackages,avgReuseRate_package],axis=1)\n",
        "\n",
        "NoCLass_to_rate.dropna(axis=0,inplace=True)\n",
        "NoCLass_to_rate.reset_index(drop=True, inplace=True)\n",
        "NoPackage_to_rate.dropna(axis=0,inplace=True)\n",
        "NoPackage_to_rate.reset_index(drop=True, inplace=True)"
      ],
      "execution_count": 47,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "UrWMcbnRi4KA"
      },
      "source": [
        "NoCLass_to_rate.to_excel('/content/NoClass_to_rate.xlsx')\n",
        "NoPackage_to_rate.to_excel('/content/NoPackage_to_rate.xlsx')"
      ],
      "execution_count": 48,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JOZM0OWamXV6"
      },
      "source": [
        ""
      ],
      "execution_count": 46,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-jO1Wn_7mrGX"
      },
      "source": [
        ""
      ],
      "execution_count": 46,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jkhN2VizqjPC"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}