content_page_classification_nlp.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# data prep"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "path=r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version1\\train\\non_content_page'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import fitz"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 158,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "535"
      ]
     },
     "execution_count": 158,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(os.listdir(path2))*5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 167,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "183527.pdf\n",
      "200915_BHPAnnualReport2020.pdf\n",
      "2018-annual-report_web-version.pdf\n",
      "2019 Annual Report and Accounts.PDF\n",
      "2019-annual-report (1).pdf\n",
      "2019-annual-report-and-accounts.pdf\n",
      "2019-annual-report.pdf\n",
      "2020 UK Reports and Accounts.pdf\n",
      "2020-annual-report (1).pdf\n",
      "2020-annual-report.pdf\n",
      "2020-bt-annual-report.pdf\n",
      "2020-full-annual-report.pdf\n",
      "2020-lbg-annual-report.pdf\n",
      "210223-annual-report-and-accounts-2020.pdf\n",
      "33393_Just_Group_AR2019_WEB.pdf\n",
      "81649498534e5569eceb9f164d7d40fe.pdf\n",
      "aa-annual-report-full-2020.pdf\n",
      "Amcor_Annual_Report_2020.pdf\n",
      "Annual Report 2020 final.pdf\n",
      "annual-report-2019.pdf\n",
      "annual-report-2020 (1).pdf\n",
      "annual-report-2020 (2).pdf\n",
      "annual-report-2020-08-10.pdf\n",
      "annual-report-2020.pdf\n",
      "Annual-report-and-accounts-2019.pdf\n",
      "annual-report-and-accounts-2020 (1).pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Annual-Report-and-Accounts-2020 (2).pdf\n",
      "annual-report-and-accounts-2020 (3).pdf\n",
      "annual-report-and-accounts-2020.pdf\n",
      "Annual_Report_2020.pdf\n",
      "antofagasta_2020_annual_report.pdf\n",
      "ar-2019.pdf\n",
      "ar2020.pdf\n",
      "Ashtead_AR2020.pdf\n",
      "AstraZeneca_AR_2020.pdf\n",
      "aviva-plc-annual-report-and-accounts-2020.pdf\n",
      "bae-ar-complete-2020.pdf\n",
      "balfour-beatty-annual-report-and-accounts-2019.pdf\n",
      "Barclays-PLC-Annual-Report-2020.pdf\n",
      "barratt-ar19.pdf\n",
      "BAT_Annual_Report_and_Form_20-F_2020.pdf\n",
      "bellway_ar20_web.pdf\n",
      "bp-annual-report-and-form-20f-2019.pdf\n",
      "capita-annual-report-2019_0.pdf\n",
      "CAPRI-FY2020-ANNUAL-REPORT.pdf\n",
      "Carnival Corporation _ plc 2020 Annual Report (FINAL)-VD.PDF\n",
      "centrica-ar2020.pdf\n",
      "cineworld-ara-2020-v1.pdf\n",
      "CNHI_20-F_2020.pdf\n",
      "CompassGroupPLC_AnnualReport2020_FINAL.pdf.downloadasset.pdf\n",
      "Computacenter_AR2020_Website.pdf\n",
      "dixons-carphone-annual-report-and-accounts-201920.pdf\n",
      "download.pdf\n",
      "Drax_AR2020.pdf\n",
      "ds-smith-2020-annual-report-single-page.pdf\n",
      "Entain-2020-Annual-Report.pdf\n",
      "EVRAZ_AR2020_final_pages_lowres.pdf\n",
      "Ferguson-plc-Annual-Report-2020.pdf\n",
      "Final.IHS Markit Ltd.Annual Report 2020.pdf\n",
      "firstgroup-ara-2020.pdf\n",
      "Full-Annual-Report.pdf\n",
      "Full_Annual_Report.pdf.downloadasset.pdf\n",
      "I2dca7da8cbc211eabea4f0dc9fb69570.pdf\n",
      "iag-annual-report-and-accounts-2020.pdf\n",
      "IHG_2019AR.pdf\n",
      "IHS Markit Ltd. 2019 Annual Report.pdf\n",
      "Intertek_Group_plc_Annual_Report_2018.pdf\n",
      "Investec-Limited-Annual-Report-March-2020.pdf\n",
      "KF054-Book-LR-200625.pdf.downloadasset.pdf\n",
      "kier-group-annual-report-2019.pdf\n",
      "Kingfisher plc 2020-21 Annual Report_090421.pdf.downloadasset.pdf\n",
      "LG-2018-10-K-A-ANNUAL-REPORT.pdf\n",
      "LG-2019-10-K-A-ANNUAL-REPORT.pdf\n",
      "lookers-annual-report-2019.pdf\n",
      "LSE_PDG_2019.pdf\n",
      "m-and-s_ar20_full_200528.pdf\n",
      "mandg-ar2020-interactive-full.pdf\n",
      "melrose-annual-report-and-accounts-2020.pdf\n",
      "melrose-ar2019.pdf\n",
      "Morgan_Sindall_Interactive-AR2020.pdf\n",
      "morrisons_ar-2019-web.pdf\n",
      "ng-annual-report-and-accounts-2019-20.pdf\n",
      "Pearson_AR20_Online_210426.pdf\n",
      "persimmon_ar19-final.pdf\n",
      "persimmon_ar2020_web_bmarks-final.pdf\n",
      "petrofac-2019-annual-report.pdf\n",
      "prudential-plc-ar-2019.pdf\n",
      "prudential-plc-ar-2020.pdf\n",
      "quilter-ar2020.pdf\n",
      "rsa-annual-report-and-accounts-2020.pdf\n",
      "rsa-ara-2018.pdf\n",
      "RT-Annual-report-2018.pdf\n",
      "RT-Annual-report-2019.pdf\n",
      "RT-Annual-report-2020.pdf\n",
      "sainsburys-ar2020.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot recognize version marker\n",
      "mupdf: no objects found\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "serco-annual-report-accounts-2020.pdf\n",
      "SJP-annual-report-and-accounts-2020_April2021.pdf\n",
      "smith nephew_annual report 2020_interactive.pdf\n",
      "sse-31464-annual-report-2019-web.pdf\n",
      "standard-chartered-plc-full-year-2019-report.pdf\n",
      "tes006_ar2020_web_updated_200505.pdf\n",
      "The_Go-Ahead_Group_plc_Annual_Report_and_Accounts_2019.pdf\n",
      "travisperkins-annual-report-mar-2020.pdf\n",
      "vivo-energy-annual-report-and-accounts-2020.pdf\n",
      "vodafone-annual-report-2020.pdf\n",
      "wpp-annual-report-2020---.pdf\n"
     ]
    }
   ],
   "source": [
    "import fitz\n",
    "l_text_nc=[]\n",
    "path2=r'C:\\Users\\Gaurav.Gund\\Desktop\\company_contracts\\new_data_sample2'\n",
    "for i in range(len(os.listdir(path2))):\n",
    "  try:\n",
    "    with fitz.open(os.path.join(path2, os.listdir(path2)[i])) as f:\n",
    "      r_text=''\n",
    "        \n",
    "      print(os.listdir(path2)[i])\n",
    "      for j in range(f.pageCount):\n",
    "       if j <= 4 : \n",
    "        page = f.loadPage(j)\n",
    "        blocks = page.getText(\"blocks\")\n",
    "        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "        for b in blocks:\n",
    "            text = b[4].strip().splitlines()\n",
    "            if not text[0].startswith('<image:'):\n",
    "               r_text += ' '.join(text)\n",
    "            else:\n",
    "               continue \n",
    "        l_text_nc.append(r_text)\n",
    "  except:\n",
    "    continue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['STRATEGIC REPORT']"
      ]
     },
     "execution_count": 166,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "a"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 168,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "441"
      ]
     },
     "execution_count": 168,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(l_text_nc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df_nc= pd.DataFrame()\n",
    "df_nc['text'] = l_text_nc\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text\n",
       "0  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "1  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "2  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020..."
      ]
     },
     "execution_count": 170,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_nc.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df_nc.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\data.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# read data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "data = pd.read_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\data.csv', encoding='ISO-8859-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 225,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0      CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "1      CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "2      CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "3      CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "4      CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...\n",
       "                             ...                        \n",
       "434    ANNUAL REPORT  & ACCOUNTS  2020WPP ANNUAL REPO...\n",
       "435    ANNUAL REPORT  & ACCOUNTS  2020WPP ANNUAL REPO...\n",
       "436    ANNUAL REPORT  & ACCOUNTS  2020WPP ANNUAL REPO...\n",
       "437    ANNUAL REPORT  & ACCOUNTS  2020WPP ANNUAL REPO...\n",
       "438    ANNUAL REPORT  & ACCOUNTS  2020WPP ANNUAL REPO...\n",
       "Name: text, Length: 439, dtype: object"
      ]
     },
     "execution_count": 225,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 226,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['text'] = data.text.apply(lambda x: str(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 227,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', ''))\n",
    "data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "data['clean_text']= data.clean_text.str.strip().replace('  ', '')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 228,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Petrofac Annual report and accounts DELIVERING   OUR STRATEGYANNUAL REPORT   AND ACCOUNTS In  we delivered good results with solid execution   and excellent progress in delivering our strategyA healthy new order intake reflects our strong competitive position Our focus on operational  excellence has protected our margins and ensured we made good progress in delivering our  portfolio of projects Meanwhile our transition back to a capital-light business is largely completeBacklog  USbnRevenue USmAs at  December  US billionYear ended  December   USmillionDiluted earnings  per share   centsEBITDA  USmYear ended  December  centsYear ended  December  USmillionBusiness  performance  netprofit  USmReported net  profit/(loss) USmYear ended  December  USmillionYear ended  December  US()millionFull year dividend  pershare  centsReturn on capital  employed Year ended  December  centsYear ended  December    re-presented due to the reclassification of an item from exceptional items and certain re-measurements to business performance as set out in note  to the consolidated  financial statements  Business performance before exceptional items and certain re-measurements This measurement is shown by Petrofac as a means of measuring underlying business performance   Backlog consists of the estimated revenue attributable to the uncompleted portion of Engineering & Construction operating segment contracts and with regard to Engineering  &Production Services the estimated revenue attributable to the lesser of the remaining term of the contract and five years The Group uses this key performance indicator  asameasure of the visibility of future revenue (see note  to the consolidated financial statements)   Earnings before interest tax depreciation and amortisation (EBITDA) is calculated as operating profit/(loss) including the share of profit from associates andjointventures  adjustedto add back charges for depreciation and amortisation (see A in Appendix A to the consolidated financial statements)  Attributable to Petrofac Limited shareholders as reported in the consolidated income statement  Return on capital employed (ROCE) is calculated as EBITA (earnings before interest tax and amortisation calculated as EBITDA less depreciation) divided by average capital  employed (see A in Appendix A to the consolidated financial statements)Achieving our strategy throughSucceeding in adjacent sectors The BorWin offshore wind project is a demonstration  of our diversification into renewable energySee page Creating in-country value Our TPO Technical Training Centre is teaching young  Omanis the skills to enhance the Sultanates energy  industries for the futureSee page Growing organically The RAPID project in Malaysia shows our ability  tobring our expertise and high standards to adjacent  sectors and complementary geographiesSee page   Petrofac at a glance   Chairmans statement   Our business model    Case study Succeeding   in adjacent sectors   Group Chief Executives review   Our leadership team   Market outlook   Our strategy   Case study Creating in-country value   Key performance indicators   Risk management   Principal risks and uncertainties   Case study Growing organically   Segmental performance   Financial review   Corporate responsibilityStrategic report Governance Financial statementsSTRATEGIC REPORT Detailed reporting of our financial   and operational performance at   Group level as well as our segmental  performance It also includes our   full risk report and review of our   corporate responsibility activitiesTo view and download our Annual   report and accounts  online   petrofaccom/investors/ara  Chairmans introduction   Directors information   Corporate Governance report   Nominations Committee report   Audit Committee report    Compliance and Ethics   Committee reportGOVERNANCE Details of our Board of Directors   senior management approach to  corporate governance and remuneration  Directors remuneration report  Directors statements Group financial statements  Independent auditors report  Consolidated income statement   Consolidated statement of other  comprehensive income   Consolidated balance sheetFINANCIAL STATEMENTS Our financial statements and   related notes and reports  Consolidated statement of cash flows   Consolidated statement of changes   in equity   Notes to the consolidated financial  statements Appendices  Company financial statements  Company income statement   Company statement of other  comprehensive income   Company balance sheetAdditional video content  Scan the codes throughout  the report using a QR code  app on your device to access  additional video content Company statement of cash flowsScan code  to play video  Company statement of changes  inequity   Notes to the Company financial  statements Shareholder information  GlossaryAnnual report and accounts   Petrofac PETROFAC AT A GLANCEWe are an international service  provider to the oil and gas production  and processing industry with a  diverse client portfolio including many  of the worlds leading integrated  independent and national oil and  gascompaniesSEGMENTAL OVERVIEWWe delivered a solid operational  performance across the Group  witha clear focus on deliveryUAE  ALGERIA  IRAQ  OMANDuring the year we began to  seethe value of our -year  Framework Agreement with  Petroleum Development Oman  which enables Petrofac to  provide EPCm support services  for major oil and gas projects  Highlights included the award  ofa US million contract for  theMarmul Polymer Phase   (MPP) project and a US  million contract for the  development of the Qarn Alam  Co-Generation projectWe announced several new  contract wins and extensions  inJune with a combined value  ofmore than US million  forconstruction management  engineering commissioning and  start-up services In August we  were awarded a US million  contract by Basra Oil Company  for expansion of the Central  Processing Facility at  theMajnoon Field in the South  ofthe countryImportant milestones included  the commissioning of both the  Alrar gas plant and the Reggane  North Development plant  Interms of new business  ahighlight was the award of  a-month US million  contract as part of the Tinrhert  Field Development Project  which covers engineering  procurement construction  commissioning start-up and  performance testingWe are nearing completion of  the UZ offshore project at  the Upper Zakum oil field our  share of which is valued at  US billion This important  mega project is now ready for  start-up We also had success  in Dubai with the construction  of the  tonne BorWin  jacket and topside which after   million man-hours of work  departed for the -mile  voyage to the North Sea in  mid-Across our portfolio of lump-sum  projects we delivered  million  man-hours and secured US billion  ofnew order intake Meanwhile in our  reimbursable business we secured  contract awards and extensions valued  ataround US billion We also made  excellent progress on our organic growth  strategy in complementary geographies  and adjacent sectorsOUR DIVISIONSENGINEERING & CONSTRUCTION  (E&C) Engineering & Construction delivers  onshore and offshore engineering  procurement construction installation  and commissioning services on a  lump-sum basis We have more than  years expertise in this area and  ourservices encompass both greenfield  and brownfield developmentsRevenueThe healthy new order intake in both  ourcore markets and our growth  marketsreflects the competitiveness  ofour propositionUSm( USm)See pages  and   See page   See page   See page Business performance net profitUSmTHAILAND  MALAYSIA  INDIA      EUROPE  KUWAIT( re-presented USm)We began the handover of  theClean Fuels Project for  Kuwait National Petroleum  Corporation which has been  instrumental in demonstrating  and extending our downstream  credentials We also entered  the pre-commissioning of  theLower Fars heavy oil  development programme and  the GC gathering centre and  trunkline project both of which  are for Kuwait Oil CompanyWe secured several awards  and extensions including  Siccar Point Energy Chevron  and ENI Meanwhile in  offshorewind the topside  ofthe BorWin platform was  successfully installed and  wesecured a US million  engineering procurement  construction andinstallation  contract from TenneT for the  Hollandse Kust Zuid (HKZ)  offshore grid connectionWe celebrated three major  project wins in  which  demonstrate our organic  growth strategy in action These  comprise the US million  Kochi Refinery project for  Bharat Petroleum Corporation  Limited the US million  Sulphur Recovery Unit for  Hindustan Petroleum  Corporation Limited and the  US million Raageshwari  Deep Gas Field Development  project for Vedanta LimitedA demonstration of our organic growth  strategy was our first major project award  in Thailand In consortium with Saipem  and Samsung we won the contract  forthe Thai Oil Companys Clean Fuels  Project with Petrofacs share amounting  to USbillion This will transform  anexisting oil refinery in Chonburi  ontheEast coast of Thailand into an  environmentally-friendly facility producing  high quality transportation fuelsWe have made significant  progress on the US million  Refinery and Petrochemicals  Integrated Development (RAPID)  engineering procurement  construction and commissioning  project An important dimension  of this project is our local delivery  model  we chose to work  exclusively with locally-based  subcontractors helping them to  source recruit and train a high  proportion of Malaysian workersEmployeesSegmental performanceSee page (as at  December )ENGINEERING & PRODUCTION  SERVICES (EPS) Engineering & Production Services   brings together our services capability  across brownfield projects and operations  greenfield projects through concept  feasibility and front-end engineering and  full project delivery as well as a range   of operations maintenance and  engineering services for onshore   and offshore projectsRevenueUSm( USm)Business performance net profitUSm( USm)See page   See page   See page   See page   See page EmployeesSegmental performanceSee page (as at  December )OUR SERVICESINTEGRATED ENERGY SERVICES  (IES) Integrated Energy Services provides   an integrated service for clients under  flexible commercial models that are  aligned with their requirements   Our projects cover upstream  developments  both greenfield and  brownfield related energy infrastructure  projects and can include investmentRevenueWe design build operate  and maintain oil and  gas facilities delivered  through a range of flexible  commercial models  enabling us to respond to  the distinct needs of each  client and helping them to  transform the value of their  assets across the oil and  gas life cycleOil and gas  development  and productionUSm( USm)Business performance  netprofit/(loss)USm( US()m)Segmental performanceEmployeesSee page (as at  December ) Annual report and accounts   Petrofac'"
      ]
     },
     "execution_count": 228,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.clean_text[13]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 229,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 229,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.clean_text.isnull().sum(axis=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# naive bayes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 230,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(data['clean_text'], data['target'], random_state=1, test_size= 0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 232,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv = CountVectorizer(strip_accents='ascii', token_pattern=u'(?ui)\\\\b\\\\w*[a-z]+\\\\w*\\\\b', lowercase=True, stop_words='english')\n",
    "X_train_cv = cv.fit_transform(X_train)\n",
    "X_test_cv = cv.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 233,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB\n",
    "naive_bayes = MultinomialNB()\n",
    "naive_bayes.fit(X_train_cv, y_train)\n",
    "predictions = naive_bayes.predict(X_test_cv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 234,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.75\n",
      "Precision score:  0.6451612903225806\n",
      "Recall score:  1.0\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, predictions))\n",
    "print('Precision score: ', precision_score(y_test, predictions))\n",
    "print('Recall score: ' , recall_score(y_test, predictions))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 134,
   "metadata": {},
   "outputs": [],
   "source": [
    "val = pd.DataFrame()\n",
    "val['actual'] = list(y_test)\n",
    "val['pred'] = list(predictions)\n",
    "val['text'] = list(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "222    National Grid plc Annual Report and Accounts 2...\n",
       "53     1.7.11 Independent limited assurance report<im...\n",
       "122    CONSOLIDATED STATEMENTS OF OPERATIONS(In milli...\n",
       "94     The performance conditions for each of the oth...\n",
       "1      Analysis of financial positionAsset qualityAs ...\n",
       "109    NOTES TO THE ACCOUNTS CONTINUED  For the year ...\n",
       "138    Board and committee meetings  The Board was sc...\n",
       "16     2.2 Board of Directors and Executive Leadershi...\n",
       "136    Board LeadershipStrategic Report Corporate Gov...\n",
       "4      Joint Venture operations provide an important ...\n",
       "85     Audit, Risk and Internal ControlReport of the ...\n",
       "135    CORPORATE GOVERNANCEStatement of  compliance  ...\n",
       "76     QUESTIONS AND ANSWERS WITH THE CHIEF EXECUTIVE...\n",
       "37     5.7 Supplementary oil and gas information – un...\n",
       "25     Other itemsStrategic Report Governance at BHP ...\n",
       "81     BUSINESS MODELOur resilient business modelOur ...\n",
       "47     GROUP MANAGEMENT REPORT GROUP MANAGEMENT REPOR...\n",
       "148    The following policies and principles are  key...\n",
       "66     Annual Report and Accounts 2020  87Report of t...\n",
       "139    BOARD LEADERSHIP CONTINUEDBoard activitiesPerf...\n",
       "162    Greater China hotel and room countTotal number...\n",
       "5      <image: DeviceCMYK, width 556, height 844, bpc...\n",
       "44     1.5.4 Risk management continuedCybersecurityCy...\n",
       "90     REPORT OF THE REMUNERATION COMMITTEE CONTINUED...\n",
       "141    Annual Report on Directors’ RemunerationThis A...\n",
       "126    Strategic Report Corporate Governance Financia...\n",
       "17     <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "192    NOTES TO THE FINANCIAL STATEMENTSSECTION 4 - F...\n",
       "24     Unrecognised items and uncertain events33 Cont...\n",
       "128    Unpaid Principal BalanceAverage Recorded Inves...\n",
       "16     Our Environment:Our Mission:Our business model...\n",
       "180    Ofcom is the key regulatory authority for the ...\n",
       "233    National Grid plc Annual Report and Accounts 2...\n",
       "13     1.4.3 Stakeholder engagementSection 172 statem...\n",
       "97     NOTES TO THE ACCOUNTS  For the year to Decembe...\n",
       "32     5.6 Independent Auditors’ reportsStrategic Rep...\n",
       "62     <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "230    National Grid plc Annual Report and Accounts 2...\n",
       "29     B4  BORROWINGSCURRENT NOTES 2017  $’000 2016  ...\n",
       "23     22 Financial risk management continuedStrategi...\n",
       "146    <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "22     Strategic ReportOur strategy continuedMaintain...\n",
       "8      85Financial statements Aviva plc 2005(V) Cash ...\n",
       "124    Strategic Report Corporate Governance Financia...\n",
       "Name: text, dtype: object"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>actual</th>\n",
       "      <th>pred</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>National Grid plc Annual Report and Accounts 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.7.11 Independent limited assurance report&lt;im...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>CONSOLIDATED STATEMENTS OF OPERATIONS(In milli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>The performance conditions for each of the oth...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Analysis of financial positionAsset qualityAs ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NOTES TO THE ACCOUNTS CONTINUED  For the year ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Board and committee meetings  The Board was sc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2.2 Board of Directors and Executive Leadershi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Board LeadershipStrategic Report Corporate Gov...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Joint Venture operations provide an important ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Audit, Risk and Internal ControlReport of the ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>CORPORATE GOVERNANCEStatement of  compliance  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>QUESTIONS AND ANSWERS WITH THE CHIEF EXECUTIVE...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.7 Supplementary oil and gas information – un...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Other itemsStrategic Report Governance at BHP ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>BUSINESS MODELOur resilient business modelOur ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>GROUP MANAGEMENT REPORT GROUP MANAGEMENT REPOR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>The following policies and principles are  key...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Annual Report and Accounts 2020  87Report of t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>BOARD LEADERSHIP CONTINUEDBoard activitiesPerf...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Greater China hotel and room countTotal number...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;image: DeviceCMYK, width 556, height 844, bpc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.5.4 Risk management continuedCybersecurityCy...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>REPORT OF THE REMUNERATION COMMITTEE CONTINUED...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Annual Report on Directors’ RemunerationThis A...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Strategic Report Corporate Governance Financia...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;image: ICCBased(RGB,sRGB IEC61966-2.1), width...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NOTES TO THE FINANCIAL STATEMENTSSECTION 4 - F...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Unrecognised items and uncertain events33 Cont...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Unpaid Principal BalanceAverage Recorded Inves...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>Our Environment:Our Mission:Our business model...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Ofcom is the key regulatory authority for the ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>National Grid plc Annual Report and Accounts 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.4.3 Stakeholder engagementSection 172 statem...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NOTES TO THE ACCOUNTS  For the year to Decembe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.6 Independent Auditors’ reportsStrategic Rep...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>&lt;image: ICCBased(RGB,sRGB IEC61966-2.1), width...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>National Grid plc Annual Report and Accounts 2...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>B4  BORROWINGSCURRENT NOTES 2017  $’000 2016  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22 Financial risk management continuedStrategi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>&lt;image: ICCBased(RGB,sRGB IEC61966-2.1), width...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Strategic ReportOur strategy continuedMaintain...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>85Financial statements Aviva plc 2005(V) Cash ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>Strategic Report Corporate Governance Financia...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    actual  pred                                               text\n",
       "0        0     0  National Grid plc Annual Report and Accounts 2...\n",
       "1        0     0  1.7.11 Independent limited assurance report<im...\n",
       "2        1     1  CONSOLIDATED STATEMENTS OF OPERATIONS(In milli...\n",
       "3        0     1  The performance conditions for each of the oth...\n",
       "4        1     1  Analysis of financial positionAsset qualityAs ...\n",
       "5        0     0  NOTES TO THE ACCOUNTS CONTINUED  For the year ...\n",
       "6        0     0  Board and committee meetings  The Board was sc...\n",
       "7        0     0  2.2 Board of Directors and Executive Leadershi...\n",
       "8        0     0  Board LeadershipStrategic Report Corporate Gov...\n",
       "9        1     1  Joint Venture operations provide an important ...\n",
       "10       0     0  Audit, Risk and Internal ControlReport of the ...\n",
       "11       0     0  CORPORATE GOVERNANCEStatement of  compliance  ...\n",
       "12       0     0  QUESTIONS AND ANSWERS WITH THE CHIEF EXECUTIVE...\n",
       "13       0     0  5.7 Supplementary oil and gas information – un...\n",
       "14       0     0  Other itemsStrategic Report Governance at BHP ...\n",
       "15       0     0  BUSINESS MODELOur resilient business modelOur ...\n",
       "16       1     1  GROUP MANAGEMENT REPORT GROUP MANAGEMENT REPOR...\n",
       "17       0     0  The following policies and principles are  key...\n",
       "18       0     0  Annual Report and Accounts 2020  87Report of t...\n",
       "19       0     0  BOARD LEADERSHIP CONTINUEDBoard activitiesPerf...\n",
       "20       0     0  Greater China hotel and room countTotal number...\n",
       "21       1     1  <image: DeviceCMYK, width 556, height 844, bpc...\n",
       "22       0     0  1.5.4 Risk management continuedCybersecurityCy...\n",
       "23       0     1  REPORT OF THE REMUNERATION COMMITTEE CONTINUED...\n",
       "24       0     0  Annual Report on Directors’ RemunerationThis A...\n",
       "25       0     0  Strategic Report Corporate Governance Financia...\n",
       "26       1     1  <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "27       0     0  NOTES TO THE FINANCIAL STATEMENTSSECTION 4 - F...\n",
       "28       0     0  Unrecognised items and uncertain events33 Cont...\n",
       "29       1     1  Unpaid Principal BalanceAverage Recorded Inves...\n",
       "30       1     1  Our Environment:Our Mission:Our business model...\n",
       "31       0     0  Ofcom is the key regulatory authority for the ...\n",
       "32       0     0  National Grid plc Annual Report and Accounts 2...\n",
       "33       0     0  1.4.3 Stakeholder engagementSection 172 statem...\n",
       "34       0     0  NOTES TO THE ACCOUNTS  For the year to Decembe...\n",
       "35       0     0  5.6 Independent Auditors’ reportsStrategic Rep...\n",
       "36       1     1  <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "37       0     0  National Grid plc Annual Report and Accounts 2...\n",
       "38       1     0  B4  BORROWINGSCURRENT NOTES 2017  $’000 2016  ...\n",
       "39       0     0  22 Financial risk management continuedStrategi...\n",
       "40       0     0  <image: ICCBased(RGB,sRGB IEC61966-2.1), width...\n",
       "41       0     0  Strategic ReportOur strategy continuedMaintain...\n",
       "42       1     1  85Financial statements Aviva plc 2005(V) Cash ...\n",
       "43       0     0  Strategic Report Corporate Governance Financia..."
      ]
     },
     "execution_count": 136,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# compliment NB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import ComplementNB\n",
    "clf = ComplementNB()\n",
    "clf.fit(X_train_cv, y_train)\n",
    "predictions_c = clf.predict(X_test_cv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.9318181818181818\n",
      "Precision score:  0.8333333333333334\n",
      "Recall score:  0.9090909090909091\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, predictions_c))\n",
    "print('Precision score: ', precision_score(y_test, predictions_c))\n",
    "print('Recall score: ' , recall_score(y_test, predictions_c))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# naive bayes: tf-idf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 235,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 236,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv1 = TfidfVectorizer(strip_accents='ascii', token_pattern=u'(?ui)\\\\b\\\\w*[a-z]+\\\\w*\\\\b', lowercase=True, stop_words='english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train_cv1 = cv1.fit_transform(X_train)\n",
    "X_test_cv1 = cv1.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 270,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import pickle as pkl\n",
    "# with open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\cv1.pkl', 'wb') as f:\n",
    "#     pkl.dump(cv1, f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 238,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB\n",
    "naive_bayes = MultinomialNB()\n",
    "naive_bayes.fit(X_train_cv1, y_train)\n",
    "predictions1 = naive_bayes.predict(X_test_cv1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 239,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.6136363636363636\n",
      "Precision score:  0.5405405405405406\n",
      "Recall score:  1.0\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, predictions1))\n",
    "print('Precision score: ', precision_score(y_test, predictions1))\n",
    "print('Recall score: ' , recall_score(y_test, predictions1))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# lgbm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 269,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LGBMClassifier(class_weight={0: 1, 1: 20})"
      ]
     },
     "execution_count": 269,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import lightgbm as lgbm\n",
    "model = lgbm.LGBMClassifier(class_weight = {0:1,  1: 20} )\n",
    "model.fit(X_train_cv1,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 250,
   "metadata": {},
   "outputs": [],
   "source": [
    "pred2 = model.predict(X_test_cv1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 251,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.9772727272727273\n",
      "Precision score:  0.9523809523809523\n",
      "Recall score:  1.0\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred2))\n",
    "print('Precision score: ', precision_score(y_test, pred2))\n",
    "print('Recall score: ' , recall_score(y_test, pred2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 252,
   "metadata": {},
   "outputs": [],
   "source": [
    "val = pd.DataFrame()\n",
    "val['pred'] = list(pred2)\n",
    "val['actual'] = list(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 253,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pred</th>\n",
       "      <th>actual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    pred  actual\n",
       "0      1       1\n",
       "1      0       0\n",
       "2      0       0\n",
       "3      0       0\n",
       "4      0       0\n",
       "5      0       0\n",
       "6      0       0\n",
       "7      0       0\n",
       "8      0       0\n",
       "9      1       1\n",
       "10     1       1\n",
       "11     0       0\n",
       "12     0       0\n",
       "13     0       0\n",
       "14     1       1\n",
       "15     1       1\n",
       "16     1       0\n",
       "17     1       1\n",
       "18     0       0\n",
       "19     0       0\n",
       "20     0       0\n",
       "21     0       0\n",
       "22     1       1\n",
       "23     1       1\n",
       "24     0       0\n",
       "25     1       1\n",
       "26     1       1\n",
       "27     1       1\n",
       "28     1       1\n",
       "29     0       0\n",
       "30     1       1\n",
       "31     0       0\n",
       "32     0       0\n",
       "33     1       1\n",
       "34     1       1\n",
       "35     0       0\n",
       "36     1       1\n",
       "37     0       0\n",
       "38     0       0\n",
       "39     1       1\n",
       "40     1       1\n",
       "41     1       1\n",
       "42     1       1\n",
       "43     0       0"
      ]
     },
     "execution_count": 253,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 254,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle as pkl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 256,
   "metadata": {},
   "outputs": [],
   "source": [
    "# with open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\lgbm1.pkl', \"wb\") as output_file:\n",
    "#     pkl.dump(model, output_file)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# lgbm 2 "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 243,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Gaurav.Gund\\Anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LGBMClassifier(class_weight={0: 1, 1: 40}, learning_rate=0.001,\n",
       "               num_iterations=25000)"
      ]
     },
     "execution_count": 243,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import lightgbm as lgbm\n",
    "model1 = lgbm.LGBMClassifier(class_weight = {0:1,  1: 40},learning_rate=0.001,num_iterations=25000   )\n",
    "model1.fit(X_train_cv1,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 244,
   "metadata": {},
   "outputs": [],
   "source": [
    "pred3 = model1.predict(X_test_cv1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 245,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.9545454545454546\n",
      "Precision score:  0.9090909090909091\n",
      "Recall score:  1.0\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred3))\n",
    "print('Precision score: ', precision_score(y_test, pred3))\n",
    "print('Recall score: ' , recall_score(y_test, pred3))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# unseen data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 257,
   "metadata": {},
   "outputs": [],
   "source": [
    "path=r'C:\\Users\\Gaurav.Gund\\Desktop\\company_contracts\\raw_data'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 296,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00_TUI_GB20_GesamtPDF_Englisch_frei.pdf\n",
      "2020-bt-annual-report.pdf\n",
      "210223-annual-report-and-accounts-2020.pdf\n",
      "3i_group_ar_2020.pdf\n",
      "aa-annual-report-full-2020.pdf\n",
      "antofagasta_2020_annual_report.pdf\n",
      "AstraZeneca_AR_2020.pdf\n",
      "Avast annual-report-2020.pdf\n",
      "B&M Value retail Full_Annual_Report_and_Accounts_2020.pdf\n",
      "bae-ar-complete-2020.pdf\n",
      "Barclays-PLC-Annual-Report-2020.pdf\n",
      "bellway_ar20_web.pdf\n",
      "Berkeley_Group_Annual_Report_2020_28072020.pdf\n",
      "british land annual-report-and-accounts-2020.pdf\n",
      "easy jet annual-report-2020.pdf\n",
      "Howden Joinery 2020-Annual-Report.pdf\n",
      "ihg_2020ar.pdf\n",
      "itv annual-report-2020.pdf\n",
      "jd sports annual-report-and-accounts-2020.pdf\n",
      "prudential-plc-ar-2020.pdf\n",
      "RT-Annual-report-2020.pdf\n",
      "sainsburys-ar2020.pdf\n",
      "Schroders_2020AnnualReport.pdf\n",
      "sse-32693-annual-report-2020-web-1.pdf\n",
      "The Unite Group plc Annual Report and Accounts 2020.pdf\n",
      "TP ICAP Annual Report and Accounts 2020.pdf\n"
     ]
    }
   ],
   "source": [
    "import fitz\n",
    "l_text=[]\n",
    "page_text=[]\n",
    "\n",
    "for i in range(len(os.listdir(path))):\n",
    "  try:\n",
    "    with fitz.open(os.path.join(path, os.listdir(path)[i])) as f:\n",
    "      \n",
    "        \n",
    "      print(os.listdir(path)[i])\n",
    "      for j in range(f.pageCount):\n",
    "       if j <= 4 : \n",
    "        page = f.loadPage(j)\n",
    "        r_text=''\n",
    "        blocks = page.getText(\"blocks\")\n",
    "        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "        for b in blocks:\n",
    "            text = b[4].strip().splitlines()\n",
    "            if not text[0].startswith('<image:'):\n",
    "               r_text += ' '.join(text)\n",
    "            else:\n",
    "               continue \n",
    "        l_text.append(r_text)\n",
    "        page_text.append(os.listdir(path)[i]+'_page_'+ str(j)+'.pdf')\n",
    "  except:\n",
    "    continue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 297,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "df['text'] = l_text\n",
    "df['page']= page_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 298,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(111, 2)"
      ]
     },
     "execution_count": 298,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 295,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "130"
      ]
     },
     "execution_count": 295,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "26*5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_func(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', ''))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text']= data.clean_text.str.strip().replace('  ', '')\n",
    "    return(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 300,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = clean_func(df) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 301,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>page</th>\n",
       "      <th>clean_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020 2020A N N U A L R E P O R T O F  T H E  T...</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_0...</td>\n",
       "      <td>A N N U A L R E P O R T O F  T H E  T U I  G R...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>»The holiday sector remains on its long-term g...</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_1...</td>\n",
       "      <td>The holiday sector remains on its long-term gr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CONTENTSCONTENTSFINANCIAL YE AR 2020COMBINED  ...</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_2...</td>\n",
       "      <td>CONTENTSCONTENTSFINANCIAL YE AR COMBINED  MANA...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  \\\n",
       "0  2020 2020A N N U A L R E P O R T O F  T H E  T...   \n",
       "1  »The holiday sector remains on its long-term g...   \n",
       "2  CONTENTSCONTENTSFINANCIAL YE AR 2020COMBINED  ...   \n",
       "\n",
       "                                                page  \\\n",
       "0  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_0...   \n",
       "1  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_1...   \n",
       "2  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_2...   \n",
       "\n",
       "                                          clean_text  \n",
       "0  A N N U A L R E P O R T O F  T H E  T U I  G R...  \n",
       "1  The holiday sector remains on its long-term gr...  \n",
       "2  CONTENTSCONTENTSFINANCIAL YE AR COMBINED  MANA...  "
      ]
     },
     "execution_count": 301,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 266,
   "metadata": {},
   "outputs": [],
   "source": [
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\lgbm1.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 271,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\cv1.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 302,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_unseen = cv1.transform(df1.clean_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [],
   "source": [
    "prediction_unseen = load_model.predict(x_unseen)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 304,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['pred'] = list(prediction_unseen)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\result_unseen1.csv',index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# using probabilities\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 309,
   "metadata": {},
   "outputs": [],
   "source": [
    "prediction_unseen = load_model.predict(x_unseen, raw_score=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 310,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['pred'] = list(prediction_unseen)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 316,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['file'] = df1.page.apply(lambda x: x.split('_page_')[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 318,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['content_val'] = df1.groupby(['file'])['pred'].transform(max)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 321,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "df1['content_page'] = np.where(df1['pred'] == df1['content_val'],1, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 323,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['page_num'] = df1.page.apply(lambda x: x.split('_page_')[1][0:-4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 324,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>page</th>\n",
       "      <th>clean_text</th>\n",
       "      <th>pred</th>\n",
       "      <th>content_val</th>\n",
       "      <th>file</th>\n",
       "      <th>content_page</th>\n",
       "      <th>page_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2020 2020A N N U A L R E P O R T O F  T H E  T...</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_0...</td>\n",
       "      <td>A N N U A L R E P O R T O F  T H E  T U I  G R...</td>\n",
       "      <td>-9.814172</td>\n",
       "      <td>10.093803</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>»The holiday sector remains on its long-term g...</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_1...</td>\n",
       "      <td>The holiday sector remains on its long-term gr...</td>\n",
       "      <td>-7.934588</td>\n",
       "      <td>10.093803</td>\n",
       "      <td>00_TUI_GB20_GesamtPDF_Englisch_frei.pdf</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  \\\n",
       "0  2020 2020A N N U A L R E P O R T O F  T H E  T...   \n",
       "1  »The holiday sector remains on its long-term g...   \n",
       "\n",
       "                                                page  \\\n",
       "0  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_0...   \n",
       "1  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf_page_1...   \n",
       "\n",
       "                                          clean_text      pred  content_val  \\\n",
       "0  A N N U A L R E P O R T O F  T H E  T U I  G R... -9.814172    10.093803   \n",
       "1  The holiday sector remains on its long-term gr... -7.934588    10.093803   \n",
       "\n",
       "                                      file  content_page page_num  \n",
       "0  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf             0        0  \n",
       "1  00_TUI_GB20_GesamtPDF_Englisch_frei.pdf             0        1  "
      ]
     },
     "execution_count": 324,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 360,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df1.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version2\\result_unseen1_prob.csv',index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# extract content page for 100 reports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 326,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "183527.pdf\n",
      "200915_BHPAnnualReport2020.pdf\n",
      "2018-annual-report_web-version.pdf\n",
      "2019 Annual Report and Accounts.PDF\n",
      "2019-annual-report (1).pdf\n",
      "2019-annual-report-and-accounts.pdf\n",
      "2019-annual-report.pdf\n",
      "2020 UK Reports and Accounts.pdf\n",
      "2020-annual-report (1).pdf\n",
      "2020-annual-report.pdf\n",
      "2020-bt-annual-report.pdf\n",
      "2020-full-annual-report.pdf\n",
      "2020-lbg-annual-report.pdf\n",
      "210223-annual-report-and-accounts-2020.pdf\n",
      "33393_Just_Group_AR2019_WEB.pdf\n",
      "81649498534e5569eceb9f164d7d40fe.pdf\n",
      "aa-annual-report-full-2020.pdf\n",
      "Amcor_Annual_Report_2020.pdf\n",
      "Annual Report 2020 final.pdf\n",
      "annual-report-2019.pdf\n",
      "annual-report-2020 (1).pdf\n",
      "annual-report-2020 (2).pdf\n",
      "annual-report-2020-08-10.pdf\n",
      "annual-report-2020.pdf\n",
      "Annual-report-and-accounts-2019.pdf\n",
      "annual-report-and-accounts-2020 (1).pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Annual-Report-and-Accounts-2020 (2).pdf\n",
      "annual-report-and-accounts-2020 (3).pdf\n",
      "annual-report-and-accounts-2020.pdf\n",
      "Annual_Report_2020.pdf\n",
      "antofagasta_2020_annual_report.pdf\n",
      "ar-2019.pdf\n",
      "ar2020.pdf\n",
      "Ashtead_AR2020.pdf\n",
      "AstraZeneca_AR_2020.pdf\n",
      "aviva-plc-annual-report-and-accounts-2020.pdf\n",
      "bae-ar-complete-2020.pdf\n",
      "balfour-beatty-annual-report-and-accounts-2019.pdf\n",
      "Barclays-PLC-Annual-Report-2020.pdf\n",
      "barratt-ar19.pdf\n",
      "BAT_Annual_Report_and_Form_20-F_2020.pdf\n",
      "bellway_ar20_web.pdf\n",
      "bp-annual-report-and-form-20f-2019.pdf\n",
      "capita-annual-report-2019_0.pdf\n",
      "CAPRI-FY2020-ANNUAL-REPORT.pdf\n",
      "Carnival Corporation _ plc 2020 Annual Report (FINAL)-VD.PDF\n",
      "centrica-ar2020.pdf\n",
      "cineworld-ara-2020-v1.pdf\n",
      "CNHI_20-F_2020.pdf\n",
      "CompassGroupPLC_AnnualReport2020_FINAL.pdf.downloadasset.pdf\n",
      "Computacenter_AR2020_Website.pdf\n",
      "dixons-carphone-annual-report-and-accounts-201920.pdf\n",
      "download.pdf\n",
      "Drax_AR2020.pdf\n",
      "ds-smith-2020-annual-report-single-page.pdf\n",
      "Entain-2020-Annual-Report.pdf\n",
      "EVRAZ_AR2020_final_pages_lowres.pdf\n",
      "Ferguson-plc-Annual-Report-2020.pdf\n",
      "Final.IHS Markit Ltd.Annual Report 2020.pdf\n",
      "firstgroup-ara-2020.pdf\n",
      "Full-Annual-Report.pdf\n",
      "Full_Annual_Report.pdf.downloadasset.pdf\n",
      "I2dca7da8cbc211eabea4f0dc9fb69570.pdf\n",
      "iag-annual-report-and-accounts-2020.pdf\n",
      "IHG_2019AR.pdf\n",
      "IHS Markit Ltd. 2019 Annual Report.pdf\n",
      "Intertek_Group_plc_Annual_Report_2018.pdf\n",
      "Investec-Limited-Annual-Report-March-2020.pdf\n",
      "KF054-Book-LR-200625.pdf.downloadasset.pdf\n",
      "kier-group-annual-report-2019.pdf\n",
      "Kingfisher plc 2020-21 Annual Report_090421.pdf.downloadasset.pdf\n",
      "LG-2018-10-K-A-ANNUAL-REPORT.pdf\n",
      "LG-2019-10-K-A-ANNUAL-REPORT.pdf\n",
      "lookers-annual-report-2019.pdf\n",
      "LSE_PDG_2019.pdf\n",
      "m-and-s_ar20_full_200528.pdf\n",
      "mandg-ar2020-interactive-full.pdf\n",
      "melrose-annual-report-and-accounts-2020.pdf\n",
      "melrose-ar2019.pdf\n",
      "Morgan_Sindall_Interactive-AR2020.pdf\n",
      "morrisons_ar-2019-web.pdf\n",
      "ng-annual-report-and-accounts-2019-20.pdf\n",
      "Pearson_AR20_Online_210426.pdf\n",
      "persimmon_ar19-final.pdf\n",
      "persimmon_ar2020_web_bmarks-final.pdf\n",
      "petrofac-2019-annual-report.pdf\n",
      "prudential-plc-ar-2019.pdf\n",
      "prudential-plc-ar-2020.pdf\n",
      "quilter-ar2020.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot recognize version marker\n",
      "mupdf: no objects found\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "rsa-annual-report-and-accounts-2020.pdf\n",
      "rsa-ara-2018.pdf\n",
      "RT-Annual-report-2018.pdf\n",
      "RT-Annual-report-2019.pdf\n",
      "RT-Annual-report-2020.pdf\n",
      "sainsburys-ar2020.pdf\n",
      "serco-annual-report-accounts-2020.pdf\n",
      "SJP-annual-report-and-accounts-2020_April2021.pdf\n",
      "smith nephew_annual report 2020_interactive.pdf\n",
      "sse-31464-annual-report-2019-web.pdf\n",
      "standard-chartered-plc-full-year-2019-report.pdf\n",
      "tes006_ar2020_web_updated_200505.pdf\n",
      "The_Go-Ahead_Group_plc_Annual_Report_and_Accounts_2019.pdf\n",
      "travisperkins-annual-report-mar-2020.pdf\n",
      "vivo-energy-annual-report-and-accounts-2020.pdf\n",
      "vodafone-annual-report-2020.pdf\n",
      "wpp-annual-report-2020---.pdf\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import fitz\n",
    "\n",
    "path= r'C:\\Users\\Gaurav.Gund\\Desktop\\company_contracts\\new_data_sample2'\n",
    "import fitz\n",
    "l_text=[]\n",
    "page_text=[]\n",
    "\n",
    "for i in range(len(os.listdir(path))):\n",
    "  try:\n",
    "    with fitz.open(os.path.join(path, os.listdir(path)[i])) as f:\n",
    "      \n",
    "        \n",
    "      print(os.listdir(path)[i])\n",
    "      for j in range(f.pageCount):\n",
    "       if j <= 4 : \n",
    "        page = f.loadPage(j)\n",
    "        r_text=''\n",
    "        blocks = page.getText(\"blocks\")\n",
    "        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "        for b in blocks:\n",
    "            text = b[4].strip().splitlines()\n",
    "            if not text[0].startswith('<image:'):\n",
    "               r_text += ' '.join(text)\n",
    "            else:\n",
    "               continue \n",
    "        l_text.append(r_text)\n",
    "        page_text.append(os.listdir(path)[i]+'_page_'+ str(j)+'.pdf')\n",
    "  except:\n",
    "    continue\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "df['text'] = l_text\n",
    "df['page']= page_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_func(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', ''))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text']= data.clean_text.str.strip().replace('  ', '')\n",
    "    return(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = clean_func(df) \n",
    "x_unseen = cv1.transform(df1.clean_text)\n",
    "prediction_unseen = load_model.predict(x_unseen, raw_score=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 358,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['class_pred'] = list(load_model.predict(x_unseen))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 359,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1['pred'] = list(prediction_unseen)\n",
    "df1['file'] = df1.page.apply(lambda x: x.split('_page_')[0])\n",
    "df1['content_val'] = df1.groupby(['file'])['pred'].transform(max)\n",
    "import numpy as np\n",
    "df1['content_page'] = np.where(df1['pred'] == df1['content_val'],1, 0)\n",
    "df1['page_num'] = df1.page.apply(lambda x: x.split('_page_')[1][0:-4])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 350,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df1[df1.content_page==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df2[['file', 'page_num']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(101, 2)"
      ]
     },
     "execution_count": 352,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.shape "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 339,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(441, 8)"
      ]
     },
     "execution_count": 339,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 353,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>file</th>\n",
       "      <th>page_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>183527.pdf</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>200915_BHPAnnualReport2020.pdf</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2018-annual-report_web-version.pdf</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2019 Annual Report and Accounts.PDF</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                   file page_num\n",
       "1                            183527.pdf        1\n",
       "9        200915_BHPAnnualReport2020.pdf        4\n",
       "12   2018-annual-report_web-version.pdf        2\n",
       "16  2019 Annual Report and Accounts.PDF        1"
      ]
     },
     "execution_count": 353,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.head(4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df2.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\board_of_directors\\content_page.csv', index= False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# extract content page of 800 reports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 414,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AMEX_UQM_2008.pdf\n",
      "AMEX_UQM_2009.pdf\n",
      "ASX_ABC_2009.pdf\n",
      "ASX_ABC_2010.pdf\n",
      "ASX_ABC_2012.pdf\n",
      "ASX_ABC_2013.pdf\n",
      "ASX_ABC_2014.pdf\n",
      "ASX_ABC_2016.pdf\n",
      "ASX_ABC_2017 (1).pdf\n",
      "ASX_ABC_2017.pdf\n",
      "ASX_ABC_2018.pdf\n",
      "ASX_ASX_2010.pdf\n",
      "ASX_ASX_2012.pdf\n",
      "ASX_ASX_2013.pdf\n",
      "ASX_ASX_2014.pdf\n",
      "ASX_ASX_2016.pdf\n",
      "ASX_ASX_2017.pdf\n",
      "ASX_ASX_2018.pdf\n",
      "ASX_BEN_2009.pdf\n",
      "ASX_BEN_2013.pdf\n",
      "ASX_BEN_2014.pdf\n",
      "ASX_BEN_2017.pdf\n",
      "ASX_BEN_2018.pdf\n",
      "ASX_BGA_2013.pdf\n",
      "ASX_BGA_2014.pdf\n",
      "ASX_BGA_2016.pdf\n",
      "ASX_BGA_2017.pdf\n",
      "ASX_BGA_2018.pdf\n",
      "ASX_BOQ_2008.pdf\n",
      "ASX_BOQ_2009.pdf\n",
      "ASX_BOQ_2010.pdf\n",
      "ASX_BOQ_2011.pdf\n",
      "ASX_BOQ_2013.pdf\n",
      "ASX_BOQ_2014.pdf\n",
      "ASX_BOQ_2015.pdf\n",
      "ASX_BOQ_2017.pdf\n",
      "ASX_BOQ_2018.pdf\n",
      "ASX_CAH_2012.pdf\n",
      "ASX_CAH_2014.pdf\n",
      "ASX_CAH_2015.pdf\n",
      "ASX_CAH_2016.pdf\n",
      "ASX_CAH_2017.pdf\n",
      "ASX_CAH_2018.pdf\n",
      "ASX_CTX_1999.pdf\n",
      "ASX_CTX_2000.pdf\n",
      "ASX_CTX_2001.pdf\n",
      "ASX_CTX_2002.pdf\n",
      "ASX_CTX_2003.pdf\n",
      "ASX_CTX_2004.pdf\n",
      "ASX_CTX_2005.pdf\n",
      "ASX_CTX_2006.pdf\n",
      "ASX_CTX_2007.pdf\n",
      "ASX_CTX_2008.pdf\n",
      "ASX_CTX_2009.pdf\n",
      "ASX_CTX_2012.pdf\n",
      "ASX_CTX_2013.pdf\n",
      "ASX_CTX_2014.pdf\n",
      "ASX_CTX_2015.pdf\n",
      "ASX_CTX_2016.pdf\n",
      "ASX_CTX_2017.pdf\n",
      "ASX_CTX_2018.pdf\n",
      "ASX_CWP_2007.pdf\n",
      "ASX_CWP_2008.pdf\n",
      "ASX_CWP_2009.pdf\n",
      "ASX_CWP_2010.pdf\n",
      "ASX_CWP_2011.pdf\n",
      "ASX_CWP_2012.pdf\n",
      "ASX_CWP_2013.pdf\n",
      "ASX_CWP_2014.pdf\n",
      "ASX_CWP_2015 (1).pdf\n",
      "ASX_CWP_2015.pdf\n",
      "ASX_CWP_2016.pdf\n",
      "ASX_CWP_2017.pdf\n",
      "ASX_CWP_2018.pdf\n",
      "ASX_ECX_2016.pdf\n",
      "ASX_ECX_2017.pdf\n",
      "ASX_FLT_2011.pdf\n",
      "ASX_FLT_2013.pdf\n",
      "ASX_FLT_2014.pdf\n",
      "ASX_FLT_2015.pdf\n",
      "ASX_FLT_2016.pdf\n",
      "ASX_FLT_2017.pdf\n",
      "ASX_FLT_2018.pdf\n",
      "ASX_GDI_2015.pdf\n",
      "ASX_GDI_2016.pdf\n",
      "ASX_GDI_2018.pdf\n",
      "ASX_GOR_2011.pdf\n",
      "ASX_GOR_2012.pdf\n",
      "ASX_GOR_2013.pdf\n",
      "ASX_GOR_2014.pdf\n",
      "ASX_GOR_2015.pdf\n",
      "ASX_GOR_2016.pdf\n",
      "ASX_GOR_2017.pdf\n",
      "ASX_GOR_2018.pdf\n",
      "ASX_HFR_2015.pdf\n",
      "ASX_HFR_2016.pdf\n",
      "ASX_HFR_2017.pdf\n",
      "ASX_HFR_2018.pdf\n",
      "ASX_IFN_2012.pdf\n",
      "ASX_IFN_2013.pdf\n",
      "ASX_IFN_2014.pdf\n",
      "ASX_IFN_2016.pdf\n",
      "ASX_IFN_2017.pdf\n",
      "ASX_IFN_2018.pdf\n",
      "ASX_MPL_2002.pdf\n",
      "ASX_MPL_2003.pdf\n",
      "ASX_MPL_2004.pdf\n",
      "ASX_MPL_2005.pdf\n",
      "ASX_MPL_2006.pdf\n",
      "ASX_MPL_2007.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ASX_MPL_2008.pdf\n",
      "ASX_MPL_2009.pdf\n",
      "ASX_MPL_2010.pdf\n",
      "ASX_MPL_2011.pdf\n",
      "ASX_MPL_2012.pdf\n",
      "ASX_MPL_2013.pdf\n",
      "ASX_MPL_2014.pdf\n",
      "ASX_MPL_2015.pdf\n",
      "ASX_MPL_2016.pdf\n",
      "ASX_MPL_2017.pdf\n",
      "ASX_MPL_2018.pdf\n",
      "bks-bank_2012.pdf\n",
      "bks-bank_2017.pdf\n",
      "LSE_AGR_2011.pdf\n",
      "LSE_AGR_2012.pdf\n",
      "LSE_AGR_2013.pdf\n",
      "LSE_AGR_2014.pdf\n",
      "LSE_AGR_2015.pdf\n",
      "LSE_AGR_2016.pdf\n",
      "LSE_AGR_2017.pdf\n",
      "LSE_AGR_2018.pdf\n",
      "LSE_AV_2000.pdf\n",
      "LSE_AV_2001.pdf\n",
      "LSE_AV_2002.pdf\n",
      "LSE_AV_2003.pdf\n",
      "LSE_AV_2004.pdf\n",
      "LSE_AV_2005.pdf\n",
      "LSE_AV_2006.pdf\n",
      "LSE_AV_2008.pdf\n",
      "LSE_AV_2009.pdf\n",
      "LSE_AV_2010.pdf\n",
      "LSE_AV_2011.pdf\n",
      "LSE_AV_2012.pdf\n",
      "LSE_AV_2013.pdf\n",
      "LSE_AV_2014.pdf\n",
      "LSE_AV_2015.pdf\n",
      "LSE_AV_2016.pdf\n",
      "LSE_AV_2017.pdf\n",
      "LSE_AV_2018.pdf\n",
      "LSE_AV_2019.pdf\n",
      "LSE_AZN_2006.pdf\n",
      "LSE_AZN_2007.pdf\n",
      "LSE_AZN_2008.pdf\n",
      "LSE_AZN_2009.pdf\n",
      "LSE_AZN_2010.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: expected object number\n",
      "mupdf: invalid key in dict\n",
      "mupdf: non-page object in page tree\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_AZN_2011.pdf\n",
      "LSE_AZN_2012.pdf\n",
      "LSE_AZN_2013.pdf\n",
      "LSE_AZN_2014.pdf\n",
      "LSE_AZN_2015.pdf\n",
      "LSE_AZN_2016.pdf\n",
      "LSE_AZN_2017.pdf\n",
      "LSE_AZN_2018.pdf\n",
      "LSE_BKG_2005.pdf\n",
      "LSE_BKG_2006.pdf\n",
      "LSE_BKG_2007.pdf\n",
      "LSE_BKG_2008.pdf\n",
      "LSE_BKG_2009.pdf\n",
      "LSE_BKG_2010.pdf\n",
      "LSE_BKG_2011.pdf\n",
      "LSE_BKG_2012.pdf\n",
      "LSE_BKG_2013.pdf\n",
      "LSE_BKG_2014.pdf\n",
      "LSE_BKG_2015.pdf\n",
      "LSE_BKG_2016.pdf\n",
      "LSE_BKG_2017.pdf\n",
      "LSE_BKG_2018.PDF\n",
      "LSE_BOCH_2018.pdf\n",
      "LSE_BT_2002.pdf\n",
      "LSE_BT_2006.pdf\n",
      "LSE_BT_2009.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_BT_2010.pdf\n",
      "LSE_BT_2011.pdf\n",
      "LSE_BT_2012.pdf\n",
      "LSE_BT_2016.pdf\n",
      "LSE_BT_2017.pdf\n",
      "LSE_BT_2018.pdf\n",
      "LSE_ELTA_2000.pdf\n",
      "LSE_ELTA_2002.pdf\n",
      "LSE_ELTA_2003.pdf\n",
      "LSE_ELTA_2004.pdf\n",
      "LSE_ELTA_2005.pdf\n",
      "LSE_ELTA_2006.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_ELTA_2013.pdf\n",
      "LSE_ELTA_2014.pdf\n",
      "LSE_ELTA_2015.pdf\n",
      "LSE_ELTA_2016.pdf\n",
      "LSE_ELTA_2017.pdf\n",
      "LSE_ELTA_2018.pdf\n",
      "LSE_GB0767628_2004.pdf\n",
      "LSE_GB0767628_2005.pdf\n",
      "LSE_GB0767628_2006.pdf\n",
      "LSE_GB0767628_2007.pdf\n",
      "LSE_GB0767628_2008.pdf\n",
      "LSE_GB0767628_2009.pdf\n",
      "LSE_GB0767628_2010.pdf\n",
      "LSE_GB0767628_2011.pdf\n",
      "LSE_GB0767628_2012.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: syntax error in array\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-9-7s026'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '7\\007s35390'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '86-1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '0c51T0501\\r'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-c5145h-6'\n",
      "mupdf: unknown keyword: '-c02\\0h-60scn0'\n",
      "mupdf: unknown keyword: '-00790\\02-1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '0T0590'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-7s'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '86-1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-\\03'\n",
      "mupdf: unknown keyword: '.\\02035\\020-00Ts0\\0214h1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: 'T\\233'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '10235-95g\\035TS5-9'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-9800s0T0'\n",
      "mupdf: unknown keyword: 'T000'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-200000350-9-23506'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-\\03'\n",
      "mupdf: unknown keyword: 'd98'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-\\00'\n",
      "mupdf: unknown keyword: '-17s\\026'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: 'g9'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-9203-\\02'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-25.0\\'\n",
      "mupdf: unknown keyword: '7\\0267s1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '6T'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '775d0'\n",
      "mupdf: unknown keyword: 'd08'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '6T0r'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: 'T76'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '0235T'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '726\\0'\n",
      "mupdf: unknown keyword: '7s6'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '6T'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-25.0\\'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-20\\077\\'\n",
      "mupdf: unknown keyword: '720h0'\n",
      "mupdf: unknown keyword: '770h7s2\\0'\n",
      "mupdf: unknown keyword: '07s7'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: 'T0-s06'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '60s7020\\00'\n",
      "mupdf: unknown keyword: '-11g'\n",
      "mupdf: unknown keyword: '-14w9\\00'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: 'd1g'\n",
      "mupdf: unknown keyword: '-s'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '86-1'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-0c51d1g08065200'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-153907\\'\n",
      "mupdf: unknown keyword: '7s7'\n",
      "mupdf: unknown keyword: 'c07s6h0g0'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-2h4307\\'\n",
      "mupdf: unknown keyword: '73790s2\\1210s7'\n",
      "mupdf: syntax error in content stream\n",
      "mupdf: unknown keyword: '-167s7\\'\n",
      "mupdf: unknown keyword: '7s6'\n",
      "mupdf: syntax error in content stream\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_GB0767628_2013.pdf\n",
      "LSE_GB0767628_2014.pdf\n",
      "LSE_GB0767628_2015.pdf\n",
      "LSE_GB0767628_2016.pdf\n",
      "LSE_GB0767628_2017.pdf\n",
      "LSE_GB0767628_2018.pdf\n",
      "LSE_HGM_2014.pdf\n",
      "LSE_HGM_2015.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: FT_New_Memory_Face(AJTCFV+WarnockPro-Regular): SFNT font table missing\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_HGM_2016.pdf\n",
      "LSE_HGM_2017.pdf\n",
      "LSE_HGM_2018.pdf\n",
      "LSE_PHNX_2008.pdf\n",
      "LSE_PHNX_2009.pdf\n",
      "LSE_PHNX_2010.pdf\n",
      "LSE_PHNX_2011.pdf\n",
      "LSE_PHNX_2012.pdf\n",
      "LSE_PHNX_2013.pdf\n",
      "LSE_PHNX_2014.pdf\n",
      "LSE_PHNX_2015.pdf\n",
      "LSE_PHNX_2016.pdf\n",
      "LSE_PHNX_2017.pdf\n",
      "LSE_PHNX_2018.pdf\n",
      "LSE_PHNX_2019.pdf\n",
      "LSE_PRU_2001.pdf\n",
      "LSE_PRU_2002.pdf\n",
      "LSE_PRU_2005.pdf\n",
      "LSE_PRU_2006.pdf\n",
      "LSE_PRU_2007.pdf\n",
      "LSE_PRU_2008.pdf\n",
      "LSE_PRU_2009 (1).pdf\n",
      "LSE_PRU_2009.pdf\n",
      "LSE_PRU_2010.pdf\n",
      "LSE_PRU_2011.pdf\n",
      "LSE_PRU_2012.pdf\n",
      "LSE_PRU_2013.pdf\n",
      "LSE_PRU_2014.pdf\n",
      "LSE_PRU_2015.pdf\n",
      "LSE_PRU_2016.pdf\n",
      "LSE_PRU_2017.pdf\n",
      "LSE_PRU_2018.pdf\n",
      "NASDAQ_AAPL_2016.pdf\n",
      "NASDAQ_AAPL_2017.pdf\n",
      "NASDAQ_AAPL_2018.pdf\n",
      "NASDAQ_ACGL_2016.pdf\n",
      "NASDAQ_AKAM_2013.pdf\n",
      "NASDAQ_AKAM_2014.pdf\n",
      "NASDAQ_AKAM_2016.PDF\n",
      "NASDAQ_AKAM_2017 (1).pdf\n",
      "NASDAQ_AKAM_2017.pdf\n",
      "NASDAQ_AKAM_2018.pdf\n",
      "NASDAQ_ALGN_2002.pdf\n",
      "NASDAQ_ALGN_2003.pdf\n",
      "NASDAQ_ALGN_2004.pdf\n",
      "NASDAQ_ALGN_2006.pdf\n",
      "NASDAQ_ALGN_2007.pdf\n",
      "NASDAQ_ALGN_2009.pdf\n",
      "NASDAQ_ALGN_2010.pdf\n",
      "NASDAQ_ALGN_2011.pdf\n",
      "NASDAQ_ALGN_2014.pdf\n",
      "NASDAQ_AMNB_2017.pdf\n",
      "NASDAQ_AMNB_2018.pdf\n",
      "NASDAQ_AMRB_2018.pdf\n",
      "NASDAQ_AOSL_2010.pdf\n",
      "NASDAQ_AOSL_2011.pdf\n",
      "NASDAQ_AOSL_2017.pdf\n",
      "NASDAQ_APEI_2008.pdf\n",
      "NASDAQ_APEI_2009.pdf\n",
      "NASDAQ_APEI_2010.pdf\n",
      "NASDAQ_APEI_2011.pdf\n",
      "NASDAQ_APEI_2012.pdf\n",
      "NASDAQ_APEI_2013.pdf\n",
      "NASDAQ_APEI_2014.pdf\n",
      "NASDAQ_APEI_2015.pdf\n",
      "NASDAQ_APEI_2016.pdf\n",
      "NASDAQ_APEI_2017.pdf\n",
      "NASDAQ_APEI_2018.pdf\n",
      "NASDAQ_BMRC_2017.pdf\n",
      "NASDAQ_BOCH_2017.pdf\n",
      "NASDAQ_CIZN_2006.pdf\n",
      "NASDAQ_CIZN_2008.pdf\n",
      "NASDAQ_CIZN_2009.pdf\n",
      "NASDAQ_CIZN_2011.pdf\n",
      "NASDAQ_CIZN_2013.pdf\n",
      "NASDAQ_CIZN_2014.pdf\n",
      "NASDAQ_CIZN_2018.pdf\n",
      "NASDAQ_CMTL_1999.pdf\n",
      "NASDAQ_CMTL_2000.pdf\n",
      "NASDAQ_CMTL_2001.pdf\n",
      "NASDAQ_CMTL_2003.pdf\n",
      "NASDAQ_CMTL_2004.pdf\n",
      "NASDAQ_CMTL_2005.pdf\n",
      "NASDAQ_CMTL_2006.pdf\n",
      "NASDAQ_CMTL_2007.pdf\n",
      "NASDAQ_CMTL_2010.pdf\n",
      "NASDAQ_CMTL_2011.pdf\n",
      "NASDAQ_CMTL_2013.pdf\n",
      "NASDAQ_CMTL_2014.pdf\n",
      "NASDAQ_CMTL_2015 (1).pdf\n",
      "NASDAQ_CMTL_2015.pdf\n",
      "NASDAQ_CMTL_2016.pdf\n",
      "NASDAQ_CMTL_2017.pdf\n",
      "NASDAQ_CMTL_2018.pdf\n",
      "NASDAQ_CTSH_2001.pdf\n",
      "NASDAQ_CTSH_2003.pdf\n",
      "NASDAQ_CTSH_2004.pdf\n",
      "NASDAQ_CTSH_2006.pdf\n",
      "NASDAQ_CTSH_2010.pdf\n",
      "NASDAQ_CTSH_2011.pdf\n",
      "NASDAQ_CTSH_2012.pdf\n",
      "NASDAQ_CTSH_2013.pdf\n",
      "NASDAQ_CTSH_2015.pdf\n",
      "NASDAQ_CTSH_2017.pdf\n",
      "NASDAQ_CTSH_2018.pdf\n",
      "NASDAQ_CTSH_2019.pdf\n",
      "NASDAQ_CWCO_2013.pdf\n",
      "NASDAQ_CWCO_2014.pdf\n",
      "NASDAQ_CWCO_2015.pdf\n",
      "NASDAQ_CWCO_2016.pdf\n",
      "NASDAQ_CWCO_2017.pdf\n",
      "NASDAQ_CWCO_2018.pdf\n",
      "NASDAQ_CZWI_2009.pdf\n",
      "NASDAQ_CZWI_2010.pdf\n",
      "NASDAQ_CZWI_2011.pdf\n",
      "NASDAQ_CZWI_2012.pdf\n",
      "NASDAQ_CZWI_2013.pdf\n",
      "NASDAQ_CZWI_2014.pdf\n",
      "NASDAQ_CZWI_2015.pdf\n",
      "NASDAQ_CZWI_2016.pdf\n",
      "NASDAQ_CZWI_2017.pdf\n",
      "NASDAQ_CZWI_2018.pdf\n",
      "NASDAQ_DVAX_2004.pdf\n",
      "NASDAQ_DVAX_2018.pdf\n",
      "NASDAQ_ERIC_2017.pdf\n",
      "NASDAQ_ERIC_2019.pdf\n",
      "NASDAQ_FBMS_2017.pdf\n",
      "NASDAQ_FBMS_2018.pdf\n",
      "NASDAQ_FB_2017.pdf\n",
      "NASDAQ_FB_2019.pdf\n",
      "NASDAQ_FCNCA_2001.pdf\n",
      "NASDAQ_FCNCA_2002.pdf\n",
      "NASDAQ_FCNCA_2003.pdf\n",
      "NASDAQ_FCNCA_2005.pdf\n",
      "NASDAQ_FCNCA_2006.pdf\n",
      "NASDAQ_HURN_2005.pdf\n",
      "NASDAQ_HURN_2006.pdf\n",
      "NASDAQ_HURN_2012.pdf\n",
      "NASDAQ_HURN_2013.pdf\n",
      "NASDAQ_HURN_2015.pdf\n",
      "NASDAQ_HURN_2016.pdf\n",
      "NASDAQ_HURN_2017.pdf\n",
      "NASDAQ_HURN_2018.pdf\n",
      "NASDAQ_HWCC_2018.pdf\n",
      "NASDAQ_LMNR_2016.pdf\n",
      "NASDAQ_LOGI_2006.pdf\n",
      "NASDAQ_LOGI_2007.pdf\n",
      "NASDAQ_LOGI_2008.pdf\n",
      "NASDAQ_LOGI_2009.pdf\n",
      "NASDAQ_LOGI_2015.pdf\n",
      "NASDAQ_MSEX_2017.pdf\n",
      "NASDAQ_MSEX_2018.pdf\n",
      "NASDAQ_MTEX_2002.pdf\n",
      "NASDAQ_MTEX_2003.pdf\n",
      "NASDAQ_MTEX_2004.pdf\n",
      "NASDAQ_MTEX_2005.pdf\n",
      "NASDAQ_MTEX_2006.pdf\n",
      "NASDAQ_MTEX_2007.pdf\n",
      "NASDAQ_MTEX_2010.pdf\n",
      "NASDAQ_MTEX_2012.pdf\n",
      "NASDAQ_MTEX_2013.pdf\n",
      "NASDAQ_MTEX_2014.pdf\n",
      "NASDAQ_MTEX_2015.PDF\n",
      "NASDAQ_NSTG_2013.pdf\n",
      "NASDAQ_NTIC_2008.pdf\n",
      "NASDAQ_NTIC_2009.pdf\n",
      "NASDAQ_NTIC_2010.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: unexpected xref type: 0x0 (19050 25525 R)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NASDAQ_NTIC_2011.pdf\n",
      "NASDAQ_NTIC_2012.pdf\n",
      "NASDAQ_NTIC_2013.pdf\n",
      "NASDAQ_NTIC_2015.pdf\n",
      "NASDAQ_NTIC_2016.pdf\n",
      "NASDAQ_NTIC_2017.pdf\n",
      "NASDAQ_NTIC_2018.pdf\n",
      "NASDAQ_OFLX_2013.pdf\n",
      "NASDAQ_OFLX_2015.pdf\n",
      "NASDAQ_OFLX_2016.pdf\n",
      "NASDAQ_OFLX_2017.pdf\n",
      "NASDAQ_OFLX_2018.pdf\n",
      "NASDAQ_OVTI_2008.pdf\n",
      "NASDAQ_OVTI_2009.pdf\n",
      "NASDAQ_OVTI_2010.pdf\n",
      "NASDAQ_OVTI_2011.pdf\n",
      "NASDAQ_OVTI_2012.pdf\n",
      "NASDAQ_RBCAA_2000.pdf\n",
      "NASDAQ_RBCAA_2002.pdf\n",
      "NASDAQ_RBCAA_2005.pdf\n",
      "NASDAQ_RBCAA_2009.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NASDAQ_RBCAA_2010.pdf\n",
      "NASDAQ_RBCAA_2012.pdf\n",
      "NASDAQ_RBCAA_2017.pdf\n",
      "NASDAQ_RBCAA_2018.pdf\n",
      "NASDAQ_RBCAA_2019.pdf\n",
      "NASDAQ_RMTI_2011.pdf\n",
      "NASDAQ_RMTI_2016.pdf\n",
      "NASDAQ_RMTI_2017.pdf\n",
      "NASDAQ_RMTI_2018.pdf\n",
      "NASDAQ_RRD_2018.pdf\n",
      "NASDAQ_SCON_1999.pdf\n",
      "NASDAQ_SCON_2001.pdf\n",
      "NASDAQ_SCON_2002.pdf\n",
      "NASDAQ_SCON_2011.pdf\n",
      "NASDAQ_TECH_2015.pdf\n",
      "NASDAQ_TECH_2016.pdf\n",
      "NASDAQ_TESS_2002.pdf\n",
      "NASDAQ_TESS_2003.pdf\n",
      "NASDAQ_TESS_2005.pdf\n",
      "NASDAQ_TESS_2006.pdf\n",
      "NASDAQ_TESS_2007.pdf\n",
      "NASDAQ_TESS_2009.pdf\n",
      "NASDAQ_TESS_2010.pdf\n",
      "NASDAQ_TESS_2011.pdf\n",
      "NASDAQ_TESS_2012.pdf\n",
      "NASDAQ_TESS_2013.pdf\n",
      "NASDAQ_TESS_2014.pdf\n",
      "NASDAQ_TESS_2015.pdf\n",
      "NASDAQ_TESS_2016.pdf\n",
      "NASDAQ_TESS_2017.pdf\n",
      "NASDAQ_TESS_2018.pdf\n",
      "NASDAQ_TTGT_2007.pdf\n",
      "NASDAQ_UBSI_2016.pdf\n",
      "NASDAQ_UBSI_2017.pdf\n",
      "NASDAQ_VBFC_2016.pdf\n",
      "NASDAQ_WDC_1997.pdf\n",
      "NASDAQ_WDC_1999.pdf\n",
      "NASDAQ_WDC_2000.pdf\n",
      "NASDAQ_WDC_2001.pdf\n",
      "NASDAQ_WDC_2002.pdf\n",
      "NASDAQ_WDC_2003.pdf\n",
      "NASDAQ_WDC_2006.pdf\n",
      "NASDAQ_WDC_2007.pdf\n",
      "NASDAQ_WDC_2008.pdf\n",
      "NASDAQ_WDC_2009.pdf\n",
      "NASDAQ_WDC_2010.pdf\n",
      "NASDAQ_WDC_2011.pdf\n",
      "NASDAQ_WDC_2012.pdf\n",
      "NASDAQ_WDC_2013.pdf\n",
      "NASDAQ_WDC_2014.pdf\n",
      "NASDAQ_WDC_2015.PDF\n",
      "NASDAQ_WDC_2016.pdf\n",
      "NASDAQ_WDC_2017.PDF\n",
      "NASDAQ_WDC_2018.pdf\n",
      "NASDAQ_WDC_2019.pdf\n",
      "NASDAQ_WSTG_2012.pdf\n",
      "NASDAQ_WSTL_2007.pdf\n",
      "NASDAQ_ZBRA_1999.pdf\n",
      "NASDAQ_ZBRA_2000.pdf\n",
      "NASDAQ_ZBRA_2001.pdf\n",
      "NASDAQ_ZBRA_2002.pdf\n",
      "NASDAQ_ZBRA_2005.pdf\n",
      "NASDAQ_ZBRA_2006.pdf\n",
      "NASDAQ_ZBRA_2007.pdf\n",
      "NASDAQ_ZBRA_2008.pdf\n",
      "NASDAQ_ZBRA_2009.pdf\n",
      "NASDAQ_ZBRA_2010.pdf\n",
      "NASDAQ_ZBRA_2011.pdf\n",
      "NASDAQ_ZBRA_2012.pdf\n",
      "NASDAQ_ZBRA_2013.pdf\n",
      "NASDAQ_ZBRA_2014.pdf\n",
      "NASDAQ_ZBRA_2015.pdf\n",
      "NASDAQ_ZBRA_2016.pdf\n",
      "NASDAQ_ZBRA_2017.pdf\n",
      "NASDAQ_ZBRA_2018.pdf\n",
      "nibc-bank_2016.pdf\n",
      "nibc-bank_2017.pdf\n",
      "nibc-bank_2018.pdf\n",
      "nibc-bank_2019.pdf\n",
      "NYSE_ABB_2008.pdf\n",
      "NYSE_ABB_2009.pdf\n",
      "NYSE_ABB_2010.pdf\n",
      "NYSE_ABB_2011.pdf\n",
      "NYSE_ABB_2012.pdf\n",
      "NYSE_ABB_2013.pdf\n",
      "NYSE_ABB_2014.pdf\n",
      "NYSE_ABB_2015.pdf\n",
      "NYSE_ABB_2016.pdf\n",
      "NYSE_ABB_2017.pdf\n",
      "NYSE_ABB_2018.pdf\n",
      "NYSE_ABB_2019.pdf\n",
      "NYSE_ACH_2008.pdf\n",
      "NYSE_ACH_2010.pdf\n",
      "NYSE_ACH_2017.pdf\n",
      "NYSE_ACH_2018.pdf\n",
      "NYSE_AUMN_2018.pdf\n",
      "NYSE_AU_2008.pdf\n",
      "NYSE_AU_2009.pdf\n",
      "NYSE_AU_2010.pdf\n",
      "NYSE_AU_2013.pdf\n",
      "NYSE_AU_2014.pdf\n",
      "NYSE_AU_2015.pdf\n",
      "NYSE_AU_2016.pdf\n",
      "NYSE_AU_2017.pdf\n",
      "NYSE_AU_2018.pdf\n",
      "NYSE_AWR_2016.pdf\n",
      "NYSE_AWR_2018.PDF\n",
      "NYSE_AXP_2012.PDF\n",
      "NYSE_AXP_2016.pdf\n",
      "NYSE_AXP_2017.pdf\n",
      "NYSE_AXP_2018.pdf\n",
      "NYSE_BAC_2009.pdf\n",
      "NYSE_BAC_2011.pdf\n",
      "NYSE_BAC_2012.pdf\n",
      "NYSE_BAC_2015.pdf\n",
      "NYSE_BAC_2016.pdf\n",
      "NYSE_BAC_2018.pdf\n",
      "NYSE_BA_2016.pdf\n",
      "NYSE_BA_2017.pdf\n",
      "NYSE_BA_2018.pdf\n",
      "NYSE_BDX_2017.pdf\n",
      "NYSE_BDX_2018.pdf\n",
      "NYSE_BDX_2019.pdf\n",
      "NYSE_BHP_2009.pdf\n",
      "NYSE_BHP_2011.pdf\n",
      "NYSE_BHP_2012.pdf\n",
      "NYSE_BHP_2013.pdf\n",
      "NYSE_BHP_2014 (1).pdf\n",
      "NYSE_BHP_2014.pdf\n",
      "NYSE_BHP_2016.pdf\n",
      "NYSE_BHP_2017.pdf\n",
      "NYSE_BHP_2018.pdf\n",
      "NYSE_BHP_2019.pdf\n",
      "NYSE_BOH_2018.pdf\n",
      "NYSE_BOH_2019.pdf\n",
      "NYSE_CLX_2019.pdf\n",
      "NYSE_CRS_2016.pdf\n",
      "NYSE_CRS_2017.pdf\n",
      "NYSE_CRS_2018.pdf\n",
      "NYSE_C_2005.pdf\n",
      "NYSE_C_2006.pdf\n",
      "NYSE_C_2007.pdf\n",
      "NYSE_C_2009.pdf\n",
      "NYSE_C_2010.pdf\n",
      "NYSE_C_2015.pdf\n",
      "NYSE_C_2016.pdf\n",
      "NYSE_C_2017.pdf\n",
      "NYSE_C_2018.pdf\n",
      "NYSE_DCI_2017.pdf\n",
      "NYSE_DCI_2018.pdf\n",
      "NYSE_DCI_2019.pdf\n",
      "NYSE_ESNT_2017.pdf\n",
      "NYSE_FCN_2006.pdf\n",
      "NYSE_FCN_2008.pdf\n",
      "NYSE_FCN_2010.pdf\n",
      "NYSE_FCN_2013.PDF\n",
      "NYSE_FCN_2016.pdf\n",
      "NYSE_FCN_2017.pdf\n",
      "NYSE_FCN_2018.pdf\n",
      "NYSE_FRC_2017.pdf\n",
      "NYSE_F_2017.pdf\n",
      "NYSE_F_2018.pdf\n",
      "NYSE_HAL_2015.pdf\n",
      "NYSE_HAL_2016.pdf\n",
      "NYSE_HAL_2017.pdf\n",
      "NYSE_HAL_2018.pdf\n",
      "NYSE_HPE_2017.pdf\n",
      "NYSE_IBN_2016.pdf\n",
      "NYSE_IBN_2017.pdf\n",
      "NYSE_IBN_2018.pdf\n",
      "NYSE_IPG_2016.pdf\n",
      "NYSE_IPG_2017.pdf\n",
      "NYSE_IT_2003.pdf\n",
      "NYSE_IT_2004.pdf\n",
      "NYSE_IT_2005.pdf\n",
      "NYSE_IT_2006.pdf\n",
      "NYSE_IT_2007.pdf\n",
      "NYSE_IT_2008 (1).pdf\n",
      "NYSE_IT_2008.pdf\n",
      "NYSE_IT_2009.pdf\n",
      "NYSE_IT_2010.pdf\n",
      "NYSE_IT_2011.pdf\n",
      "NYSE_IT_2012.pdf\n",
      "NYSE_IT_2013.pdf\n",
      "NYSE_IT_2014.pdf\n",
      "NYSE_IT_2015.pdf\n",
      "NYSE_IT_2016.pdf\n",
      "NYSE_IT_2017.PDF\n",
      "NYSE_IT_2018.PDF\n",
      "NYSE_JCP_2009.pdf\n",
      "NYSE_MOS_2018.pdf\n",
      "NYSE_NCI_2006.pdf\n",
      "NYSE_NCI_2008 (1).pdf\n",
      "NYSE_NCI_2008.pdf\n",
      "NYSE_NCI_2010.pdf\n",
      "NYSE_NCI_2012.pdf\n",
      "NYSE_NCI_2014.pdf\n",
      "NYSE_NCI_2015.pdf\n",
      "NYSE_NCI_2016.pdf\n",
      "NYSE_NCI_2017.pdf\n",
      "NYSE_OHI_2007.pdf\n",
      "NYSE_OHI_2009.pdf\n",
      "NYSE_OHI_2010.PDF\n",
      "NYSE_OHI_2012.pdf\n",
      "NYSE_OHI_2013.pdf\n",
      "NYSE_OHI_2014.pdf\n",
      "NYSE_OHI_2016.pdf\n",
      "NYSE_OHI_2017.pdf\n",
      "NYSE_OHI_2018.pdf\n",
      "NYSE_ORA_2007.pdf\n",
      "NYSE_ORA_2009.pdf\n",
      "NYSE_ORA_2014.pdf\n",
      "NYSE_ORA_2015.pdf\n",
      "NYSE_ORA_2016.pdf\n",
      "NYSE_ORA_2017.pdf\n",
      "NYSE_ORA_2018.pdf\n",
      "NYSE_ORA_2019.pdf\n",
      "NYSE_PEG_2004.pdf\n",
      "NYSE_PEG_2005.pdf\n",
      "NYSE_PEG_2007.pdf\n",
      "NYSE_PEG_2008.pdf\n",
      "NYSE_PEG_2009.pdf\n",
      "NYSE_PEG_2010 (1).pdf\n",
      "NYSE_PEG_2010.pdf\n",
      "NYSE_PEG_2011.pdf\n",
      "NYSE_PEG_2012.pdf\n",
      "NYSE_PEG_2013.pdf\n",
      "NYSE_PEG_2014.pdf\n",
      "NYSE_PEG_2017.pdf\n",
      "NYSE_PEG_2018.pdf\n",
      "NYSE_PSA_2017.pdf\n",
      "NYSE_PSA_2018.pdf\n",
      "NYSE_PWR_2017.pdf\n",
      "NYSE_PWR_2019.pdf\n",
      "NYSE_ROP_2004.pdf\n",
      "NYSE_ROP_2005.pdf\n",
      "NYSE_ROP_2007.pdf\n",
      "NYSE_ROP_2008.pdf\n",
      "NYSE_ROP_2009.pdf\n",
      "NYSE_ROP_2010.pdf\n",
      "NYSE_ROP_2012.pdf\n",
      "NYSE_ROP_2013.pdf\n",
      "NYSE_ROP_2014.pdf\n",
      "NYSE_ROP_2015.pdf\n",
      "NYSE_ROP_2016.pdf\n",
      "NYSE_ROP_2017.pdf\n",
      "NYSE_ROP_2018.pdf\n",
      "NYSE_SCL_2019.pdf\n",
      "NYSE_SERV_2018.pdf\n",
      "NYSE_SJM_2019.pdf\n",
      "NYSE_SPN_2018.pdf\n",
      "NYSE_STI_2016.pdf\n",
      "NYSE_STI_2017.pdf\n",
      "NYSE_ST_2010.pdf\n",
      "NYSE_ST_2011.pdf\n",
      "NYSE_ST_2012.pdf\n",
      "NYSE_ST_2013.pdf\n",
      "NYSE_ST_2014.pdf\n",
      "NYSE_ST_2015.pdf\n",
      "NYSE_ST_2016.pdf\n",
      "NYSE_ST_2017.pdf\n",
      "NYSE_ST_2018.pdf\n",
      "NYSE_TYL_1999.pdf\n",
      "NYSE_TYL_2002.pdf\n",
      "NYSE_TYL_2003.pdf\n",
      "NYSE_TYL_2004.pdf\n",
      "NYSE_TYL_2005.pdf\n",
      "NYSE_TYL_2006.pdf\n",
      "NYSE_TYL_2007.pdf\n",
      "NYSE_TYL_2008.pdf\n",
      "NYSE_TYL_2010 (1).pdf\n",
      "NYSE_TYL_2010.pdf\n",
      "NYSE_TYL_2011.pdf\n",
      "NYSE_TYL_2012.pdf\n",
      "NYSE_TYL_2013.pdf\n",
      "NYSE_TYL_2014.pdf\n",
      "NYSE_TYL_2015.pdf\n",
      "NYSE_TYL_2016.pdf\n",
      "NYSE_TYL_2017.pdf\n",
      "NYSE_TYL_2018.pdf\n",
      "NYSE_UHS_2013.pdf\n",
      "NYSE_UHS_2014.pdf\n",
      "NYSE_UHS_2017.pdf\n",
      "NYSE_UHS_2018.pdf\n",
      "NYSE_UPS_2009.pdf\n",
      "NYSE_UPS_2011.pdf\n",
      "NYSE_UPS_2013.pdf\n",
      "NYSE_UPS_2014.pdf\n",
      "NYSE_UPS_2016.pdf\n",
      "NYSE_UPS_2017.pdf\n",
      "NYSE_UPS_2018.pdf\n",
      "NYSE_UTI_2004.pdf\n",
      "NYSE_UTI_2005.pdf\n",
      "NYSE_UTI_2006.pdf\n",
      "NYSE_UTI_2007.pdf\n",
      "NYSE_UTI_2008.pdf\n",
      "NYSE_UTI_2009.pdf\n",
      "NYSE_UTI_2010.pdf\n",
      "NYSE_UTI_2012.pdf\n",
      "NYSE_UTI_2013.pdf\n",
      "NYSE_UTI_2014.PDF\n",
      "NYSE_UTI_2015.PDF\n",
      "NYSE_UTI_2016.pdf\n",
      "NYSE_UTI_2017.pdf\n",
      "NYSE_UTI_2018.PDF\n",
      "NYSE_UTX_1999.pdf\n",
      "NYSE_UTX_2000.pdf\n",
      "NYSE_UTX_2001.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NYSE_UTX_2002.pdf\n",
      "NYSE_UTX_2003.pdf\n",
      "NYSE_UTX_2004.pdf\n",
      "NYSE_UTX_2005.pdf\n",
      "NYSE_UTX_2006.pdf\n",
      "NYSE_UTX_2007.pdf\n",
      "NYSE_UTX_2008.pdf\n",
      "NYSE_UTX_2009.pdf\n",
      "NYSE_UTX_2010.pdf\n",
      "NYSE_UTX_2012.pdf\n",
      "NYSE_UTX_2013.pdf\n",
      "NYSE_UTX_2014.pdf\n",
      "NYSE_UTX_2015.pdf\n",
      "NYSE_UTX_2016.pdf\n",
      "NYSE_UTX_2018.pdf\n",
      "NYSE_WAB_2006.pdf\n",
      "NYSE_WIT_2005.pdf\n",
      "NYSE_WIT_2006.pdf\n",
      "NYSE_WIT_2008.pdf\n",
      "NYSE_WIT_2009.pdf\n",
      "NYSE_WIT_2010.pdf\n",
      "NYSE_WIT_2011.pdf\n",
      "NYSE_WIT_2012.pdf\n",
      "NYSE_WIT_2013.pdf\n",
      "NYSE_WIT_2014.pdf\n",
      "NYSE_WIT_2015.pdf\n",
      "NYSE_WIT_2016.pdf\n",
      "NYSE_WIT_2017.pdf\n",
      "NYSE_WIT_2018.pdf\n",
      "OTC_BRBS_2015.pdf\n",
      "OTC_BRBS_2016.pdf\n",
      "OTC_BRBS_2017.pdf\n",
      "OTC_EPIHF_2009.pdf\n",
      "OTC_EPIHF_2011.pdf\n",
      "OTC_EPIHF_2012.pdf\n",
      "OTC_EPIHF_2013.pdf\n",
      "OTC_EPIHF_2014.pdf\n",
      "OTC_EPIHF_2016.pdf\n",
      "OTC_EPIHF_2017.pdf\n",
      "OTC_EPIHF_2018.pdf\n",
      "OTC_FBVA_2016.pdf\n",
      "OTC_ISBA_2015.pdf\n",
      "OTC_ISBA_2016.pdf\n",
      "OTC_TCS_2005.pdf\n",
      "OTC_TCS_2006.pdf\n",
      "OTC_TCS_2007.pdf\n",
      "OTC_TCS_2008.PDF\n",
      "OTC_TCS_2009.PDF\n",
      "OTC_TCS_2010.pdf\n",
      "OTC_TCS_2011.PDF\n",
      "OTC_TCS_2012.pdf\n",
      "OTC_TCS_2013.pdf\n",
      "OTC_TCS_2014.pdf\n",
      "OTC_TCS_2015.pdf\n",
      "OTC_TCS_2016.pdf\n",
      "OTC_TCS_2017.pdf\n",
      "OTC_TCS_2018.pdf\n",
      "result.pdf\n",
      "sartorius-stedim-biotech_2008.pdf\n",
      "sartorius-stedim-biotech_2009.pdf\n",
      "sartorius-stedim-biotech_2010.pdf\n",
      "sartorius-stedim-biotech_2011.pdf\n",
      "sartorius-stedim-biotech_2012.pdf\n",
      "sartorius-stedim-biotech_2014.pdf\n",
      "sartorius-stedim-biotech_2017.pdf\n",
      "sartorius-stedim-biotech_2018.pdf\n",
      "the-trust-for-public-land_2012.pdf\n",
      "the-trust-for-public-land_2014.pdf\n",
      "TSX_ACO.X_2010.pdf\n",
      "TSX_ACO.X_2011.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TSX_ACO.X_2014.pdf\n",
      "TSX_ACO.X_2016.pdf\n",
      "TSX_ACO.X_2017.pdf\n",
      "TSX_ACO.X_2018.pdf\n",
      "TSX_BMO_2017.pdf\n",
      "TSX_BMO_2018.pdf\n",
      "TSX_CNQ_2005.pdf\n",
      "TSX_CNQ_2006.pdf\n",
      "TSX_CNQ_2007.pdf\n",
      "TSX_CNQ_2008.pdf\n",
      "TSX_CNQ_2009.pdf\n",
      "TSX_CNQ_2010.pdf\n",
      "TSX_CNQ_2011.pdf\n",
      "TSX_CNQ_2012.pdf\n",
      "TSX_CNQ_2013.pdf\n",
      "TSX_CNQ_2015.pdf\n",
      "TSX_CNQ_2016.pdf\n",
      "TSX_CNQ_2017.pdf\n",
      "TSX_CNQ_2018.pdf\n",
      "TSX_CNR.TO_2015.pdf\n",
      "TSX_CNR.TO_2016.pdf\n",
      "TSX_CNR.TO_2017.pdf\n",
      "TSX_CNR.TO_2018.pdf\n",
      "TSX_CP_2005.pdf\n",
      "TSX_CP_2006.pdf\n",
      "TSX_CP_2007.pdf\n",
      "TSX_CP_2010.pdf\n",
      "TSX_CP_2011.pdf\n",
      "TSX_CP_2012.pdf\n",
      "TSX_CP_2013.pdf\n",
      "TSX_CP_2014.pdf\n",
      "TSX_CP_2015.pdf\n",
      "TSX_CP_2016.pdf\n",
      "TSX_CP_2017.pdf\n",
      "TSX_CP_2018.pdf\n",
      "TSX_CWB_2018.pdf\n",
      "TSX_CWB_2019.pdf\n",
      "TSX_EMP-A_2017.pdf\n",
      "TSX_EMP-A_2018.pdf\n",
      "TSX_EMP-A_2019.pdf\n",
      "TSX_FFH_2013.pdf\n",
      "TSX_FFH_2017.pdf\n",
      "TSX_FFH_2018.pdf\n",
      "TSX_GCG_2017.pdf\n",
      "TSX_GCG_2018.pdf\n",
      "TSX_GCG_2019.pdf\n",
      "TSX_NA_2018.pdf\n",
      "TSX_NA_2019.pdf\n",
      "TSX_RY_2017.pdf\n",
      "TSX_RY_2018.pdf\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import fitz\n",
    "\n",
    "path= r'C:\\Users\\Gaurav.Gund\\Desktop\\company_contracts\\new_data_sample'\n",
    "import fitz\n",
    "l_text=[]\n",
    "page_text=[]\n",
    "\n",
    "for i in range(len(os.listdir(path))):\n",
    "  try:\n",
    "    with fitz.open(os.path.join(path, os.listdir(path)[i])) as f:\n",
    "      \n",
    "        \n",
    "      print(os.listdir(path)[i])\n",
    "      for j in range(f.pageCount):\n",
    "       if j <= 6: \n",
    "        page = f.loadPage(j)\n",
    "        r_text=''\n",
    "        blocks = page.getText(\"blocks\")\n",
    "        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "        for b in blocks:\n",
    "            text = b[4].strip().splitlines()\n",
    "            if not text[0].startswith('<image:'):\n",
    "               r_text += ' '.join(text)\n",
    "            else:\n",
    "               continue \n",
    "        l_text.append(r_text)\n",
    "        page_text.append(os.listdir(path)[i]+'_page_'+ str(j)+'.pdf')\n",
    "  except:\n",
    "    continue\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# New Method:v1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 432,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "df['text'] = l_text\n",
    "df['page']= page_text\n",
    "def clean_func(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', ''))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text']= data.clean_text.str.strip().replace('  ', '')\n",
    "    return(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 433,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = clean_func(df)\n",
    "x_unseen = cv1.transform(df1.clean_text)\n",
    "prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "df1['raw_score'] = list(prediction_unseen)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 434,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-434-a4de9e682ed6>:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['content_page_flag'] = np.nan\n",
      "<ipython-input-434-a4de9e682ed6>:13: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_fine['content_flag_page'] = np.where(df_fine['class_pred'] == 1, 1, 0)\n",
      "<ipython-input-434-a4de9e682ed6>:16: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_not_fine['content_flag_page'] = np.where(df_not_fine['flag_max_raw_score'] == 1, 1, 0)\n"
     ]
    }
   ],
   "source": [
    "df1['file']= df1.page.apply(lambda x: x.split('_page_')[0])\n",
    "df1['sum_class_pred'] = df1.groupby(['file'])['class_pred'].transform('sum')\n",
    "df1['flag_sum_pred'] = np.where(df1['sum_class_pred']==1, 1, 0)\n",
    "df1['max_raw_score'] = df1.groupby(['file'])['raw_score'].transform(max) \n",
    "df1['flag_max_raw_score'] = np.where(df1['raw_score'] == df1['max_raw_score'], 1, 0)\n",
    "df1['flag_positive_raw_score'] = np.where(df1['max_raw_score'] > 0,1, 0)\n",
    "df1['count_pages'] = df1.groupby(['file'])['file'].transform('count')\n",
    "# exclude files which are not parsed\n",
    "df2 = df1[df1.count_pages>3]\n",
    "df2['content_page_flag'] = np.nan\n",
    "\n",
    "df_fine = df2[(df2.sum_class_pred== 1) & (df2.flag_positive_raw_score==1)]\n",
    "df_fine['content_flag_page'] = np.where(df_fine['class_pred'] == 1, 1, 0)\n",
    "\n",
    "df_not_fine = df2[(df2.sum_class_pred > 1) & (df2.flag_positive_raw_score==1)]\n",
    "df_not_fine['content_flag_page'] = np.where(df_not_fine['flag_max_raw_score'] == 1, 1, 0)\n",
    "\n",
    "df3 = pd.concat([df_fine, df_not_fine], axis = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 435,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    2906\n",
       "1    1552\n",
       "Name: flag_sum_pred, dtype: int64"
      ]
     },
     "execution_count": 435,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.flag_sum_pred.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 436,
   "metadata": {},
   "outputs": [],
   "source": [
    "df3['page_num'] = df3.page.apply(lambda x: x.split('_page_')[1][0:-4])\n",
    "df4 = df3[df3.content_flag_page==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 437,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((4692, 12), (4458, 13), (2410, 15), (858, 14), (1552, 14), (361, 15))"
      ]
     },
     "execution_count": 437,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.shape, df2.shape, df3.shape, df_not_fine.shape, df_fine.shape, df4.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 429,
   "metadata": {},
   "outputs": [],
   "source": [
    "df4 = df4[['file', 'page_num']]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# New Method:v2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 467,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "df['text'] = l_text\n",
    "df['page']= page_text\n",
    "import re\n",
    "def clean_func(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', '').replace('>', ''))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text']= data.clean_text.str.strip().replace('  ', '')\n",
    "    data['clean_text'] = data.clean_text.str.replace(\"\\s+\", \" \")\n",
    "    return(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 468,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = clean_func(df)\n",
    "x_unseen = cv1.transform(df1.clean_text)\n",
    "prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "df1['raw_score'] = list(prediction_unseen)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 469,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-469-627a2d2427fe>:9: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df2['content_page_flag'] = np.nan\n",
      "<ipython-input-469-627a2d2427fe>:13: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_fine['flag_max_raw_score'] = np.where(df_fine['raw_score'] == df_fine['max_raw_score'], 1, 0)\n",
      "<ipython-input-469-627a2d2427fe>:14: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_fine['content_flag_page'] = np.where(df_fine['flag_max_raw_score'] == 1, 1, 0)\n",
      "<ipython-input-469-627a2d2427fe>:15: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_fine['page_num'] = df_fine.page.apply(lambda x: x.split('_page_')[1][0:-4])\n"
     ]
    }
   ],
   "source": [
    "df1['file']= df1.page.apply(lambda x: x.split('_page_')[0])\n",
    "\n",
    "df1['max_raw_score'] = df1.groupby(['file'])['raw_score'].transform(max) \n",
    "\n",
    "df1['flag_positive_raw_score'] = np.where(df1['max_raw_score'] > 0,1, 0)\n",
    "df1['count_pages'] = df1.groupby(['file'])['file'].transform('count')\n",
    "# exclude files which are not parsed\n",
    "df2 = df1[df1.count_pages>3]\n",
    "df2['content_page_flag'] = np.nan\n",
    "\n",
    "df_fine = df2[ (df2.flag_positive_raw_score==1)]\n",
    "\n",
    "df_fine['flag_max_raw_score'] = np.where(df_fine['raw_score'] == df_fine['max_raw_score'], 1, 0)\n",
    "df_fine['content_flag_page'] = np.where(df_fine['flag_max_raw_score'] == 1, 1, 0)\n",
    "df_fine['page_num'] = df_fine.page.apply(lambda x: x.split('_page_')[1][0:-4])\n",
    "df_fine = df_fine[df_fine.content_flag_page==1]\n",
    "# df_not_fine = df2[(df2.sum_class_pred > 1) & (df2.flag_positive_raw_score==1)]\n",
    "# df_not_fine['content_flag_page'] = np.where(df_not_fine['flag_max_raw_score'] == 1, 1, 0)\n",
    "\n",
    "# df3 = pd.concat([df_fine, df_not_fine], axis = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 470,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((4692, 9), (4458, 10), (361, 13))"
      ]
     },
     "execution_count": 470,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.shape, df2.shape,  df_fine.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 471,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\board_of_directors\\content_page_800reports_trial1.csv', index= False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# old function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 398,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1 = clean_func(df)\n",
    "x_unseen = cv1.transform(df1.clean_text)\n",
    "prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "df1['pred'] = list(prediction_unseen)\n",
    "df1['file'] = df1.page.apply(lambda x: x.split('_page_')[0])\n",
    "df1['content_val'] = df1.groupby(['file'])['pred'].transform(max)\n",
    "import numpy as np\n",
    "df1['content_page'] = np.where(df1['pred'] == df1['content_val'],1, 0)\n",
    "df1['page_num'] = df1.page.apply(lambda x: x.split('_page_')[1][0:-4])\n",
    "df1['count1'] =df1.groupby(['file'])['file'].transform('count')\n",
    "df1['sum_class_pred'] = df1.groupby(['file'])['class_pred'].transform('sum')\n",
    "df1['flag_class_pred'] = np.where(df1['sum_class_pred'] ==1, 1, 0 )\n",
    " "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 399,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((3512, 12), (1196, 12))"
      ]
     },
     "execution_count": 399,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.shape, df_fine.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_not_fine "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 392,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(3278, 11)"
      ]
     },
     "execution_count": 392,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 393,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df2[df2.sum_class_pred >= 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 394,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((3512, 11), (3278, 11))"
      ]
     },
     "execution_count": 394,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df1.shape, df2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 395,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df2[df2.content_page==1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 396,
   "metadata": {},
   "outputs": [],
   "source": [
    "df2 = df2[['file', 'page_num']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 397,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(716, 2)"
      ]
     },
     "execution_count": 397,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df2.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 438,
   "metadata": {},
   "outputs": [],
   "source": [
    "df1.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\board_of_directors\\content_page_800reports_trial.csv', index= False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# nlp version3: more data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 472,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AMEX_UQM_2008.pdf\n",
      "AMEX_UQM_2009.pdf\n",
      "ASX_ABC_2009.pdf\n",
      "ASX_ABC_2010.pdf\n",
      "ASX_ABC_2012.pdf\n",
      "ASX_ABC_2013.pdf\n",
      "ASX_ABC_2014.pdf\n",
      "ASX_ABC_2016.pdf\n",
      "ASX_ABC_2017 (1).pdf\n",
      "ASX_ABC_2017.pdf\n",
      "ASX_ABC_2018.pdf\n",
      "ASX_ASX_2010.pdf\n",
      "ASX_ASX_2012.pdf\n",
      "ASX_ASX_2013.pdf\n",
      "ASX_ASX_2014.pdf\n",
      "ASX_ASX_2016.pdf\n",
      "ASX_ASX_2017.pdf\n",
      "ASX_ASX_2018.pdf\n",
      "ASX_BEN_2009.pdf\n",
      "ASX_BEN_2013.pdf\n",
      "ASX_BEN_2014.pdf\n",
      "ASX_BEN_2017.pdf\n",
      "ASX_BEN_2018.pdf\n",
      "ASX_BGA_2013.pdf\n",
      "ASX_BGA_2014.pdf\n",
      "ASX_BGA_2016.pdf\n",
      "ASX_BGA_2017.pdf\n",
      "ASX_BGA_2018.pdf\n",
      "ASX_BOQ_2008.pdf\n",
      "ASX_BOQ_2009.pdf\n",
      "ASX_BOQ_2010.pdf\n",
      "ASX_BOQ_2011.pdf\n",
      "ASX_BOQ_2013.pdf\n",
      "ASX_BOQ_2014.pdf\n",
      "ASX_BOQ_2015.pdf\n",
      "ASX_BOQ_2017.pdf\n",
      "ASX_BOQ_2018.pdf\n",
      "ASX_CAH_2012.pdf\n",
      "ASX_CAH_2014.pdf\n",
      "ASX_CAH_2015.pdf\n",
      "ASX_CAH_2016.pdf\n",
      "ASX_CAH_2017.pdf\n",
      "ASX_CAH_2018.pdf\n",
      "ASX_CTX_1999.pdf\n",
      "ASX_CTX_2000.pdf\n",
      "ASX_CTX_2001.pdf\n",
      "ASX_CTX_2002.pdf\n",
      "ASX_CTX_2003.pdf\n",
      "ASX_CTX_2004.pdf\n",
      "ASX_CTX_2005.pdf\n",
      "ASX_CTX_2006.pdf\n",
      "ASX_CTX_2007.pdf\n",
      "ASX_CTX_2008.pdf\n",
      "ASX_CTX_2009.pdf\n",
      "ASX_CTX_2012.pdf\n",
      "ASX_CTX_2013.pdf\n",
      "ASX_CTX_2014.pdf\n",
      "ASX_CTX_2015.pdf\n",
      "ASX_CTX_2016.pdf\n",
      "ASX_CTX_2017.pdf\n",
      "ASX_CTX_2018.pdf\n",
      "ASX_CWP_2007.pdf\n",
      "ASX_CWP_2008.pdf\n",
      "ASX_CWP_2009.pdf\n",
      "ASX_CWP_2010.pdf\n",
      "ASX_CWP_2011.pdf\n",
      "ASX_CWP_2012.pdf\n",
      "ASX_CWP_2013.pdf\n",
      "ASX_CWP_2014.pdf\n",
      "ASX_CWP_2015 (1).pdf\n",
      "ASX_CWP_2015.pdf\n",
      "ASX_CWP_2016.pdf\n",
      "ASX_CWP_2017.pdf\n",
      "ASX_CWP_2018.pdf\n",
      "ASX_ECX_2016.pdf\n",
      "ASX_ECX_2017.pdf\n",
      "ASX_FLT_2011.pdf\n",
      "ASX_FLT_2013.pdf\n",
      "ASX_FLT_2014.pdf\n",
      "ASX_FLT_2015.pdf\n",
      "ASX_FLT_2016.pdf\n",
      "ASX_FLT_2017.pdf\n",
      "ASX_FLT_2018.pdf\n",
      "ASX_GDI_2015.pdf\n",
      "ASX_GDI_2016.pdf\n",
      "ASX_GDI_2018.pdf\n",
      "ASX_GOR_2011.pdf\n",
      "ASX_GOR_2012.pdf\n",
      "ASX_GOR_2013.pdf\n",
      "ASX_GOR_2014.pdf\n",
      "ASX_GOR_2015.pdf\n",
      "ASX_GOR_2016.pdf\n",
      "ASX_GOR_2017.pdf\n",
      "ASX_GOR_2018.pdf\n",
      "ASX_HFR_2015.pdf\n",
      "ASX_HFR_2016.pdf\n",
      "ASX_HFR_2017.pdf\n",
      "ASX_HFR_2018.pdf\n",
      "ASX_IFN_2012.pdf\n",
      "ASX_IFN_2013.pdf\n",
      "ASX_IFN_2014.pdf\n",
      "ASX_IFN_2016.pdf\n",
      "ASX_IFN_2017.pdf\n",
      "ASX_IFN_2018.pdf\n",
      "ASX_MPL_2002.pdf\n",
      "ASX_MPL_2003.pdf\n",
      "ASX_MPL_2004.pdf\n",
      "ASX_MPL_2005.pdf\n",
      "ASX_MPL_2006.pdf\n",
      "ASX_MPL_2007.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ASX_MPL_2008.pdf\n",
      "ASX_MPL_2009.pdf\n",
      "ASX_MPL_2010.pdf\n",
      "ASX_MPL_2011.pdf\n",
      "ASX_MPL_2012.pdf\n",
      "ASX_MPL_2013.pdf\n",
      "ASX_MPL_2014.pdf\n",
      "ASX_MPL_2015.pdf\n",
      "ASX_MPL_2016.pdf\n",
      "ASX_MPL_2017.pdf\n",
      "ASX_MPL_2018.pdf\n",
      "bks-bank_2012.pdf\n",
      "bks-bank_2017.pdf\n",
      "LSE_AGR_2011.pdf\n",
      "LSE_AGR_2012.pdf\n",
      "LSE_AGR_2013.pdf\n",
      "LSE_AGR_2014.pdf\n",
      "LSE_AGR_2015.pdf\n",
      "LSE_AGR_2016.pdf\n",
      "LSE_AGR_2017.pdf\n",
      "LSE_AGR_2018.pdf\n",
      "LSE_AV_2000.pdf\n",
      "LSE_AV_2001.pdf\n",
      "LSE_AV_2002.pdf\n",
      "LSE_AV_2003.pdf\n",
      "LSE_AV_2004.pdf\n",
      "LSE_AV_2005.pdf\n",
      "LSE_AV_2006.pdf\n",
      "LSE_AV_2008.pdf\n",
      "LSE_AV_2009.pdf\n",
      "LSE_AV_2010.pdf\n",
      "LSE_AV_2011.pdf\n",
      "LSE_AV_2012.pdf\n",
      "LSE_AV_2013.pdf\n",
      "LSE_AV_2014.pdf\n",
      "LSE_AV_2015.pdf\n",
      "LSE_AV_2016.pdf\n",
      "LSE_AV_2017.pdf\n",
      "LSE_AV_2018.pdf\n",
      "LSE_AV_2019.pdf\n",
      "LSE_AZN_2006.pdf\n",
      "LSE_AZN_2007.pdf\n",
      "LSE_AZN_2008.pdf\n",
      "LSE_AZN_2009.pdf\n",
      "LSE_AZN_2010.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: expected object number\n",
      "mupdf: invalid key in dict\n",
      "mupdf: non-page object in page tree\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_AZN_2011.pdf\n",
      "LSE_AZN_2012.pdf\n",
      "LSE_AZN_2013.pdf\n",
      "LSE_AZN_2014.pdf\n",
      "LSE_AZN_2015.pdf\n",
      "LSE_AZN_2016.pdf\n",
      "LSE_AZN_2017.pdf\n",
      "LSE_AZN_2018.pdf\n",
      "LSE_BKG_2005.pdf\n",
      "LSE_BKG_2006.pdf\n",
      "LSE_BKG_2007.pdf\n",
      "LSE_BKG_2008.pdf\n",
      "LSE_BKG_2009.pdf\n",
      "LSE_BKG_2010.pdf\n",
      "LSE_BKG_2011.pdf\n",
      "LSE_BKG_2012.pdf\n",
      "LSE_BKG_2013.pdf\n",
      "LSE_BKG_2014.pdf\n",
      "LSE_BKG_2015.pdf\n",
      "LSE_BKG_2016.pdf\n",
      "LSE_BKG_2017.pdf\n",
      "LSE_BKG_2018.PDF\n",
      "LSE_BOCH_2018.pdf\n",
      "LSE_BT_2002.pdf\n",
      "LSE_BT_2006.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_BT_2009.pdf\n",
      "LSE_BT_2010.pdf\n",
      "LSE_BT_2011.pdf\n",
      "LSE_BT_2012.pdf\n",
      "LSE_BT_2016.pdf\n",
      "LSE_BT_2017.pdf\n",
      "LSE_BT_2018.pdf\n",
      "LSE_ELTA_2000.pdf\n",
      "LSE_ELTA_2002.pdf\n",
      "LSE_ELTA_2003.pdf\n",
      "LSE_ELTA_2004.pdf\n",
      "LSE_ELTA_2005.pdf\n",
      "LSE_ELTA_2006.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSE_ELTA_2013.pdf\n",
      "LSE_ELTA_2014.pdf\n",
      "LSE_ELTA_2015.pdf\n",
      "LSE_ELTA_2016.pdf\n",
      "LSE_ELTA_2017.pdf\n",
      "LSE_ELTA_2018.pdf\n",
      "LSE_GB0767628_2004.pdf\n",
      "LSE_GB0767628_2005.pdf\n",
      "LSE_GB0767628_2006.pdf\n",
      "LSE_GB0767628_2007.pdf\n",
      "LSE_GB0767628_2008.pdf\n",
      "LSE_GB0767628_2009.pdf\n",
      "LSE_GB0767628_2010.pdf\n",
      "LSE_GB0767628_2011.pdf\n",
      "LSE_GB0767628_2012.pdf\n",
      "LSE_GB0767628_2013.pdf\n",
      "LSE_GB0767628_2014.pdf\n",
      "LSE_GB0767628_2015.pdf\n",
      "LSE_GB0767628_2016.pdf\n",
      "LSE_GB0767628_2017.pdf\n",
      "LSE_GB0767628_2018.pdf\n",
      "LSE_HGM_2014.pdf\n",
      "LSE_HGM_2015.pdf\n",
      "LSE_HGM_2016.pdf"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: FT_New_Memory_Face(AJTCFV+WarnockPro-Regular): SFNT font table missing\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "LSE_HGM_2017.pdf\n",
      "LSE_HGM_2018.pdf\n",
      "LSE_PHNX_2008.pdf\n",
      "LSE_PHNX_2009.pdf\n",
      "LSE_PHNX_2010.pdf\n",
      "LSE_PHNX_2011.pdf\n",
      "LSE_PHNX_2012.pdf\n",
      "LSE_PHNX_2013.pdf\n",
      "LSE_PHNX_2014.pdf\n",
      "LSE_PHNX_2015.pdf\n",
      "LSE_PHNX_2016.pdf\n",
      "LSE_PHNX_2017.pdf\n",
      "LSE_PHNX_2018.pdf\n",
      "LSE_PHNX_2019.pdf\n",
      "LSE_PRU_2001.pdf\n",
      "LSE_PRU_2002.pdf\n",
      "LSE_PRU_2005.pdf\n",
      "LSE_PRU_2006.pdf\n",
      "LSE_PRU_2007.pdf\n",
      "LSE_PRU_2008.pdf\n",
      "LSE_PRU_2009 (1).pdf\n",
      "LSE_PRU_2009.pdf\n",
      "LSE_PRU_2010.pdf\n",
      "LSE_PRU_2011.pdf\n",
      "LSE_PRU_2012.pdf\n",
      "LSE_PRU_2013.pdf\n",
      "LSE_PRU_2014.pdf\n",
      "LSE_PRU_2015.pdf\n",
      "LSE_PRU_2016.pdf\n",
      "LSE_PRU_2017.pdf\n",
      "LSE_PRU_2018.pdf\n",
      "NASDAQ_AAPL_2016.pdf\n",
      "NASDAQ_AAPL_2017.pdf\n",
      "NASDAQ_AAPL_2018.pdf\n",
      "NASDAQ_ACGL_2016.pdf\n",
      "NASDAQ_AKAM_2013.pdf\n",
      "NASDAQ_AKAM_2014.pdf\n",
      "NASDAQ_AKAM_2016.PDF\n",
      "NASDAQ_AKAM_2017 (1).pdf\n",
      "NASDAQ_AKAM_2017.pdf\n",
      "NASDAQ_AKAM_2018.pdf\n",
      "NASDAQ_ALGN_2002.pdf\n",
      "NASDAQ_ALGN_2003.pdf\n",
      "NASDAQ_ALGN_2004.pdf\n",
      "NASDAQ_ALGN_2006.pdf\n",
      "NASDAQ_ALGN_2007.pdf\n",
      "NASDAQ_ALGN_2009.pdf\n",
      "NASDAQ_ALGN_2010.pdf\n",
      "NASDAQ_ALGN_2011.pdf\n",
      "NASDAQ_ALGN_2014.pdf\n",
      "NASDAQ_AMNB_2017.pdf\n",
      "NASDAQ_AMNB_2018.pdf\n",
      "NASDAQ_AMRB_2018.pdf\n",
      "NASDAQ_AOSL_2010.pdf\n",
      "NASDAQ_AOSL_2011.pdf\n",
      "NASDAQ_AOSL_2017.pdf\n",
      "NASDAQ_APEI_2008.pdf\n",
      "NASDAQ_APEI_2009.pdf\n",
      "NASDAQ_APEI_2010.pdf\n",
      "NASDAQ_APEI_2011.pdf\n",
      "NASDAQ_APEI_2012.pdf\n",
      "NASDAQ_APEI_2013.pdf\n",
      "NASDAQ_APEI_2014.pdf\n",
      "NASDAQ_APEI_2015.pdf\n",
      "NASDAQ_APEI_2016.pdf\n",
      "NASDAQ_APEI_2017.pdf\n",
      "NASDAQ_APEI_2018.pdf\n",
      "NASDAQ_BMRC_2017.pdf\n",
      "NASDAQ_BOCH_2017.pdf\n",
      "NASDAQ_CIZN_2006.pdf\n",
      "NASDAQ_CIZN_2008.pdf\n",
      "NASDAQ_CIZN_2009.pdf\n",
      "NASDAQ_CIZN_2011.pdf\n",
      "NASDAQ_CIZN_2013.pdf\n",
      "NASDAQ_CIZN_2014.pdf\n",
      "NASDAQ_CIZN_2018.pdf\n",
      "NASDAQ_CMTL_1999.pdf\n",
      "NASDAQ_CMTL_2000.pdf\n",
      "NASDAQ_CMTL_2001.pdf\n",
      "NASDAQ_CMTL_2003.pdf\n",
      "NASDAQ_CMTL_2004.pdf\n",
      "NASDAQ_CMTL_2005.pdf\n",
      "NASDAQ_CMTL_2006.pdf\n",
      "NASDAQ_CMTL_2007.pdf\n",
      "NASDAQ_CMTL_2010.pdf\n",
      "NASDAQ_CMTL_2011.pdf\n",
      "NASDAQ_CMTL_2013.pdf\n",
      "NASDAQ_CMTL_2014.pdf\n",
      "NASDAQ_CMTL_2015 (1).pdf\n",
      "NASDAQ_CMTL_2015.pdf\n",
      "NASDAQ_CMTL_2016.pdf\n",
      "NASDAQ_CMTL_2017.pdf\n",
      "NASDAQ_CMTL_2018.pdf\n",
      "NASDAQ_CTSH_2001.pdf\n",
      "NASDAQ_CTSH_2003.pdf\n",
      "NASDAQ_CTSH_2004.pdf\n",
      "NASDAQ_CTSH_2006.pdf\n",
      "NASDAQ_CTSH_2010.pdf\n",
      "NASDAQ_CTSH_2011.pdf\n",
      "NASDAQ_CTSH_2012.pdf\n",
      "NASDAQ_CTSH_2013.pdf\n",
      "NASDAQ_CTSH_2015.pdf\n",
      "NASDAQ_CTSH_2017.pdf\n",
      "NASDAQ_CTSH_2018.pdf\n",
      "NASDAQ_CTSH_2019.pdf\n",
      "NASDAQ_CWCO_2013.pdf\n",
      "NASDAQ_CWCO_2014.pdf\n",
      "NASDAQ_CWCO_2015.pdf\n",
      "NASDAQ_CWCO_2016.pdf\n",
      "NASDAQ_CWCO_2017.pdf\n",
      "NASDAQ_CWCO_2018.pdf\n",
      "NASDAQ_CZWI_2009.pdf\n",
      "NASDAQ_CZWI_2010.pdf\n",
      "NASDAQ_CZWI_2011.pdf\n",
      "NASDAQ_CZWI_2012.pdf\n",
      "NASDAQ_CZWI_2013.pdf\n",
      "NASDAQ_CZWI_2014.pdf\n",
      "NASDAQ_CZWI_2015.pdf\n",
      "NASDAQ_CZWI_2016.pdf\n",
      "NASDAQ_CZWI_2017.pdf\n",
      "NASDAQ_CZWI_2018.pdf\n",
      "NASDAQ_DVAX_2004.pdf\n",
      "NASDAQ_DVAX_2018.pdf\n",
      "NASDAQ_ERIC_2017.pdf\n",
      "NASDAQ_ERIC_2019.pdf\n",
      "NASDAQ_FBMS_2017.pdf\n",
      "NASDAQ_FBMS_2018.pdf\n",
      "NASDAQ_FB_2017.pdf\n",
      "NASDAQ_FB_2019.pdf\n",
      "NASDAQ_FCNCA_2001.pdf\n",
      "NASDAQ_FCNCA_2002.pdf\n",
      "NASDAQ_FCNCA_2003.pdf\n",
      "NASDAQ_FCNCA_2005.pdf\n",
      "NASDAQ_FCNCA_2006.pdf\n",
      "NASDAQ_HURN_2005.pdf\n",
      "NASDAQ_HURN_2006.pdf\n",
      "NASDAQ_HURN_2012.pdf\n",
      "NASDAQ_HURN_2013.pdf\n",
      "NASDAQ_HURN_2015.pdf\n",
      "NASDAQ_HURN_2016.pdf\n",
      "NASDAQ_HURN_2017.pdf\n",
      "NASDAQ_HURN_2018.pdf\n",
      "NASDAQ_HWCC_2018.pdf\n",
      "NASDAQ_LMNR_2016.pdf\n",
      "NASDAQ_LOGI_2006.pdf\n",
      "NASDAQ_LOGI_2007.pdf\n",
      "NASDAQ_LOGI_2008.pdf\n",
      "NASDAQ_LOGI_2009.pdf\n",
      "NASDAQ_LOGI_2015.pdf\n",
      "NASDAQ_MSEX_2017.pdf\n",
      "NASDAQ_MSEX_2018.pdf\n",
      "NASDAQ_MTEX_2002.pdf\n",
      "NASDAQ_MTEX_2003.pdf\n",
      "NASDAQ_MTEX_2004.pdf\n",
      "NASDAQ_MTEX_2005.pdf\n",
      "NASDAQ_MTEX_2006.pdf\n",
      "NASDAQ_MTEX_2007.pdf\n",
      "NASDAQ_MTEX_2010.pdf\n",
      "NASDAQ_MTEX_2012.pdf\n",
      "NASDAQ_MTEX_2013.pdf\n",
      "NASDAQ_MTEX_2014.pdf\n",
      "NASDAQ_MTEX_2015.PDF\n",
      "NASDAQ_NSTG_2013.pdf\n",
      "NASDAQ_NTIC_2008.pdf\n",
      "NASDAQ_NTIC_2009.pdf\n",
      "NASDAQ_NTIC_2010.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: unexpected xref type: 0x0 (19050 25525 R)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NASDAQ_NTIC_2011.pdf\n",
      "NASDAQ_NTIC_2012.pdf\n",
      "NASDAQ_NTIC_2013.pdf\n",
      "NASDAQ_NTIC_2015.pdf\n",
      "NASDAQ_NTIC_2016.pdf\n",
      "NASDAQ_NTIC_2017.pdf\n",
      "NASDAQ_NTIC_2018.pdf\n",
      "NASDAQ_OFLX_2013.pdf\n",
      "NASDAQ_OFLX_2015.pdf\n",
      "NASDAQ_OFLX_2016.pdf\n",
      "NASDAQ_OFLX_2017.pdf\n",
      "NASDAQ_OFLX_2018.pdf\n",
      "NASDAQ_OVTI_2008.pdf\n",
      "NASDAQ_OVTI_2009.pdf\n",
      "NASDAQ_OVTI_2010.pdf\n",
      "NASDAQ_OVTI_2011.pdf\n",
      "NASDAQ_OVTI_2012.pdf\n",
      "NASDAQ_RBCAA_2000.pdf\n",
      "NASDAQ_RBCAA_2002.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n",
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NASDAQ_RBCAA_2005.pdf\n",
      "NASDAQ_RBCAA_2009.pdf\n",
      "NASDAQ_RBCAA_2010.pdf\n",
      "NASDAQ_RBCAA_2012.pdf\n",
      "NASDAQ_RBCAA_2017.pdf\n",
      "NASDAQ_RBCAA_2018.pdf\n",
      "NASDAQ_RBCAA_2019.pdf\n",
      "NASDAQ_RMTI_2011.pdf\n",
      "NASDAQ_RMTI_2016.pdf\n",
      "NASDAQ_RMTI_2017.pdf\n",
      "NASDAQ_RMTI_2018.pdf\n",
      "NASDAQ_RRD_2018.pdf\n",
      "NASDAQ_SCON_1999.pdf\n",
      "NASDAQ_SCON_2001.pdf\n",
      "NASDAQ_SCON_2002.pdf\n",
      "NASDAQ_SCON_2011.pdf\n",
      "NASDAQ_TECH_2015.pdf\n",
      "NASDAQ_TECH_2016.pdf\n",
      "NASDAQ_TESS_2002.pdf\n",
      "NASDAQ_TESS_2003.pdf\n",
      "NASDAQ_TESS_2005.pdf\n",
      "NASDAQ_TESS_2006.pdf\n",
      "NASDAQ_TESS_2007.pdf\n",
      "NASDAQ_TESS_2009.pdf\n",
      "NASDAQ_TESS_2010.pdf\n",
      "NASDAQ_TESS_2011.pdf\n",
      "NASDAQ_TESS_2012.pdf\n",
      "NASDAQ_TESS_2013.pdf\n",
      "NASDAQ_TESS_2014.pdf\n",
      "NASDAQ_TESS_2015.pdf\n",
      "NASDAQ_TESS_2016.pdf\n",
      "NASDAQ_TESS_2017.pdf\n",
      "NASDAQ_TESS_2018.pdf\n",
      "NASDAQ_TTGT_2007.pdf\n",
      "NASDAQ_UBSI_2016.pdf\n",
      "NASDAQ_UBSI_2017.pdf\n",
      "NASDAQ_VBFC_2016.pdf\n",
      "NASDAQ_WDC_1997.pdf\n",
      "NASDAQ_WDC_1999.pdf\n",
      "NASDAQ_WDC_2000.pdf\n",
      "NASDAQ_WDC_2001.pdf\n",
      "NASDAQ_WDC_2002.pdf\n",
      "NASDAQ_WDC_2003.pdf\n",
      "NASDAQ_WDC_2006.pdf\n",
      "NASDAQ_WDC_2007.pdf\n",
      "NASDAQ_WDC_2008.pdf\n",
      "NASDAQ_WDC_2009.pdf\n",
      "NASDAQ_WDC_2010.pdf\n",
      "NASDAQ_WDC_2011.pdf\n",
      "NASDAQ_WDC_2012.pdf\n",
      "NASDAQ_WDC_2013.pdf\n",
      "NASDAQ_WDC_2014.pdf\n",
      "NASDAQ_WDC_2015.PDF\n",
      "NASDAQ_WDC_2016.pdf\n",
      "NASDAQ_WDC_2017.PDF\n",
      "NASDAQ_WDC_2018.pdf\n",
      "NASDAQ_WDC_2019.pdf\n",
      "NASDAQ_WSTG_2012.pdf\n",
      "NASDAQ_WSTL_2007.pdf\n",
      "NASDAQ_ZBRA_1999.pdf\n",
      "NASDAQ_ZBRA_2000.pdf\n",
      "NASDAQ_ZBRA_2001.pdf\n",
      "NASDAQ_ZBRA_2002.pdf\n",
      "NASDAQ_ZBRA_2005.pdf\n",
      "NASDAQ_ZBRA_2006.pdf\n",
      "NASDAQ_ZBRA_2007.pdf\n",
      "NASDAQ_ZBRA_2008.pdf\n",
      "NASDAQ_ZBRA_2009.pdf\n",
      "NASDAQ_ZBRA_2010.pdf\n",
      "NASDAQ_ZBRA_2011.pdf\n",
      "NASDAQ_ZBRA_2012.pdf\n",
      "NASDAQ_ZBRA_2013.pdf\n",
      "NASDAQ_ZBRA_2014.pdf\n",
      "NASDAQ_ZBRA_2015.pdf\n",
      "NASDAQ_ZBRA_2016.pdf\n",
      "NASDAQ_ZBRA_2017.pdf\n",
      "NASDAQ_ZBRA_2018.pdf\n",
      "nibc-bank_2016.pdf\n",
      "nibc-bank_2017.pdf\n",
      "nibc-bank_2018.pdf\n",
      "nibc-bank_2019.pdf\n",
      "NYSE_ABB_2008.pdf\n",
      "NYSE_ABB_2009.pdf\n",
      "NYSE_ABB_2010.pdf\n",
      "NYSE_ABB_2011.pdf\n",
      "NYSE_ABB_2012.pdf\n",
      "NYSE_ABB_2013.pdf\n",
      "NYSE_ABB_2014.pdf\n",
      "NYSE_ABB_2015.pdf\n",
      "NYSE_ABB_2016.pdf\n",
      "NYSE_ABB_2017.pdf\n",
      "NYSE_ABB_2018.pdf\n",
      "NYSE_ABB_2019.pdf\n",
      "NYSE_ACH_2008.pdf\n",
      "NYSE_ACH_2010.pdf\n",
      "NYSE_ACH_2017.pdf\n",
      "NYSE_ACH_2018.pdf\n",
      "NYSE_AUMN_2018.pdf\n",
      "NYSE_AU_2008.pdf\n",
      "NYSE_AU_2009.pdf\n",
      "NYSE_AU_2010.pdf\n",
      "NYSE_AU_2013.pdf\n",
      "NYSE_AU_2014.pdf\n",
      "NYSE_AU_2015.pdf\n",
      "NYSE_AU_2016.pdf\n",
      "NYSE_AU_2017.pdf\n",
      "NYSE_AU_2018.pdf\n",
      "NYSE_AWR_2016.pdf\n",
      "NYSE_AWR_2018.PDF\n",
      "NYSE_AXP_2012.PDF\n",
      "NYSE_AXP_2016.pdf\n",
      "NYSE_AXP_2017.pdf\n",
      "NYSE_AXP_2018.pdf\n",
      "NYSE_BAC_2009.pdf\n",
      "NYSE_BAC_2011.pdf\n",
      "NYSE_BAC_2012.pdf\n",
      "NYSE_BAC_2015.pdf\n",
      "NYSE_BAC_2016.pdf\n",
      "NYSE_BAC_2018.pdf\n",
      "NYSE_BA_2016.pdf\n",
      "NYSE_BA_2017.pdf\n",
      "NYSE_BA_2018.pdf\n",
      "NYSE_BDX_2017.pdf\n",
      "NYSE_BDX_2018.pdf\n",
      "NYSE_BDX_2019.pdf\n",
      "NYSE_BHP_2009.pdf\n",
      "NYSE_BHP_2011.pdf\n",
      "NYSE_BHP_2012.pdf\n",
      "NYSE_BHP_2013.pdf\n",
      "NYSE_BHP_2014 (1).pdf\n",
      "NYSE_BHP_2014.pdf\n",
      "NYSE_BHP_2016.pdf\n",
      "NYSE_BHP_2017.pdf\n",
      "NYSE_BHP_2018.pdf\n",
      "NYSE_BHP_2019.pdf\n",
      "NYSE_BOH_2018.pdf\n",
      "NYSE_BOH_2019.pdf\n",
      "NYSE_CLX_2019.pdf\n",
      "NYSE_CRS_2016.pdf\n",
      "NYSE_CRS_2017.pdf\n",
      "NYSE_CRS_2018.pdf\n",
      "NYSE_C_2005.pdf\n",
      "NYSE_C_2006.pdf\n",
      "NYSE_C_2007.pdf\n",
      "NYSE_C_2009.pdf\n",
      "NYSE_C_2010.pdf\n",
      "NYSE_C_2015.pdf\n",
      "NYSE_C_2016.pdf\n",
      "NYSE_C_2017.pdf\n",
      "NYSE_C_2018.pdf\n",
      "NYSE_DCI_2017.pdf\n",
      "NYSE_DCI_2018.pdf\n",
      "NYSE_DCI_2019.pdf\n",
      "NYSE_ESNT_2017.pdf\n",
      "NYSE_FCN_2006.pdf\n",
      "NYSE_FCN_2008.pdf\n",
      "NYSE_FCN_2010.pdf\n",
      "NYSE_FCN_2013.PDF\n",
      "NYSE_FCN_2016.pdf\n",
      "NYSE_FCN_2017.pdf\n",
      "NYSE_FCN_2018.pdf\n",
      "NYSE_FRC_2017.pdf\n",
      "NYSE_F_2017.pdf\n",
      "NYSE_F_2018.pdf\n",
      "NYSE_HAL_2015.pdf\n",
      "NYSE_HAL_2016.pdf\n",
      "NYSE_HAL_2017.pdf\n",
      "NYSE_HAL_2018.pdf\n",
      "NYSE_HPE_2017.pdf\n",
      "NYSE_IBN_2016.pdf\n",
      "NYSE_IBN_2017.pdf\n",
      "NYSE_IBN_2018.pdf\n",
      "NYSE_IPG_2016.pdf\n",
      "NYSE_IPG_2017.pdf\n",
      "NYSE_IT_2003.pdf\n",
      "NYSE_IT_2004.pdf\n",
      "NYSE_IT_2005.pdf\n",
      "NYSE_IT_2006.pdf\n",
      "NYSE_IT_2007.pdf\n",
      "NYSE_IT_2008 (1).pdf\n",
      "NYSE_IT_2008.pdf\n",
      "NYSE_IT_2009.pdf\n",
      "NYSE_IT_2010.pdf\n",
      "NYSE_IT_2011.pdf\n",
      "NYSE_IT_2012.pdf\n",
      "NYSE_IT_2013.pdf\n",
      "NYSE_IT_2014.pdf\n",
      "NYSE_IT_2015.pdf\n",
      "NYSE_IT_2016.pdf\n",
      "NYSE_IT_2017.PDF\n",
      "NYSE_IT_2018.PDF\n",
      "NYSE_JCP_2009.pdf\n",
      "NYSE_MOS_2018.pdf\n",
      "NYSE_NCI_2006.pdf\n",
      "NYSE_NCI_2008 (1).pdf\n",
      "NYSE_NCI_2008.pdf\n",
      "NYSE_NCI_2010.pdf\n",
      "NYSE_NCI_2012.pdf\n",
      "NYSE_NCI_2014.pdf\n",
      "NYSE_NCI_2015.pdf\n",
      "NYSE_NCI_2016.pdf\n",
      "NYSE_NCI_2017.pdf\n",
      "NYSE_OHI_2007.pdf\n",
      "NYSE_OHI_2009.pdf\n",
      "NYSE_OHI_2010.PDF\n",
      "NYSE_OHI_2012.pdf\n",
      "NYSE_OHI_2013.pdf\n",
      "NYSE_OHI_2014.pdf\n",
      "NYSE_OHI_2016.pdf\n",
      "NYSE_OHI_2017.pdf\n",
      "NYSE_OHI_2018.pdf\n",
      "NYSE_ORA_2007.pdf\n",
      "NYSE_ORA_2009.pdf\n",
      "NYSE_ORA_2014.pdf\n",
      "NYSE_ORA_2015.pdf\n",
      "NYSE_ORA_2016.pdf\n",
      "NYSE_ORA_2017.pdf\n",
      "NYSE_ORA_2018.pdf\n",
      "NYSE_ORA_2019.pdf\n",
      "NYSE_PEG_2004.pdf\n",
      "NYSE_PEG_2005.pdf\n",
      "NYSE_PEG_2007.pdf\n",
      "NYSE_PEG_2008.pdf\n",
      "NYSE_PEG_2009.pdf\n",
      "NYSE_PEG_2010 (1).pdf\n",
      "NYSE_PEG_2010.pdf\n",
      "NYSE_PEG_2011.pdf\n",
      "NYSE_PEG_2012.pdf\n",
      "NYSE_PEG_2013.pdf\n",
      "NYSE_PEG_2014.pdf\n",
      "NYSE_PEG_2017.pdf\n",
      "NYSE_PEG_2018.pdf\n",
      "NYSE_PSA_2017.pdf\n",
      "NYSE_PSA_2018.pdf\n",
      "NYSE_PWR_2017.pdf\n",
      "NYSE_PWR_2019.pdf\n",
      "NYSE_ROP_2004.pdf\n",
      "NYSE_ROP_2005.pdf\n",
      "NYSE_ROP_2007.pdf\n",
      "NYSE_ROP_2008.pdf\n",
      "NYSE_ROP_2009.pdf\n",
      "NYSE_ROP_2010.pdf\n",
      "NYSE_ROP_2012.pdf\n",
      "NYSE_ROP_2013.pdf\n",
      "NYSE_ROP_2014.pdf\n",
      "NYSE_ROP_2015.pdf\n",
      "NYSE_ROP_2016.pdf\n",
      "NYSE_ROP_2017.pdf\n",
      "NYSE_ROP_2018.pdf\n",
      "NYSE_SCL_2019.pdf\n",
      "NYSE_SERV_2018.pdf\n",
      "NYSE_SJM_2019.pdf\n",
      "NYSE_SPN_2018.pdf\n",
      "NYSE_STI_2016.pdf\n",
      "NYSE_STI_2017.pdf\n",
      "NYSE_ST_2010.pdf\n",
      "NYSE_ST_2011.pdf\n",
      "NYSE_ST_2012.pdf\n",
      "NYSE_ST_2013.pdf\n",
      "NYSE_ST_2014.pdf\n",
      "NYSE_ST_2015.pdf\n",
      "NYSE_ST_2016.pdf\n",
      "NYSE_ST_2017.pdf\n",
      "NYSE_ST_2018.pdf\n",
      "NYSE_TYL_1999.pdf\n",
      "NYSE_TYL_2002.pdf\n",
      "NYSE_TYL_2003.pdf\n",
      "NYSE_TYL_2004.pdf\n",
      "NYSE_TYL_2005.pdf\n",
      "NYSE_TYL_2006.pdf\n",
      "NYSE_TYL_2007.pdf\n",
      "NYSE_TYL_2008.pdf\n",
      "NYSE_TYL_2010 (1).pdf\n",
      "NYSE_TYL_2010.pdf\n",
      "NYSE_TYL_2011.pdf\n",
      "NYSE_TYL_2012.pdf\n",
      "NYSE_TYL_2013.pdf\n",
      "NYSE_TYL_2014.pdf\n",
      "NYSE_TYL_2015.pdf\n",
      "NYSE_TYL_2016.pdf\n",
      "NYSE_TYL_2017.pdf\n",
      "NYSE_TYL_2018.pdf\n",
      "NYSE_UHS_2013.pdf\n",
      "NYSE_UHS_2014.pdf\n",
      "NYSE_UHS_2017.pdf\n",
      "NYSE_UHS_2018.pdf\n",
      "NYSE_UPS_2009.pdf\n",
      "NYSE_UPS_2011.pdf\n",
      "NYSE_UPS_2013.pdf\n",
      "NYSE_UPS_2014.pdf\n",
      "NYSE_UPS_2016.pdf\n",
      "NYSE_UPS_2017.pdf\n",
      "NYSE_UPS_2018.pdf\n",
      "NYSE_UTI_2004.pdf\n",
      "NYSE_UTI_2005.pdf\n",
      "NYSE_UTI_2006.pdf\n",
      "NYSE_UTI_2007.pdf\n",
      "NYSE_UTI_2008.pdf\n",
      "NYSE_UTI_2009.pdf\n",
      "NYSE_UTI_2010.pdf\n",
      "NYSE_UTI_2012.pdf\n",
      "NYSE_UTI_2013.pdf\n",
      "NYSE_UTI_2014.PDF\n",
      "NYSE_UTI_2015.PDF\n",
      "NYSE_UTI_2016.pdf\n",
      "NYSE_UTI_2017.pdf\n",
      "NYSE_UTI_2018.PDF\n",
      "NYSE_UTX_1999.pdf\n",
      "NYSE_UTX_2000.pdf\n",
      "NYSE_UTX_2001.pdf\n",
      "NYSE_UTX_2002.pdf\n",
      "NYSE_UTX_2003.pdf"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cmsOpenProfileFromMem failed\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "NYSE_UTX_2004.pdf\n",
      "NYSE_UTX_2005.pdf\n",
      "NYSE_UTX_2006.pdf\n",
      "NYSE_UTX_2007.pdf\n",
      "NYSE_UTX_2008.pdf\n",
      "NYSE_UTX_2009.pdf\n",
      "NYSE_UTX_2010.pdf\n",
      "NYSE_UTX_2012.pdf\n",
      "NYSE_UTX_2013.pdf\n",
      "NYSE_UTX_2014.pdf\n",
      "NYSE_UTX_2015.pdf\n",
      "NYSE_UTX_2016.pdf\n",
      "NYSE_UTX_2018.pdf\n",
      "NYSE_WAB_2006.pdf\n",
      "NYSE_WIT_2005.pdf\n",
      "NYSE_WIT_2006.pdf\n",
      "NYSE_WIT_2008.pdf\n",
      "NYSE_WIT_2009.pdf\n",
      "NYSE_WIT_2010.pdf\n",
      "NYSE_WIT_2011.pdf\n",
      "NYSE_WIT_2012.pdf\n",
      "NYSE_WIT_2013.pdf\n",
      "NYSE_WIT_2014.pdf\n",
      "NYSE_WIT_2015.pdf\n",
      "NYSE_WIT_2016.pdf\n",
      "NYSE_WIT_2017.pdf\n",
      "NYSE_WIT_2018.pdf\n",
      "OTC_BRBS_2015.pdf\n",
      "OTC_BRBS_2016.pdf\n",
      "OTC_BRBS_2017.pdf\n",
      "OTC_EPIHF_2009.pdf\n",
      "OTC_EPIHF_2011.pdf\n",
      "OTC_EPIHF_2012.pdf\n",
      "OTC_EPIHF_2013.pdf\n",
      "OTC_EPIHF_2014.pdf\n",
      "OTC_EPIHF_2016.pdf\n",
      "OTC_EPIHF_2017.pdf\n",
      "OTC_EPIHF_2018.pdf\n",
      "OTC_FBVA_2016.pdf\n",
      "OTC_ISBA_2015.pdf\n",
      "OTC_ISBA_2016.pdf\n",
      "OTC_TCS_2005.pdf\n",
      "OTC_TCS_2006.pdf\n",
      "OTC_TCS_2007.pdf\n",
      "OTC_TCS_2008.PDF\n",
      "OTC_TCS_2009.PDF\n",
      "OTC_TCS_2010.pdf\n",
      "OTC_TCS_2011.PDF\n",
      "OTC_TCS_2012.pdf\n",
      "OTC_TCS_2013.pdf\n",
      "OTC_TCS_2014.pdf\n",
      "OTC_TCS_2015.pdf\n",
      "OTC_TCS_2016.pdf\n",
      "OTC_TCS_2017.pdf\n",
      "OTC_TCS_2018.pdf\n",
      "result.pdf\n",
      "sartorius-stedim-biotech_2008.pdf\n",
      "sartorius-stedim-biotech_2009.pdf\n",
      "sartorius-stedim-biotech_2010.pdf\n",
      "sartorius-stedim-biotech_2011.pdf\n",
      "sartorius-stedim-biotech_2012.pdf\n",
      "sartorius-stedim-biotech_2014.pdf\n",
      "sartorius-stedim-biotech_2017.pdf\n",
      "sartorius-stedim-biotech_2018.pdf\n",
      "the-trust-for-public-land_2012.pdf\n",
      "the-trust-for-public-land_2014.pdf\n",
      "TSX_ACO.X_2010.pdf\n",
      "TSX_ACO.X_2011.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "TSX_ACO.X_2014.pdf\n",
      "TSX_ACO.X_2016.pdf\n",
      "TSX_ACO.X_2017.pdf\n",
      "TSX_ACO.X_2018.pdf\n",
      "TSX_BMO_2017.pdf\n",
      "TSX_BMO_2018.pdf\n",
      "TSX_CNQ_2005.pdf\n",
      "TSX_CNQ_2006.pdf\n",
      "TSX_CNQ_2007.pdf\n",
      "TSX_CNQ_2008.pdf\n",
      "TSX_CNQ_2009.pdf\n",
      "TSX_CNQ_2010.pdf\n",
      "TSX_CNQ_2011.pdf\n",
      "TSX_CNQ_2012.pdf\n",
      "TSX_CNQ_2013.pdf\n",
      "TSX_CNQ_2015.pdf\n",
      "TSX_CNQ_2016.pdf\n",
      "TSX_CNQ_2017.pdf\n",
      "TSX_CNQ_2018.pdf\n",
      "TSX_CNR.TO_2015.pdf\n",
      "TSX_CNR.TO_2016.pdf\n",
      "TSX_CNR.TO_2017.pdf\n",
      "TSX_CNR.TO_2018.pdf\n",
      "TSX_CP_2005.pdf\n",
      "TSX_CP_2006.pdf\n",
      "TSX_CP_2007.pdf\n",
      "TSX_CP_2010.pdf\n",
      "TSX_CP_2011.pdf\n",
      "TSX_CP_2012.pdf\n",
      "TSX_CP_2013.pdf\n",
      "TSX_CP_2014.pdf\n",
      "TSX_CP_2015.pdf\n",
      "TSX_CP_2016.pdf\n",
      "TSX_CP_2017.pdf\n",
      "TSX_CP_2018.pdf\n",
      "TSX_CWB_2018.pdf\n",
      "TSX_CWB_2019.pdf\n",
      "TSX_EMP-A_2017.pdf\n",
      "TSX_EMP-A_2018.pdf\n",
      "TSX_EMP-A_2019.pdf\n",
      "TSX_FFH_2013.pdf\n",
      "TSX_FFH_2017.pdf\n",
      "TSX_FFH_2018.pdf\n",
      "TSX_GCG_2017.pdf\n",
      "TSX_GCG_2018.pdf\n",
      "TSX_GCG_2019.pdf\n",
      "TSX_NA_2018.pdf\n",
      "TSX_NA_2019.pdf\n",
      "TSX_RY_2017.pdf\n",
      "TSX_RY_2018.pdf\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import fitz\n",
    "\n",
    "path= r'C:\\Users\\Gaurav.Gund\\Desktop\\company_contracts\\new_data_sample'\n",
    "import fitz\n",
    "l_text=[]\n",
    "page_text=[]\n",
    "\n",
    "for i in range(len(os.listdir(path))):\n",
    "  try:\n",
    "    with fitz.open(os.path.join(path, os.listdir(path)[i])) as f:\n",
    "      \n",
    "        \n",
    "      print(os.listdir(path)[i])\n",
    "      for j in range(f.pageCount):\n",
    "       if j <= 5 : \n",
    "        page = f.loadPage(j)\n",
    "        r_text=''\n",
    "        blocks = page.getText(\"blocks\")\n",
    "        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "        for b in blocks:\n",
    "            text = b[4].strip().splitlines()\n",
    "            if not text[0].startswith('<image:'):\n",
    "               r_text += ' '.join(text)\n",
    "            else:\n",
    "               continue \n",
    "        l_text.append(r_text)\n",
    "        page_text.append(os.listdir(path)[i]+'_page_'+ str(j)+'.pdf')\n",
    "  except:\n",
    "    continue\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 475,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame()\n",
    "\n",
    "df['page'] = page_text\n",
    "df['file']= df.page.apply(lambda x: x.split('_page_')[0] )\n",
    "df['text'] = l_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 476,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\data.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# modeling: version 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "os.listdir(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3')\n",
    "import sklearn\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 669,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "data1= pd.read_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\data.csv',encoding='ISO-8859-1') # prepared in version2\n",
    "data2 = pd.read_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\data1.csv',encoding='ISO-8859-1') # prepared in version 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 670,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['text', 'target'], dtype='object')"
      ]
     },
     "execution_count": 670,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data1.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 671,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['file', 'page', 'file.1', 'text', 'target'], dtype='object')"
      ]
     },
     "execution_count": 671,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data2.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 672,
   "metadata": {},
   "outputs": [],
   "source": [
    "data3 = data2[['text', 'target']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 673,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data = pd.concat([data1, data3], axis = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 674,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data  = final_data.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 676,
   "metadata": {},
   "outputs": [],
   "source": [
    "# final_data.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\final_data.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read-final data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data = pd.read_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\final_data.csv', encoding= 'ISO-8859-1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1], dtype=int64)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data.target.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data['target'] = final_data.target.apply(lambda x: int(x))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# final_data.replace([np.inf, -np.inf], np.nan, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "# final_data[:] = np.nan_to_num(final_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2155, 4)"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>text</th>\n",
       "      <th>target</th>\n",
       "      <th>clean_text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "      <td>0</td>\n",
       "      <td>CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "      <td>1</td>\n",
       "      <td>CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...</td>\n",
       "      <td>1</td>\n",
       "      <td>CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  index                                               text  target  \\\n",
       "0     0  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...       0   \n",
       "1     1  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...       1   \n",
       "2     2  CONDITIONS, CONSIDERATIONS AND PERSPECTIVE2020...       1   \n",
       "\n",
       "                                          clean_text  \n",
       "0  CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...  \n",
       "1  CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...  \n",
       "2  CONDITIONS CONSIDERATIONS AND PERSPECTIVE ANNU...  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data.head(3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    1597\n",
       "1     558\n",
       "Name: target, dtype: int64"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "final_data.target.value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "def clean_funct(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', ' ').replace(',', ' ').replace(';', ' ').replace('%', ' ').replace(':', ' ').replace('$', ' ').replace('>', ' ').replace('(', ' ').replace(')', ' '))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', ' ')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text'] = data.clean_text.str.replace(\"\\s+\", \" \")\n",
    "    data['clean_text'] = data.clean_text.str.strip()\n",
    "    return(data)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data1 = clean_funct(final_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "final_data1[:] = np.nan_to_num(final_data1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(final_data1['clean_text'], final_data1['target'], random_state=1, test_size= 0.2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Annual Report and Financial Statements Annual Report and Financial Statements'"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train[20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv2 = TfidfVectorizer(strip_accents='ascii', token_pattern=u'(?ui)\\\\b\\\\w*[a-z]+\\\\w*\\\\b', lowercase=True, stop_words='english')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train_cv2 = cv2.fit_transform(X_train)\n",
    "X_test_cv2 = cv2.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "672     0\n",
       "1432    0\n",
       "382     0\n",
       "1357    1\n",
       "1145    1\n",
       "       ..\n",
       "960     0\n",
       "905     0\n",
       "1096    0\n",
       "235     1\n",
       "1061    1\n",
       "Name: target, Length: 1724, dtype: int64"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "LGBMClassifier(class_weight={0: 1, 1: 20})"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import lightgbm as lgbm\n",
    "model = lgbm.LGBMClassifier(class_weight = {0:1,  1: 20} )\n",
    "model.fit(X_train_cv2,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "pred3 = model.predict(X_test_cv2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.974477958236659\n",
      "Precision score:  0.9541284403669725\n",
      "Recall score:  0.9454545454545454\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred3))\n",
    "print('Precision score: ', precision_score(y_test, pred3))\n",
    "print('Recall score: ' , recall_score(y_test, pred3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "val_final_data = pd.DataFrame()\n",
    "val_final_data['text']= list(X_test)\n",
    "val_final_data['pred']= list(pred3)\n",
    "val_final_data['actual'] = list(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(431, 3)"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_final_data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(11, 3)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>pred</th>\n",
       "      <th>actual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Previous Next + Go to a section Search Print V...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Groupoverview Strategicreport Governance Direc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>What we make mattersAmcor Annual Report Annual...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>Annual Report and Financial Statements Annual ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>Aviva is a life general and health insurance b...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>Annual Report Value Growth Opportunity Momentu...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>TABE OF CONTENTSMessage from the Board of Dire...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>389</th>\n",
       "      <td>CHAIRMAN AND MANAGING DIRECTOR &amp; CEOS MESSAGEA...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  text  pred  actual\n",
       "6    Previous Next + Go to a section Search Print V...     0       1\n",
       "32   Groupoverview Strategicreport Governance Direc...     0       1\n",
       "46   INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...     0       1\n",
       "129  What we make mattersAmcor Annual Report Annual...     0       1\n",
       "148  Annual Report and Financial Statements Annual ...     1       0\n",
       "175  FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...     1       0\n",
       "308  Aviva is a life general and health insurance b...     1       0\n",
       "368  Annual Report Value Growth Opportunity Momentu...     1       0\n",
       "378  TABE OF CONTENTSMessage from the Board of Dire...     0       1\n",
       "389  CHAIRMAN AND MANAGING DIRECTOR & CEOS MESSAGEA...     1       0\n",
       "424  TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...     0       1"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "abc = val_final_data[val_final_data.pred != val_final_data.actual]\n",
    "print(abc.shape)\n",
    "abc"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'We are Aviva We put our customers at the heart of everythingwedo enabling us to offer the best possible service and increase employee engagement and customer advocacy Quick professional helpful Sorted me out with the minimum of fuss and the maximum of help Jane and Andy Aviva customersI am very proud that we give our support emotionally and financially when it matters the most Debra Aviva employeeAll my insurance online with one company at a great price Reuben Aviva customerThis report contains forward-looking statements with respect to certain of the Groups plans and its current goals and expectations relating to its future financial condition performance results strategic initiatives and objectives For further details reference should be madeto the Cautionary Statement on page The Strategic Report of Aviva is incorporated by reference into the Directors and corporate governance report The Directors and corporate governance report has been drawn up and presented in accordance with and in reliance upon applicable English company law and the liabilities of the Directors in connection with that report shall be subject to the limitations and restrictions provided by such law'"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_final_data.text.iloc[246]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # save model\n",
    "\n",
    "# import pickle as pkl\n",
    "# with open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', \"wb\") as output_file:\n",
    "#     pkl.dump(model, output_file)\n",
    "    \n",
    "# with open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', \"wb\") as output_file1:\n",
    "#     pkl.dump(cv2, output_file1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.974477958236659\n",
      "Precision score:  0.9541284403669725\n",
      "Recall score:  0.9454545454545454\n",
      "(12, 3)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>pred</th>\n",
       "      <th>actual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Previous Next + Go to a section Search Print V...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Groupoverview Strategicreport Governance Direc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>What we make mattersAmcor Annual Report Annual...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>Annual Report and Financial Statements Annual ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>We are Aviva We put our customers at the heart...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>Aviva is a life general and health insurance b...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>Annual Report Value Growth Opportunity Momentu...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>TABE OF CONTENTSMessage from the Board of Dire...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  text  pred  actual\n",
       "6    Previous Next + Go to a section Search Print V...     0       1\n",
       "32   Groupoverview Strategicreport Governance Direc...     0       1\n",
       "46   INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...     0       1\n",
       "129  What we make mattersAmcor Annual Report Annual...     0       1\n",
       "148  Annual Report and Financial Statements Annual ...     1       0\n",
       "175  FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...     1       0\n",
       "246  We are Aviva We put our customers at the heart...     1       0\n",
       "273  EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...     0       1\n",
       "308  Aviva is a life general and health insurance b...     1       0\n",
       "368  Annual Report Value Growth Opportunity Momentu...     1       0\n",
       "378  TABE OF CONTENTSMessage from the Board of Dire...     0       1\n",
       "424  TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...     0       1"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pred_test = model.predict(X_test_cv2)\n",
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred_test))\n",
    "print('Precision score: ', precision_score(y_test, pred_test))\n",
    "print('Recall score: ' , recall_score(y_test, pred_test))\n",
    "val_final_data = pd.DataFrame()\n",
    "val_final_data['text']= list(X_test)\n",
    "val_final_data['pred']= list(pred5)\n",
    "val_final_data['actual'] = list(y_test)\n",
    "abc =val_final_data[val_final_data.pred != val_final_data.actual]\n",
    "print(abc.shape)\n",
    "abc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# iteration2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "import xgboost"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Gaurav.Gund\\Anaconda3\\lib\\site-packages\\xgboost\\sklearn.py:1146: UserWarning: The use of label encoder in XGBClassifier is deprecated and will be removed in a future release. To remove this warning, do the following: 1) Pass option use_label_encoder=False when constructing XGBClassifier object; and 2) Encode your labels (y) as integers starting with 0, i.e. 0, 1, 2, ..., [num_class - 1].\n",
      "  warnings.warn(label_encoder_deprecation_msg, UserWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[13:59:34] WARNING: C:/Users/Administrator/workspace/xgboost-win64_release_1.4.0/src/learner.cc:1095: Starting in XGBoost 1.3.0, the default evaluation metric used with the objective 'binary:logistic' was changed from 'error' to 'logloss'. Explicitly set eval_metric if you'd like to restore the old behavior.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "XGBClassifier(base_score=0.5, booster='gbtree', colsample_bylevel=1,\n",
       "              colsample_bynode=1, colsample_bytree=1, gamma=0, gpu_id=-1,\n",
       "              importance_type='gain', interaction_constraints='',\n",
       "              learning_rate=0.300000012, max_delta_step=0, max_depth=6,\n",
       "              min_child_weight=1, missing=nan, monotone_constraints='()',\n",
       "              n_estimators=100, n_jobs=8, num_parallel_tree=1, random_state=0,\n",
       "              reg_alpha=0, reg_lambda=1, scale_pos_weight=20, subsample=1,\n",
       "              tree_method='exact', validate_parameters=1, verbosity=None)"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model_xg = xgboost.XGBClassifier(scale_pos_weight=20 )\n",
    "model_xg.fit(X_train_cv2, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.9675174013921114\n",
      "Precision score:  0.9210526315789473\n",
      "Recall score:  0.9545454545454546\n"
     ]
    }
   ],
   "source": [
    "pred4 = model_xg.predict(X_test_cv2)\n",
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred4))\n",
    "print('Precision score: ', precision_score(y_test, pred4))\n",
    "print('Recall score: ' , recall_score(y_test, pred4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(14, 3)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>pred</th>\n",
       "      <th>actual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Previous Next + Go to a section Search Print V...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>BANK OF CYPRUS HOLDINGS PUBLIC LIMITED COMPANY...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>STRATEGIC REPORT GOVERNANCE FINANCIAL STATEMEN...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Groupoverview Strategicreport Governance Direc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>OVERVIEW FINANCIAL SUMMARYADDITIONAL INFORMATI...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>What we make mattersAmcor Annual Report Annual...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>Annual Report and Financial Statements Annual ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>We are Aviva We put our customers at the heart...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>292</th>\n",
       "      <td>CANADIAN PACIFIC MANAGEMENTS DISCUSSION AND AN...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>Annual Report Value Growth Opportunity Momentu...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>389</th>\n",
       "      <td>CHAIRMAN AND MANAGING DIRECTOR &amp; CEOS MESSAGEA...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  text  pred  actual\n",
       "6    Previous Next + Go to a section Search Print V...     0       1\n",
       "7    BANK OF CYPRUS HOLDINGS PUBLIC LIMITED COMPANY...     1       0\n",
       "18   STRATEGIC REPORT GOVERNANCE FINANCIAL STATEMEN...     1       0\n",
       "32   Groupoverview Strategicreport Governance Direc...     0       1\n",
       "46   INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...     0       1\n",
       "86   OVERVIEW FINANCIAL SUMMARYADDITIONAL INFORMATI...     1       0\n",
       "129  What we make mattersAmcor Annual Report Annual...     0       1\n",
       "148  Annual Report and Financial Statements Annual ...     1       0\n",
       "175  FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...     1       0\n",
       "246  We are Aviva We put our customers at the heart...     1       0\n",
       "273  EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...     0       1\n",
       "292  CANADIAN PACIFIC MANAGEMENTS DISCUSSION AND AN...     1       0\n",
       "368  Annual Report Value Growth Opportunity Momentu...     1       0\n",
       "389  CHAIRMAN AND MANAGING DIRECTOR & CEOS MESSAGEA...     1       0"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_final_data = pd.DataFrame()\n",
    "val_final_data['text']= list(X_test)\n",
    "val_final_data['pred']= list(pred4)\n",
    "val_final_data['actual'] = list(y_test)\n",
    "abc =val_final_data[val_final_data.pred != val_final_data.actual]\n",
    "print(abc.shape)\n",
    "abc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "\n",
    "# iteration3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Gaurav.Gund\\Anaconda3\\lib\\site-packages\\lightgbm\\engine.py:151: UserWarning: Found `num_iterations` in params. Will use it instead of argument\n",
      "  warnings.warn(\"Found `{}` in params. Will use it instead of argument\".format(alias))\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "LGBMClassifier(class_weight={0: 1, 1: 20}, num_iterations=25000)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import lightgbm as lgbm\n",
    "model_lg2 = lgbm.LGBMClassifier(class_weight = {0:1,  1: 20}, num_iterations=25000)\n",
    "model_lg2.fit(X_train_cv2,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy score:  0.9721577726218097\n",
      "Precision score:  0.9537037037037037\n",
      "Recall score:  0.9363636363636364\n"
     ]
    }
   ],
   "source": [
    "pred5 = model_lg2.predict(X_test_cv2)\n",
    "from sklearn.metrics import accuracy_score, precision_score, recall_score\n",
    "print('Accuracy score: ', accuracy_score(y_test, pred5))\n",
    "print('Precision score: ', precision_score(y_test, pred5))\n",
    "print('Recall score: ' , recall_score(y_test, pred5))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(12, 3)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>pred</th>\n",
       "      <th>actual</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Previous Next + Go to a section Search Print V...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Groupoverview Strategicreport Governance Direc...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>What we make mattersAmcor Annual Report Annual...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>Annual Report and Financial Statements Annual ...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>We are Aviva We put our customers at the heart...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>273</th>\n",
       "      <td>EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>308</th>\n",
       "      <td>Aviva is a life general and health insurance b...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>368</th>\n",
       "      <td>Annual Report Value Growth Opportunity Momentu...</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>378</th>\n",
       "      <td>TABE OF CONTENTSMessage from the Board of Dire...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>424</th>\n",
       "      <td>TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                  text  pred  actual\n",
       "6    Previous Next + Go to a section Search Print V...     0       1\n",
       "32   Groupoverview Strategicreport Governance Direc...     0       1\n",
       "46   INTERNATIONAL AIRLINES GROUPANNUAL REPORTAND A...     0       1\n",
       "129  What we make mattersAmcor Annual Report Annual...     0       1\n",
       "148  Annual Report and Financial Statements Annual ...     1       0\n",
       "175  FINANCIAL HIGHLIGHTS FINANCIAL HIGHLIGHTSFisca...     1       0\n",
       "246  We are Aviva We put our customers at the heart...     1       0\n",
       "273  EVOLUTION MININGCREATING AUSTRALIAS PREMIER GO...     0       1\n",
       "308  Aviva is a life general and health insurance b...     1       0\n",
       "368  Annual Report Value Growth Opportunity Momentu...     1       0\n",
       "378  TABE OF CONTENTSMessage from the Board of Dire...     0       1\n",
       "424  TABLE OF CONTENTSCERTAIN DEFINED TERMS FORWARD...     0       1"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "val_final_data = pd.DataFrame()\n",
    "val_final_data['text']= list(X_test)\n",
    "val_final_data['pred']= list(pred5)\n",
    "val_final_data['actual'] = list(y_test)\n",
    "abc =val_final_data[val_final_data.pred != val_final_data.actual]\n",
    "print(abc.shape)\n",
    "abc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# extract 260 reports for unseen data: cgt_data 2020"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "import pandas as pd\n",
    "import fitz\n",
    "import pickle as pkl\n",
    "\n",
    "\n",
    "def clean_func(data):\n",
    "    data['text'] = data.text.apply(lambda x: str(x))\n",
    "    data['clean_text'] = data.text.apply(lambda x: x.replace('.', '').replace(',', '').replace(';', '').replace('%', '').replace(':', '').replace('$', ''))\n",
    "    data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
    "    data['clean_text'] = data.clean_text.str.encode('ascii', 'ignore').str.decode('ascii')\n",
    "    data['clean_text']= data.clean_text.str.strip().replace('  ', '')\n",
    "    return(data)\n",
    "\n",
    "def page_classification_nlp_bulk(path, cv1, load_model, outfile):\n",
    "    l_text=[]\n",
    "    page_text=[]\n",
    "    for i in range(len(os.listdir(path))):\n",
    "        try:\n",
    "            with fitz.open(os.path.join(path, os.listdir(path)[i])) as f:\n",
    "                print(os.listdir(path)[i])\n",
    "                for j in range(f.pageCount):\n",
    "                    if j <= 6: \n",
    "                        page = f.loadPage(j)\n",
    "                        r_text=''\n",
    "                        blocks = page.getText(\"blocks\")\n",
    "                        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "                        for b in blocks:\n",
    "                            text = b[4].strip().splitlines()\n",
    "                            if text:\n",
    "                                if not text[0].startswith('<image:'):\n",
    "                                    r_text += ' '.join(text)\n",
    "                                else:\n",
    "                                    continue \n",
    "                        l_text.append(r_text)\n",
    "                        page_text.append(os.listdir(path)[i]+'_page_'+ str(j)+'.pdf')\n",
    "        except:\n",
    "            continue\n",
    "    df = pd.DataFrame()\n",
    "    df['text'] = l_text\n",
    "    df['page']= page_text\n",
    "    df1 = clean_func(df)\n",
    "    x_unseen = cv1.transform(df1.clean_text)\n",
    "    prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "    df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "    df1['raw_score'] = list(prediction_unseen)\n",
    "    df1.to_csv(outfile, index= False)\n",
    "    print('DONE')\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "'continue' not properly in loop (<ipython-input-4-e3e3e60d5274>, line 21)",
     "output_type": "error",
     "traceback": [
      "\u001b[1;36m  File \u001b[1;32m\"<ipython-input-4-e3e3e60d5274>\"\u001b[1;36m, line \u001b[1;32m21\u001b[0m\n\u001b[1;33m    continue\u001b[0m\n\u001b[1;37m    ^\u001b[0m\n\u001b[1;31mSyntaxError\u001b[0m\u001b[1;31m:\u001b[0m 'continue' not properly in loop\n"
     ]
    }
   ],
   "source": [
    "def page_classification_nlp_single(file, cv1, load_model):\n",
    "    l_text=[]\n",
    "    page_text=[]\n",
    "    try:\n",
    "            with fitz.open(file) as f:\n",
    "                \n",
    "                for j in range(f.pageCount):\n",
    "                    if j <= 6: \n",
    "                        page = f.loadPage(j)\n",
    "                        r_text=''\n",
    "                        blocks = page.getText(\"blocks\")\n",
    "                        blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "                        for b in blocks:\n",
    "                            text = b[4].strip().splitlines()\n",
    "                            if text:\n",
    "                                if not text[0].startswith('<image:'):\n",
    "                                    r_text += ' '.join(text)\n",
    "                                else:\n",
    "                                    continue \n",
    "                        l_text.append(r_text)\n",
    "                        page_text.append(file+'_page_'+ str(j)+'.pdf')\n",
    "    except:\n",
    "            continue\n",
    "    df = pd.DataFrame()\n",
    "    df['text'] = l_text\n",
    "    df['page']= page_text\n",
    "    df1 = clean_func(df)\n",
    "    x_unseen = cv1.transform(df1.clean_text)\n",
    "    prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "    df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "    df1['raw_scores'] = list(load_model.predict_proba(x_unseen))\n",
    "    df1['class_pred'] = df1.class_pred.apply(lambda x: int(x))\n",
    "    df1 = df1[df1.class_pred== 1]\n",
    "    if df1.shape[0]>1:\n",
    "        df1['max_score'] = df1.groupby(['file'])['raw_scores'].transform('max')\n",
    "        df1['flag'] = np.where(df1['raw_scores'] == df1['max_score'], 1, 0)\n",
    "        df_t = df1[df1.flag == 1]\n",
    "   \n",
    "    list_page=[]\n",
    "    for i in df_t.page:\n",
    "        list_page.append(i.split('_page_')[1][0:-4])\n",
    "    \n",
    "    return(list_page)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-6-dcba097e8b6c>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0mcv1\u001b[0m\u001b[1;33m=\u001b[0m \u001b[0mpkl\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mload\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'rb'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      2\u001b[0m \u001b[0mload_model\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpkl\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mload\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mopen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'rb'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\2020'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[0moutfile\u001b[0m\u001b[1;33m=\u001b[0m \u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_260_2020_reports.csv'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[0mpage_classification_nlp_bulk\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv1\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mload_model\u001b[0m\u001b[1;33m=\u001b[0m \u001b[0mload_model\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moutfile\u001b[0m\u001b[1;33m=\u001b[0m  \u001b[0moutfile\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     80\u001b[0m     \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m_distributor_init\u001b[0m  \u001b[1;31m# noqa: F401\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     81\u001b[0m     \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m__check_build\u001b[0m  \u001b[1;31m# noqa: F401\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 82\u001b[1;33m     \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mbase\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mclone\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     83\u001b[0m     \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mutils\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_show_versions\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mshow_versions\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     84\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     15\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m__version__\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     16\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0m_config\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mget_config\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 17\u001b[1;33m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mutils\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m_IS_32BIT\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     18\u001b[0m from .utils._tags import (\n\u001b[0;32m     19\u001b[0m     \u001b[0m_DEFAULT_TAGS\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\utils\\__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     21\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     22\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mmurmurhash\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mmurmurhash3_32\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 23\u001b[1;33m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mclass_weight\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mcompute_class_weight\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcompute_sample_weight\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     24\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m_joblib\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     25\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexceptions\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mDataConversionWarning\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\utils\\class_weight.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mnumpy\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      6\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 7\u001b[1;33m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mvalidation\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m_deprecate_positional_args\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      8\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      9\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\utils\\validation.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     24\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mcontextlib\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0msuppress\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     25\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 26\u001b[1;33m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[0mfixes\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0m_object_dtype_isnan\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparse_version\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     27\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[1;33m.\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mget_config\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0m_get_config\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     28\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[1;33m.\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mexceptions\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mPositiveSpectrumWarning\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\sklearn\\utils\\fixes.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     26\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     27\u001b[0m \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 28\u001b[1;33m     \u001b[1;32mfrom\u001b[0m \u001b[0mpkg_resources\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mparse_version\u001b[0m  \u001b[1;31m# type: ignore\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     29\u001b[0m \u001b[1;32mexcept\u001b[0m \u001b[0mImportError\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     30\u001b[0m     \u001b[1;31m# setuptools not installed\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m   3241\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3242\u001b[0m \u001b[1;33m@\u001b[0m\u001b[0m_call_aside\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3243\u001b[1;33m \u001b[1;32mdef\u001b[0m \u001b[0m_initialize_master_working_set\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3244\u001b[0m     \"\"\"\n\u001b[0;32m   3245\u001b[0m     \u001b[0mPrepare\u001b[0m \u001b[0mthe\u001b[0m \u001b[0mmaster\u001b[0m \u001b[0mworking\u001b[0m \u001b[0mset\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mmake\u001b[0m \u001b[0mthe\u001b[0m\u001b[0;31m \u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0mrequire\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;31m`\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36m_call_aside\u001b[1;34m(f, *args, **kwargs)\u001b[0m\n\u001b[0;32m   3224\u001b[0m \u001b[1;31m# from jaraco.functools 1.3\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3225\u001b[0m \u001b[1;32mdef\u001b[0m \u001b[0m_call_aside\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mf\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3226\u001b[1;33m     \u001b[0mf\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m*\u001b[0m\u001b[0margs\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3227\u001b[0m     \u001b[1;32mreturn\u001b[0m \u001b[0mf\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3228\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36m_initialize_master_working_set\u001b[1;34m()\u001b[0m\n\u001b[0;32m   3276\u001b[0m     \u001b[0mworking_set\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mentries\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;33m[\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3277\u001b[0m     \u001b[1;31m# match order\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3278\u001b[1;33m     \u001b[0mlist\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmap\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mworking_set\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0madd_entry\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0msys\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3279\u001b[0m     \u001b[0mglobals\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mlocals\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3280\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36madd_entry\u001b[1;34m(self, entry)\u001b[0m\n\u001b[0;32m    606\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mentry_keys\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msetdefault\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mentry\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m[\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    607\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mentries\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mentry\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 608\u001b[1;33m         \u001b[1;32mfor\u001b[0m \u001b[0mdist\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mfind_distributions\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mentry\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    609\u001b[0m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0madd\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdist\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mentry\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;32mFalse\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    610\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36mfind_on_path\u001b[1;34m(importer, path_item, only)\u001b[0m\n\u001b[0;32m   2057\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2058\u001b[0m     \u001b[1;31m# scan for .egg and .egg-info in directory\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2059\u001b[1;33m     \u001b[0mpath_item_entries\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_by_version_descending\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mfiltered\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2060\u001b[0m     \u001b[1;32mfor\u001b[0m \u001b[0mentry\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mpath_item_entries\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2061\u001b[0m         \u001b[0mfullpath\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mos\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath_item\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mentry\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36m_by_version_descending\u001b[1;34m(names)\u001b[0m\n\u001b[0;32m   2027\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[1;33m[\u001b[0m\u001b[0mpackaging\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mversion\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mparse\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpart\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mpart\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mparts\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2028\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2029\u001b[1;33m     \u001b[1;32mreturn\u001b[0m \u001b[0msorted\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mnames\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0m_by_version\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mreverse\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2030\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2031\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36m<genexpr>\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m   2053\u001b[0m         \u001b[0mentry\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2054\u001b[0m         \u001b[1;32mfor\u001b[0m \u001b[0mentry\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mentries\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2055\u001b[1;33m         \u001b[1;32mif\u001b[0m \u001b[0mdist_factory\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath_item\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mentry\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0monly\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2056\u001b[0m     )\n\u001b[0;32m   2057\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pkg_resources\\__init__.py\u001b[0m in \u001b[0;36mdist_factory\u001b[1;34m(path_item, entry, only)\u001b[0m\n\u001b[0;32m   2071\u001b[0m     is_dist_info = (\n\u001b[0;32m   2072\u001b[0m         \u001b[0mlower\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mendswith\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'.dist-info'\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mand\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2073\u001b[1;33m         \u001b[0mos\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0misdir\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mos\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath_item\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mentry\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2074\u001b[0m     )\n\u001b[0;32m   2075\u001b[0m     \u001b[0mis_meta\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mis_egg_info\u001b[0m \u001b[1;32mor\u001b[0m \u001b[0mis_dist_info\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\genericpath.py\u001b[0m in \u001b[0;36misdir\u001b[1;34m(s)\u001b[0m\n\u001b[0;32m     40\u001b[0m     \u001b[1;34m\"\"\"Return true if the pathname refers to an existing directory.\"\"\"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     41\u001b[0m     \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 42\u001b[1;33m         \u001b[0mst\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mos\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0ms\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     43\u001b[0m     \u001b[1;32mexcept\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mOSError\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mValueError\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     44\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[1;32mFalse\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', 'rb'))\n",
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))\n",
    "path=r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\2020'\n",
    "outfile= r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_260_2020_reports.csv'\n",
    "page_classification_nlp_bulk(path=path, cv1 = cv1, load_model= load_model, outfile=  outfile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Extract content pages of 251 reports :2019"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator TfidfTransformer from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n",
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator TfidfVectorizer from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n",
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator LabelEncoder from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4Imprint Group PLC Annual Report 2019.pdf\n",
      "888 Holdings PLC annual report 2019.pdf\n",
      "Admiral AR 2019.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: kid not found in parent's kids array\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AG BARR AR 2019.pdf\n",
      "Aggreko plc AR 2019.pdf\n",
      "AJ Bell PLC Annual Report 2019.pdf\n",
      "Anglo American PLC Annual Report 2019.pdf\n",
      "Antofagasta PLC Annual-report 2019.pdf\n",
      "Ascential PLC Annual Report 2019.pdf\n",
      "Ashmore FY2019 ANNUAL REPORT AND ACCOUNTS.PDF\n",
      "Ashtead Group PLC Annual Report 2019.pdf\n",
      "Associated British Foods PLC Annual Report 2019.pdf\n",
      "Assura PLC Annual Report 2019.pdf\n",
      "Aston Martin Lagonda Global Holding 2019.pdf\n",
      "AstraZeneca AR 2019.pdf\n",
      "Auto Trader Group PLC Annual report 2019.pdf\n",
      "avast ar19.pdf\n",
      "Aveva Group plc AR 2019.pdf\n",
      "aviva-plc-annual-report-and-accounts-2019.pdf\n",
      "Babcock International Group PLC Annual report 2019.pdf\n",
      "BAE-Systems PLC Annual Report 2019.pdf\n",
      "Bakkavor Group Plc Annual Report 2019.pdf\n",
      "Balfour Beatty PLC Annual Report 2019.pdf\n",
      "Bank of Georgia Group PLC Annual Report 2019.pdf\n",
      "Barclays PLC Annual Report 2019.pdf\n",
      "Barratt  Development PLC Annual Report-2019.pdf\n",
      "Beazley AR 2019.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: expected number (<style>:1)\n",
      "mupdf: css syntax error: unexpected character (<style>:1)\n",
      "mupdf: css syntax error: expected number (<style>:1)\n",
      "mupdf: css syntax error: expected number (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected character (<style>:1)\n",
      "mupdf: css syntax error: expected value (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-thin-webfont.eot: No such file or directory\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-light-webfont.eot: No such file or directory\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-regular-webfont.eot: No such file or directory\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-medium-webfont.eot: No such file or directory\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-bold-webfont.eot: No such file or directory\n",
      "mupdf: cannot open publication/mobile/fonts/roboto-black-webfont.eot: No such file or directory\n",
      "mupdf: css syntax error: expected selector (<style>:23)\n",
      "mupdf: cannot open ./publication/contents/templates/html/template/progress_navigation/fonts/Aleo-Bold.woff2: No such file or directory\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/logo.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/burger.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/fullscreen.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/zoom.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/download.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/search.svg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/bg4.jpg: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/bg5.png: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/bg2.png: No such file or directory\n",
      "mupdf: cannot open ./Bellway PLC Annual Report 2019_files/bg1.png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bellway PLC Annual Report 2019.html\n",
      "Berkeley Group Holding PLC -annual-report-2019.pdf\n",
      "BHP Group PLC Annual Report 2019.pdf\n",
      "Bodycote PLC Annual-report-2019.pdf\n",
      "BP PLC Annual report 2019.pdf\n",
      "Brewer Dolphin Annual Reports 2019.pdf\n",
      "British American Tobacco AR 2019.pdf\n",
      "Britvic AR 2019.pdf\n",
      "BT AR 2019.pdf\n",
      "Bunzl PLC annual report 2019.pdf\n",
      "Burberry Group PLC Annual Report 2019.pdf\n",
      "C&C Group PLC Annual_Report_2019.pdf\n",
      "Cairn Energy AR 2019.pdf\n",
      "Capita plc AR 2019.pdf\n",
      "Carnival Corporation & plc 2019      Annual Report (FINAL)-VD.pdf\n",
      "Centamin PLC Annual Report 2019.pdf\n",
      "Centrica AR 2019.pdf\n",
      "Cineworld Group plc ar 2019.pdf\n",
      "Clarkson PLC Annual Report 2019.pdf\n",
      "Close Brothers Group_Annual_Report_2019.pdf\n",
      "CLS Holdings plc Annual Report 2019.pdf\n",
      "Coats-Annual_Report_2019.pdf\n",
      "Coca Cola HBC AG AR 2019.pdf\n",
      "Compass Group AR 2019.pdf\n",
      "Computacenter PLC Annual Report 2019.pdf\n",
      "Contour Global PLC Annual Report 2019.pdf\n",
      "ConvaTec Group PLC Annual Report 2019.pdf\n",
      "Countryside_Properties_PLC_Annual_report_2019.pdf\n",
      "Cranswick PLC Annual Report 2019.pdf\n",
      "Crest Nicholson Holding PLC Annual Report 2019.pdf\n",
      "CRH PLC Annual report 2019.pdf\n",
      "Croda International PLC Annual Report 2019.pdf\n",
      "Daejan  Holdings AR 2019.pdf\n",
      "DCC PLC Annual Report 2019.pdf\n",
      "Dechra Pharmaceuticals AR 19.pdf\n",
      "Diageo PLC Annual Report 2019.pdf\n",
      "Diploma PLC Annual Report 2019.pdf\n",
      "Directline Insurance AR 2019.pdf\n",
      "dixons carphone AR 2019.pdf\n",
      "Dominos Pizza AR 2019.pdf\n",
      "Drax Group Plc Annual Report 2019.pdf\n",
      "Dunelm Group Plc annual-report-2019.pdf\n",
      "EASYJET PUBLIC LIMITED COMPANY-annual-report-2019-web.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: css syntax error: expected selector (<style>:52)\n",
      "mupdf: css syntax error: expected selector (<style>:56)\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/css_KyjzUtgQ6_tanqSNYU4zr2g6wonapyQAnKARTiKrbpk.css: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/css_KkD7_RXwWIlMa_LJuZLE4T8WhNeHRNHOVCSWZYas7eU.css: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/css_JkAWIshk6WLf5p9QhV-ZmPv8Ms3U_Aynfj1vTlu11u0.css: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/css_-qtGBMf7VFKbZun7jYpZoJSy_yKkRldXyTEI8WzpaTA.css: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/css_r1FOmwzuo6s9wUM3oYYzMX2mMRP7zVUQ_T9EiIv5F2Q.css: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/swiper.min.css: No such file or directory\n",
      "mupdf: css syntax error: unexpected token (<style>:1)\n",
      "mupdf: css syntax error: expected selector (<style>:1)\n",
      "mupdf: css syntax error: expected selector (<style>:1)\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/logo.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/chart-1.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/chart-2.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/chart-3.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/manufacturing-icon.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/service-icon.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/infrastructure-icon.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap_0.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap_1.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap_2.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap_4.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap_3.jpg: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/bitmap.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/downloads-image.png: No such file or directory\n",
      "mupdf: cannot open ./Electrocomponents PLC Annual-Report-2019_files/logo(1).png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Electrocomponents PLC Annual-Report-2019.html\n",
      "Elementis PLC Annual Report 2019.pdf\n",
      "Energean annual report 2019.pdf\n",
      "Equniti AR 2019.pdf\n",
      "Essentra PLC Annual Report 2019.pdf\n",
      "euromoney institutional investor AR 2019.pdf\n",
      "Evraz PLC Annual report 2019.pdf\n",
      "Experian AR 2019.pdf\n",
      "FDM AR 2019.pdf\n",
      "Ferguson PLC Annual Report 2019.pdf\n",
      "Ferrexpo PLC Annual report 2019.pdf\n",
      "First Group AR 2019.pdf\n",
      "Fisher (James) & Sons PLC annual report 2019.pdf\n",
      "Flutter Entertainment PLC Annual Report 2019.pdf\n",
      "FRASERS GROUP PUBLIC LIMITED COMPANY.pdf\n",
      "Fresnillo PLC Annual Report 2019.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot recognize version marker\n",
      "mupdf: invalid key in dict\n",
      "mupdf: no objects found\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Future PLC Annual Report 2019.pdf\n",
      "G4S AR 2019.pdf\n",
      "GallifordTry PLC Annual Report 2019.pdf\n",
      "Genuit group annual report 2019.pdf\n",
      "Genuit Group PLC annual report 2019.pdf\n",
      "genus-ar19.pdf\n",
      "GLENCORE PLC Annual Report 2019.pdf\n",
      "Go Ahead annual report 2019.pdf\n",
      "Grafton Group PLC Annual Report 2019.pdf\n",
      "Grainger AR 2019.pdf\n",
      "Greencore Group PLC Annual Report 2019.pdf\n",
      "Greggs PLC Annual Report 2019.pdf\n",
      "Halma PLC Annual report 2019.pdf\n",
      "Hargreaves Lansdown annual report 2013.pdf\n",
      "Hastings Group AR 2019.pdf\n",
      "Hays annual report 2019.pdf\n",
      "Helios Towers AR 2019.pdf\n",
      "HG Capital Trust ar 2019.pdf\n",
      "Hikma Pharmaceuticals AR 19.pdf\n",
      "Hill & Smith Holding PLC Annual Report 2019.pdf\n",
      "Hilton Food Group Plc Annual Report 2019.pdf\n",
      "Hiscox DI Ltd Annual Report 2019.pdf\n",
      "Hochschild Mining AR 2019.pdf\n",
      "Homeserve PLC Annual Report 2019.pdf\n",
      "Howden Joinery Group PLC Annual Report 2019.pdf\n",
      "HSBC Holdings plc annual-report-and-accounts-2019 (1).pdf\n",
      "Hunting PLC AR 2019.pdf\n",
      "Ibstock PLC Annual Report 2019.pdf\n",
      "ICG Enterprise Trust AR 2019.pdf\n",
      "IG Group Holding PLC Annual Report 2019.pdf\n",
      "IMI PLC Annual Report 2019.pdf\n",
      "Imperial Brands AR 2019.pdf\n",
      "Informa PLC Annual-report-2019.pdf\n",
      "Integafin Holdings Annual Report 2019.pdf\n",
      "Intercontinental Hotels Group PLC Annual Report 2019.pdf\n",
      "Intermediate Capital Group Annual report 2019.pdf\n",
      "INTERNATIONAL CONSOLIDATED AIRLINES GROUP SA Annual report and accounts 2019.pdf\n",
      "Intertek AR 2019.pdf\n",
      "investec-dlc-vol-1-annual-report-2019.pdf\n",
      "IP Group Annual report 2019.pdf\n",
      "ITV AR 2019.pdf\n",
      "IWG AR 2019.pdf\n",
      "JD SPORTS FASHION PUBLIC LIMITED COMPANY 2019.pdf\n",
      "JD Wetherspoon AR 2019.pdf\n",
      "John Laing Group PLC Annual Report 2019.pdf\n",
      "Johnson Matthey PLC Annual report 2019.pdf\n",
      "Jupiter Fund management Annual report 2019.pdf\n",
      "Just Eat PLC Annual report 2019.pdf\n",
      "Kainos Group AR 2019.pdf\n",
      "KAZ Minerals PLC annual report 2019.pdf\n",
      "Kingfisher PLC Annual report 2019.pdf\n",
      "Legal & General Group PLC Annual Report 2019.pdf\n",
      "Lloyds banking group plc annual report 2019.pdf\n",
      "London Stock Exchange Group  Annual Report 2019.pdf\n",
      "M&G Annual Report 2019.pdf\n",
      "Marks & Spencers - Annual Report 2019.pdf\n",
      "Marstons PLC AR 2019.pdf\n",
      "Mediclinic International PLC Annual Report 2019.pdf\n",
      "Meggitt_Annual_Report_and_Accounts_2019.pdf\n",
      "Melrose Industries PLC Annual report 2019.pdf\n",
      "Micro Focus International plc AR 2019.pdf\n",
      "Mitchells and Butlers AR 2019.pdf\n",
      "Mondi PLC Annual report 2019.pdf\n",
      "Moneysupermarket com Group Annual Report-2019.pdf\n",
      "Morgan Advanced Material PLC Annual report 2019.pdf\n",
      "Morrisons (WM) Supermarket PLC annual report 2019.pdf\n",
      "National Express AR 2019.pdf\n",
      "National Grid AR 2019.pdf\n",
      "natwest-bank-plc-annual-report.pdf\n",
      "Next PLC annual report 2019.pdf\n",
      "NMC Health PLC Annual Report 2019.pdf\n",
      "Ocado--Annual-Report-2019.pdf\n",
      "OSB Group PLC Annual Report 2019.pdf\n",
      "Oxford Instruments Annual Report 2019.pdf\n",
      "Page Group AR 2019.pdf\n",
      "Paragon Group of Companies PLC Annual Report 2019.pdf\n",
      "Paypoint AR 2019.pdf\n",
      "Pearson AR 2019.pdf\n",
      "Pennon Group AR 2019.pdf\n",
      "Pershing Square Holdings-Ltd.-2019-Annual-Report.pdf\n",
      "Persimmon PLC Annual report 2019.pdf\n",
      "petrofac AR 2019.pdf\n",
      "Pets at Home AR 2019.pdf\n",
      "Phoenix Group Holding PLC Annual Report 2091.pdf\n",
      "Playtech PLC Annual Report 2019.pdf\n",
      "Plus500 PLC Annual Report Annual report 2019.pdf\n",
      "Polymetal International PLC Annual_report_2019.pdf\n",
      "PPHE Hotels Group Ltd Annual Report 2019.pdf\n",
      "Primary Health Properties PLC Annual Report 2019.pdf\n",
      "Provident Financial PLC Annual report 2019.pdf\n",
      "Prudential PLC Annual Report 2019.pdf\n",
      "PureTech-Announces-2019-Annual-Results-.pdf\n",
      "PZ Cussons AR2019.pdf\n",
      "quilter_annual report 2019.pdf\n",
      "Quinetiq Group PLC Annual report 2019.pdf\n",
      "rathbone_brothers_plc_Annual Report 2019.pdf\n",
      "Reckitt Benckiser AR 2019.pdf\n",
      "Redrow PLC annual report 2019.pdf\n",
      "Relx AR 2019.pdf\n",
      "Renishaw PLC Annual Report 2019.pdf\n",
      "Rentokil Initial AR 2019.pdf\n",
      "restaurant group AR 2019.pdf\n",
      "RHI Magnesita NV plc AR 2019.pdf\n",
      "Rightmove 2019 Annual Report.pdf\n",
      "Rio Tinto Annual report 2019.pdf\n",
      "ROLLS-ROYCE HOLDINGS PLC 2019-full-annual-report.pdf\n",
      "Rotork PlC Annual Report 2019.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/main.css: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/tablestyle.css: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_workforce_engagement.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_risk_factors.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_climate_change_and_energy_transition.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_workforce_engagement.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_risk_factors.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_climate_change_and_energy_transition.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_workforce_engagement.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_risk_factors.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_climate_change_and_energy_transition.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_workforce_engagement.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_risk_factors.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/menu_teaser_climate_change_and_energy_transition.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/search_teaser_who_we_are.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/search_teaser_what_we_do.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/search_teaser_outlook.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/search_teaser_summary.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/feature_teaser_chairs_message.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/feature_teaser_ceo_review.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_sr_off.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_sr_on.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_sr_hover.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_ihb_off.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_ihb_on.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_ihb_hover.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_tcr_off.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_tcr_on.jpg: No such file or directory\n",
      "mupdf: cannot open ./Royal Dutch Shell Annual report 2019_files/teaser_rh_shell_tcr_hover.jpg: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Royal Dutch Shell Annual report 2019.html\n",
      "Royal Dutch Shell PLC Annual Report 2019.pdf\n",
      "Royal Mail PLC Annual Report 2019.pdf\n",
      "RSA AR 2019.pdf\n",
      "Sainsbury J PLC Annual-report-2019.pdf\n",
      "sanne-group-plc-2019-annual-report-and-accounts-final.pdf\n",
      "Savills AR 2019.pdf\n",
      "Schroders_2019AnnualReport.pdf\n",
      "senior-annual-report-2019-v1.pdf\n",
      "serco AR 2019.pdf\n",
      "Severn Trent AR 2019.pdf\n",
      "SIG plc annual report 2019.pdf\n",
      "Signature Aviation AR 2019.pdf\n",
      "Smith & Nephew PLC Annual Report_2019.pdf\n",
      "Smith (DS) PLC Annual Report 2019.pdf\n",
      "Smiths Group PLC annual report 2019.pdf\n",
      "Smurfit_Kappa_Annual_Report_2019.pdf\n",
      "Sophos AR 2019.pdf\n",
      "Spectris PLC annual report 2019.pdf\n",
      "Spirax-Sarco Engineering PLC annual report 2019.pdf\n",
      "spirent communications AR 2019.pdf\n",
      "SSE PLC Annual Report 2019.pdf\n",
      "SSP AR 2019.pdf\n",
      "St Modwen Properties AR 2019.pdf\n",
      "Stagecoach AR 2019.pdf\n",
      "Standard Life Aberdeen PLC Annual reprt 2019.pdf\n",
      "standard-chartered-plc-full-year-2019-report.pdf\n",
      "Synthomer PLC Annual Report 2019.pdf\n",
      "TalkTalk Telecom Group PLC Annual Report.pdf\n",
      "Tate & Lyle PLC Annual Report 2019.pdf\n",
      "Taylor Wimpey PLC Annual Report 2019.pdf\n",
      "Tbc bank group annual report 2109.pdf\n",
      "Tesco PLC Annual Report 2019.pdf\n",
      "The Sage Group AR 2019.pdf\n",
      "TI fluid systems PLC annual report 2019.pdf\n",
      "TP ICAP PLC Annual-Report 2019.pdf\n",
      "Travis Perkins PLC annual-report-2019.pdf\n",
      "TUI AR 2019.pdf\n",
      "Tullow Oil AR 2019.pdf\n",
      "UDG Healthcare PLC Annual Report 2019.pdf\n",
      "Ultra Electronic Holding PLC Annual Report 2019.pdf\n",
      "unilever AR 2019.pdf\n",
      "UNITE AR19.pdf\n",
      "United Utilities AR 2019.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/chg8pof.css: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/main.less: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/01221181.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/image-borken-2015-5.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/locations.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/fc-background-cover.png: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/joe_yi_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/rafael_jacob_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/saji_meledathu_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/laura_grana_suarez_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/joe_yi_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/rafael_jacob_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/saji_meledathu_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/laura_grana_suarez_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/joe_yi_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/rafael_jacob_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/saji_meledathu_448x448px.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/laura_grana_suarez_448x448px.jpg: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/01221181.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/image-borken-2015-5.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/locations.jpg: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2019_files/logo.png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vesuvius PLC Annual report 2019.html\n",
      "Victrex plc AR 2019.pdf\n",
      "VirginMoney2019ARA.pdf\n",
      "Vistry Group PLC Annual report 2019.pdf\n",
      "Vivo Energy AR 2019.pdf\n",
      "Vodafone Group AR 2019.pdf\n",
      "Weir Group PLC Annual-report 2019.pdf\n",
      "WH Smith Annual Report 2019.pdf\n",
      "Whitbread PLC Annual Report 2019.pdf\n",
      "William Hill PLC Annual Report 2019.pdf\n",
      "WIZZ AIR HOLDINGS PUBLIC LIMITED COMPANY ar-f19-final-(web-indexed)_6afd66af.pdf\n",
      "Wood Group (John) AR 2019.pdf\n",
      "WPP PLC  Annual Report 2019.pdf\n"
     ]
    },
    {
     "ename": "ValueError",
     "evalue": "Length of values (1740) does not match length of index (1741)",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-90-110be9cf177b>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[0mpath\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\2019'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[0moutfile\u001b[0m\u001b[1;33m=\u001b[0m \u001b[1;34mr'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_251_2019_reports.csv'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 5\u001b[1;33m \u001b[0mpage_classification_nlp_bulk\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mpath\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mcv1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv1\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mload_model\u001b[0m\u001b[1;33m=\u001b[0m \u001b[0mload_model\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0moutfile\u001b[0m\u001b[1;33m=\u001b[0m  \u001b[0moutfile\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[1;32m<ipython-input-89-67c7117761c1>\u001b[0m in \u001b[0;36mpage_classification_nlp_bulk\u001b[1;34m(path, cv1, load_model, outfile)\u001b[0m\n\u001b[0;32m     39\u001b[0m     \u001b[0mdf\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     40\u001b[0m     \u001b[0mdf\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'text'\u001b[0m\u001b[1;33m]\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0ml_text\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 41\u001b[1;33m     \u001b[0mdf\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'page'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m=\u001b[0m \u001b[0mpage_text\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     42\u001b[0m     \u001b[0mdf1\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mclean_func\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     43\u001b[0m     \u001b[0mx_unseen\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcv1\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtransform\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdf1\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclean_text\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m__setitem__\u001b[1;34m(self, key, value)\u001b[0m\n\u001b[0;32m   3161\u001b[0m         \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3162\u001b[0m             \u001b[1;31m# set column\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3163\u001b[1;33m             \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_set_item\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3164\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3165\u001b[0m     \u001b[1;32mdef\u001b[0m \u001b[0m_setitem_slice\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m:\u001b[0m \u001b[0mslice\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m_set_item\u001b[1;34m(self, key, value)\u001b[0m\n\u001b[0;32m   3240\u001b[0m         \"\"\"\n\u001b[0;32m   3241\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_ensure_valid_index\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3242\u001b[1;33m         \u001b[0mvalue\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_sanitize_column\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3243\u001b[0m         \u001b[0mNDFrame\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_set_item\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3244\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m_sanitize_column\u001b[1;34m(self, key, value, broadcast)\u001b[0m\n\u001b[0;32m   3897\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3898\u001b[0m             \u001b[1;31m# turn me into an ndarray\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 3899\u001b[1;33m             \u001b[0mvalue\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0msanitize_index\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   3900\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m(\u001b[0m\u001b[0mnp\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mndarray\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mIndex\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   3901\u001b[0m                 \u001b[1;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mand\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m>\u001b[0m \u001b[1;36m0\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda_latest\\lib\\site-packages\\pandas\\core\\internals\\construction.py\u001b[0m in \u001b[0;36msanitize_index\u001b[1;34m(data, index)\u001b[0m\n\u001b[0;32m    749\u001b[0m     \"\"\"\n\u001b[0;32m    750\u001b[0m     \u001b[1;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;33m!=\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 751\u001b[1;33m         raise ValueError(\n\u001b[0m\u001b[0;32m    752\u001b[0m             \u001b[1;34m\"Length of values \"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    753\u001b[0m             \u001b[1;34mf\"({len(data)}) \"\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mValueError\u001b[0m: Length of values (1740) does not match length of index (1741)"
     ]
    }
   ],
   "source": [
    "cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', 'rb'))\n",
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))\n",
    "path=r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\2019'\n",
    "outfile= r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_251_2019_reports.csv'\n",
    "page_classification_nlp_bulk(path=path, cv1 = cv1, load_model= load_model, outfile=  outfile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# extract content pages of 279 reports: 2018"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3I Group PLC Annual Report 2018.pdf\n",
      "888 Holdings AR 2018.pdf\n",
      "Admiral Group Plc Annual Report 2018.pdf\n",
      "AG Barr AR 2018.pdf\n",
      "Aggreko PLC annual report 2018.pdf\n",
      "Anglo American PLC Annual Report 2018.pdf\n",
      "Antofagasta PLC Annual Report 2018.pdf\n",
      "Ascential PLC Annual Report 2018.pdf\n",
      "Ashmore Group PLC Annual Report 2018.pdf\n",
      "Ashtead-Group -Annual Report 2018.pdf\n",
      "Associated British Foods PLC Annual Report 2018.pdf\n",
      "Assura PLC Annual Report 2018.pdf\n",
      "AstraZeneca_AR_2018.pdf\n",
      "Auto Trader Group PLC Annual report 2018.pdf\n",
      "Aveva Group PLC Annual Report 2018.pdf\n",
      "Aviva PLC Annual Report 2018.pdf\n",
      "B&M Eurpean Value Retail Annual Report 2018.pdf\n",
      "Babcock International Group PLC Annual report 2018.pdf\n",
      "BAE-Systems PLC Annual Report 2018.pdf\n",
      "Bakkaver Group plc AR 2018.pdf\n",
      "Balfour Beatty PLC Annual Report 2018.pdf\n",
      "Barclays PLC Annual Report 2018.pdf\n",
      "Barratt  Development PLC Annual Report-2018.pdf\n",
      "BBA Aviation PLC Annual Report 2018.pdf\n",
      "BCA Marketplace PLC Annual report 2018.pdf\n",
      "Beazley PLC Annual Report-2018.pdf\n",
      "Berkeley Group Holding PLC -annual-report-2018.pdf\n",
      "BGEO Group PLC Annual Report 2018.pdf\n",
      "BHP Billiton PLC 2018.pdf\n",
      "Big Yellow Group PLC Annual report 2018.pdf\n",
      "Bodycote PLC Annual-report-2018.pdf\n",
      "Bovis Homes Group PLC Annual Report 2018.pdf\n",
      "bp-annual-report-and-form-20f-2018.pdf\n",
      "Brewin Dolphin Holdings AR 2018.pdf\n",
      "British American Tobacco PLC Annual_Report_and_Form_20-F_2018.pdf\n",
      "British Land Company Ltd Annual Report 2018.pdf\n",
      "Britvic PLC Annual Report 2018.pdf\n",
      "BT Group PLC Annual Report 2018.pdf\n",
      "BTG PLC Annual report 2018.pdf\n",
      "Bunzl PLC annual report 2018.pdf\n",
      "Burberry Group PLC Annual-Report 2018.pdf\n",
      "Cairn AR 2018.pdf\n",
      "Capita Annual Report 2018.pdf\n",
      "Capital & Counties Properties PLC Annual Report 2018.pdf\n",
      "Card Factory AR 2018.pdf\n",
      "Carnival PLC  Annual Report 2018.pdf\n",
      "Centamin PLC Annual Report 2018.pdf\n",
      "Centrica PLC Annual Report 2018.pdf\n",
      "Charter Court Financial Services Group ar 2018.pdf\n",
      "Cineworld Group PLC Annual Report 2018.pdf\n",
      "clarkson plc ar 2018.pdf\n",
      "Close Brothers Group PLC Annual report 2018.pdf\n",
      "CLS Holdings annual report 2018.pdf\n",
      "Coats Group AR 2018.pdf\n",
      "Cobham PLC Annual Report 2018.pdf\n",
      "Coca Cola HBC AG Annual Report 2018.pdf\n",
      "Commercial property trust AR 2018.pdf\n",
      "Compass Group PLC Annual Report 2018.pdf\n",
      "Computacenter PLC Annual Report 2018.pdf\n",
      "Contour Global PLC Annual Report 2018.pdf\n",
      "ConvaTec Group PLC Annual Report 2018.pdf\n",
      "Countryside_Properties_PLC_annual_report_2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cranswick PLC Annual Report 2018.pdf\n",
      "Crest Nicholson AR 2018.pdf\n",
      "CRH PLC Annual report 2018.pdf\n",
      "Croda Internaltion PLC 2018 Annual Report.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/afr-2017.css: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/logo.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/hamburger.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/hamburger-dark.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n",
      "mupdf: cannot open ./CYBG PLC Annual Report 2018_files/arrow_down.png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CYBG PLC Annual Report 2018.html\n",
      "Daejan Holdings AR 2018.pdf\n",
      "DCC PLC Annual Report 2018.pdf\n",
      "Dechra Pharmaceuticals PLC Annual report 2018.pdf\n",
      "Derwent London PLC Annual report 2018.pdf\n",
      "Diageo PLC Annual Report 2018.pdf\n",
      "Diploma PLC Annual Report-2018.pdf\n",
      "Direct Line Insurance Group PLC Annual Report 2018.pdf\n",
      "Dixons Carphone PLC Annual Report 2018.pdf\n",
      "Dominos Pizza Group PLC Annual Report 2018.pdf\n",
      "Drax AR 2018.pdf\n",
      "DS Smith PLC Annual Report 2018.pdf\n",
      "Dunelm Group AR 2018.pdf\n",
      "Easyjet PLC Annual Report 2018.pdf\n",
      "Eddie Stobart AR 2018.pdf\n",
      "Electrocomponents PLC Annual-Report-2018.pdf\n",
      "Elementis PLC Annual Report 2018.pdf\n",
      "equiniti AR 2018.pdf\n",
      "Essentra AR 2018.pdf\n",
      "esure group plc ar 2018.pdf\n",
      "Euromoney Institutional Investor PLC Annual Report 2018.pdf\n",
      "Evraz PLC Annual report 2018.pdf\n",
      "Experian PLC Annual Report 2018.pdf\n",
      "FDM Annual Report 2018.pdf\n",
      "Ferguson Annual Report 2018.pdf\n",
      "Ferrexpo PLC Annual report 2018.pdf\n",
      "First Group AR 2018.pdf\n",
      "Fresnillo PLC Annual Report 2018.pdf\n",
      "G4S PLC Annual report 2018.pdf\n",
      "Galliford plc annual report 2018.pdf\n",
      "Genus PLC  Annual report 2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot recognize version marker\n",
      "mupdf: no objects found\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "GKN PLC Annual Report 2018.pdf\n",
      "GlaxoSmithKline PLC 2018.pdf\n",
      "Glencore PLCA Annual Report 2018.pdf\n",
      "Go Ahead Group AR 2018.pdf\n",
      "Grafton Group PLC Annual Report 2018.pdf\n",
      "grainer AR 2018.pdf\n",
      "Great Portland Estates PLC Annual Report 2018.pdf\n",
      "Greencore Group annual report 2018.pdf\n",
      "Greene King PLC Annual Report 2018.pdf\n",
      "Greggs AR 2018.pdf\n",
      "GVC Holdings PLC Annual report 2018.pdf\n",
      "Halfords Group ar 2018.pdf\n",
      "Halma PLC Annual report 2018.pdf\n",
      "Hammerson PLC Annual Report 2018.pdf\n",
      "Hargreaves Lansdown PLC Annual report 2018.pdf\n",
      "Hasting Group Holding PLC Annual Report 2018.pdf\n",
      "Hays PLC Annual Report 2018.pdf\n",
      "Hikma Pharmaceuticals PLC Annual report 2018.pdf\n",
      "Hill & Smith AR 2018.pdf\n",
      "Hiscox Ltd Annual Report 2018.pdf\n",
      "Hochschild Mining plc annual report 2018.pdf\n",
      "Homeserve PLC Annual Report 2018.pdf\n",
      "Howden Joinery Group PLC Annual Report 2018.pdf\n",
      "HSBC Holdings PLC annual-report-and-accounts-2018.pdf\n",
      "Hunting PLC AR 2018.pdf\n",
      "Ibstock AR 2018.pdf\n",
      "IG Group Holding PLC Annual Report 2018.pdf\n",
      "IMI PLC Annual Report 2018.pdf\n",
      "Imperial Brands PLC Annual Report 2018.pdf\n",
      "Inchape PLC Annual report 2018.pdf\n",
      "Indivior PLC Annual-Report-2018.pdf\n",
      "Informa PLC Annual Report 2018.pdf\n",
      "Inmarsat PLC Annual Report 2018.pdf\n",
      "Intermediate Capital Group Public Ltd Co Annual Report 2018.pdf\n",
      "International Consolidated Airlines Group SA Annual Report 2018.pdf\n",
      "Intertek-Group PLC Annual-Report 2018.pdf\n",
      "Intu Properties PLC Annual Report 2018.pdf\n",
      "Investec-PLC-Annual-Report 2018.pdf\n",
      "IP Group AR 2018.pdf\n",
      "ITV PLC annual-report-2018.pdf\n",
      "IWG PLC Annual Report 2018.pdf\n",
      "J Sainsbury PLC Annual Report 2018.pdf\n",
      "James Fisher & Sons AR 2018.pdf\n",
      "Jardine Lloyd Thompson Group PLC Annual report 2018.pdf\n",
      "JD Sport & Fashion Annual report 2018.pdf\n",
      "JD Wetherspoon AR 2018.pdf\n",
      "John Laing Group PLC Annual Report 2018.pdf\n",
      "John Wood Group PLC Annual Report 2018.pdf\n",
      "Johnson Matthey PLC Annual report 2018.pdf\n",
      "Just Eat PLC Annual report 2018.pdf\n",
      "Just Group PLC Annual Report 2018.pdf\n",
      "KAZ Minerals PLC annual report 2018.pdf\n",
      "Kier Group AR 2018.pdf\n",
      "Kingfisher PLC Annual report 2018.pdf\n",
      "Lancashire Holding 2018 Annual Report.pdf\n",
      "Land Securities Group PLC Annual Report 2018.pdf\n",
      "Legal & General Group PLC Annual Report 2018.pdf\n",
      "Lloyds Banking Group PLC annual report 2018.pdf\n",
      "London Stock Exchange Group  Annual Report 2018.pdf\n",
      "Londonmetric Property ar 2018.pdf\n",
      "Man Group PLC Annual Report 2018.pdf\n",
      "Marks & Spencers - Annual Report 2018.pdf\n",
      "Marshalls AR 2018.pdf\n",
      "Marstons ar 2018.pdf\n",
      "McCarthy & Stone ar 2018.pdf\n",
      "Mediclinic International Plc Annual Report 2018.pdf\n",
      "Meggitt PLC Annual Report 2018.pdf\n",
      "Melrose Industries PLC Annual report 2018.pdf\n",
      "Merlin Entertainment PLC Annual Report 2018.pdf\n",
      "Metro Bank PLC Annual Report 2018.pdf\n",
      "Micro Focus International PLC Annual Report 2018.pdf\n",
      "Millennium & Copthorne Hotels PLC annual report 2018.pdf\n",
      "Mitchells & Butler AR 2018.pdf\n",
      "Mondi PLC Annual report 2018.pdf\n",
      "Moneysupermarket com Group Annual Report-2018.pdf\n",
      "Morgan Advanced Materials 2018 AR.pdf\n",
      "National Express Group PLC Annual Report 2018.pdf\n",
      "National Grid PLC Annual Report 2018.pdf\n",
      "Newriver Reit plc AR 2018.pdf\n",
      "Nex Group PLC annual report 2018.pdf\n",
      "Next PLC annual report 2018.pdf\n",
      "NMC Health PLC Annual Report 2018.pdf\n",
      "Ocado Group Plc Annual Report 2018.pdf\n",
      "Old Mutual PLC Annual Report-2018.pdf\n",
      "On the beach group AR 2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: unknown keyword: '0.00-5254593'\n",
      "mupdf: unknown keyword: '0.00-5254593'\n",
      "mupdf: unknown keyword: '0.00-5254593'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "One Savings Bank annual report 2018.pdf\n",
      "Paddy Power Betfair PLC Annual Report 2018.pdf\n",
      "Page Group PLC Annual Report 2018.pdf\n",
      "Paragon Banking Group AR 2018.pdf\n",
      "Pearson PLC Annual Report 2018.pdf\n",
      "Pennon Group PLC Annual Report 2018.pdf\n",
      "Persimmon PLC Annual report 2018.pdf\n",
      "Petrofac Ltd Annual report 2018.pdf\n",
      "Pets at Home Group plc AR 2018.pdf\n",
      "Phoenix Group Holdings Annual report 2018.pdf\n",
      "Playtech PLC Annual Report 2018.pdf\n",
      "Polymetal_annual_report_2018.pdf\n",
      "Provident Financial PLC Annual Report 2018.pdf\n",
      "Prudential PLC Annual Report 2018.pdf\n",
      "Qinetig Group AR 2018.pdf\n",
      "Randgold Resources LTD Annual Report 2018.pdf\n",
      "Rank Group AR 2018.pdf\n",
      "Rathbone Brothers AR 2018.pdf\n",
      "RDI Reit AR 2018.pdf\n",
      "Reckitt Benckiser Group PLC annual report 2015.pdf\n",
      "Redrow PLC annual report 2018.pdf\n",
      "Relx Group PLC Annual Report 2018.pdf\n",
      "Renewi PLC AR 2018.pdf\n",
      "Renishaw_Annual_Report_2018.pdf\n",
      "Rentokil-Initial PLC Annual Report 2018.pdf\n",
      "RHI Magnesita NV Annual report 2018.pdf\n",
      "Rightmove PLC Annual_Report 2018.pdf\n",
      "Rio Tinto PLC 2018.pdf\n",
      "Rolls Royce Holding PLC Annual Report 2018.pdf\n",
      "Rotork PLC Annual report 2018.pdf\n",
      "Royal Bank of Scotland Group PLC Annual Report 2018.pdf\n",
      "Royal Dutch Shell PLC_ar18.pdf\n",
      "Royal Mail PLC Annual Report 2018.pdf\n",
      "RPC Group PLC Annual report 2018.pdf\n",
      "RSA Insurance Group PLC Annual Report 2018.pdf\n",
      "Safestore Holdings AR 2018.pdf\n",
      "Saga PLC Annual Report 2018.pdf\n",
      "Sage Group PLC Annual Report 2018.pdf\n",
      "Sanne Group annual report 2018.pdf\n",
      "Savills PLC Annual Report 2018.pdf\n",
      "Schroders PLC Annual Report 2018.pdf\n",
      "Segro PLC Annual report 2018.pdf\n",
      "Senior PLC Annual-report-2018.pdf\n",
      "Serco Group ar 2018.pdf\n",
      "Severn Trent PLC Annual Report 2018.pdf\n",
      "Shaftesbury PLC Annual Report 2018.pdf\n",
      "SIG AR 2018.pdf\n",
      "Sirius Minerals PLC Annual Report 2018.pdf\n",
      "Sky PLC Annual report 2018.pdf\n",
      "Smith & Nephew PLC Annual Report_2018.pdf\n",
      "Smiths Group PLC annual report 2018.pdf\n",
      "Smurfit_Kappa_Annual_Report_2018.pdf\n",
      "Softcat PLC Annual Report 2018.pdf\n",
      "Sophos Group PLC Annual report 2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/vendor.css: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/main.css: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/logo@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/menu@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/hero@2x.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/chart-inner-watson-marlow.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/chart-inner-emea.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/chart-inner-asia-pacific.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/chart-inner-americas.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/chart-inner-chromalox.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/hand-icon@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_1_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy1.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_2_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy2.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_3_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy3.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_4_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy4.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_5_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy5.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy_6_302x135.jpg: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Strategy6.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Food_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Food@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Beverage_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Beverage@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Pharma_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Pharma@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/OEM_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/OEM@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Oil_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Oil@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Chemical_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Chemical@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Healthcare_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Healthcare@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Power_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Power@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Buildings_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Buildings@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Mining_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Mining@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Water_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Water@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Paper_icon.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/Paper@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/industries-we-serve@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/download@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/download@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/download@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/download@2x.png: No such file or directory\n",
      "mupdf: cannot open ./Spirax-Sarco Engineeing Annual Report 2018_files/download@2x.png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Spirax-Sarco Engineeing Annual Report 2018.html\n",
      "Spire healthcare group AR 2018.pdf\n",
      "Sports Direct International PLC Annual Report 2018.pdf\n",
      "SSE PLC Annual Report 2018.pdf\n",
      "SSP Group PLC annual report 2018.pdf\n",
      "St James's Place Annual Report 2018.pdf\n",
      "St Modwen Properties AR 2018.pdf\n",
      "Stagecoach Group Ar 2018.pdf\n",
      "Standard Chartered PLC Annual Report 2018.pdf\n",
      "Superdry PLC Annual-report 2018.pdf\n",
      "Synthomer PLC Annual report 2018.pdf\n",
      "TalkTalk Telecom Group  Annual Report 2018.pdf\n",
      "Tate & Lyle PLC Annual Report 2018.pdf\n",
      "Taylor Wimpey Annual Report and Accounts 2018 WR.pdf\n",
      "TBC Bank Group AR 2018.pdf\n",
      "Ted Baker AR 2017-2018.pdf\n",
      "Tesco PLC Annual Report 2018.pdf\n",
      "Thomas Cook Group PLC Annual Report 2018.pdf\n",
      "TI Fluid Systems PLC Annual Report 2018.pdf\n",
      "TP ICAP PLC Annual-Report 2018.pdf\n",
      "Travis Perkins PLC annual-report-2018.pdf\n",
      "Tritax Big Box Reit PLC Annual Report 2018.pdf\n",
      "TUI AG Annual Report 2018.pdf\n",
      "Tullow Oil  PLC Annual Report 2018.pdf\n",
      "UBM PLC Annual Report 2018.pdf\n",
      "UDG Healthcare PLC Annual Report 2018.pdf\n",
      "Ultra electronics holdings AR 2018.pdf\n",
      "unilever-annual-report-and-accounts-2018_tcm244-534881_en.pdf\n",
      "Unite Group PLC Annual Report 2018.pdf\n",
      "United-Utilities Group PLC Annual report 2018.pdf\n",
      "Vedanta Resources PLC Annual Report 2018.pdf\n",
      "Vesuvius PLC Annual report 2018.html\n",
      "Victrex PLC Annual-Report-2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/chg8pof.css: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/main.less: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/steel-division.png: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/foundry-division.png: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/locations_pic_for_menu.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/home_backgroundimage.jpg: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/bill-cousineau.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/tsuyoshi-miki.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/katarzyna-szafraniec.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/séverine-romero-baivier.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/bill-cousineau.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/tsuyoshi-miki.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/katarzyna-szafraniec.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/séverine-romero-baivier.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/bill-cousineau.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/tsuyoshi-miki.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/katarzyna-szafraniec.jpg: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/séverine-romero-baivier.jpg: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/steel-division.png: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/foundry-division.png: No such file or directory\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/locations_pic_for_menu.jpg: No such file or directory\n",
      "mupdf: css syntax error: expected keyword in property (<inline>:1)\n",
      "mupdf: cannot open ./Vesuvius PLC Annual report 2018_files/logo.png: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Vodafone PLC Annual Report 2018.pdf\n",
      "Weir Group PLC Annual Report 2018.pdf\n",
      "Whitbread PLC Annual Report 2018.pdf\n",
      "WHSmith PLC Annual Report 2018.pdf\n",
      "William Hill PLC Annual Report 2018.html\n",
      "Wizz Air Holding Ltd Annual Report 2018.pdf\n",
      "Wm Morrisons Supermarket PLC Annual report 2018.pdf\n",
      "Workspace Group PLC Annual report 2018.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/cookieconsent.min.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/style.min.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/print.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/socialmedia.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/jquery.fancybox.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/jquery.fancybox-buttons.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/jquery.fancybox-thumbs.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/WH_Hoxton_Complete.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/font-awesome.min.css: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/logo2016.svg: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/go-one-better-tout.jpg: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/media-tout.jpg: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/content-banner-image.png: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/logo2016.svg: No such file or directory\n",
      "mupdf: cannot open ./William Hill PLC Annual Report 2018_files/when-the-fun.svg: No such file or directory\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WPP PLC  Annual Report 2018.pdf\n",
      "DONE\n"
     ]
    }
   ],
   "source": [
    "cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', 'rb'))\n",
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))\n",
    "path=r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\2018'\n",
    "outfile= r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_279_2018_reports.csv'\n",
    "page_classification_nlp_bulk(path=path, cv1 = cv1, load_model= load_model, outfile=  outfile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# extract content pages of 2021 reports"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3i infrastructure ar 2021.pdf\n",
      "4imprint Group AR 2020.pdf\n",
      "888 Holdings Annual Report.pdf\n",
      "91-ninety-one-integrated-annual-report-2021.pdf\n",
      "Admiral Group Plc Annual Report 2020.pdf\n",
      "Aggreko PLC annual report 2020.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: unknown keyword: '2318.4.0'\n",
      "mupdf: unknown keyword: '2l3632'\n",
      "mupdf: unknown keyword: '5167035182.040.0912'\n",
      "mupdf: unknown keyword: '53.5848.666628.731670351c'\n",
      "mupdf: unknown keyword: '851.211.042'\n",
      "mupdf: unknown keyword: '2.91465614236.96'\n",
      "mupdf: unknown keyword: '265676c'\n",
      "mupdf: unknown keyword: '50.51466.222'\n",
      "mupdf: unknown keyword: 'c.304'\n",
      "mupdf: unknown keyword: '35.37.6964'\n",
      "mupdf: unknown keyword: '35.37.6972'\n",
      "mupdf: unknown keyword: '24.6845.276'\n",
      "mupdf: unknown keyword: '23.5.3015.344'\n",
      "mupdf: unknown keyword: '32.149.2388'\n",
      "mupdf: unknown keyword: '52.93668.7514'\n",
      "mupdf: unknown keyword: '651.0428.75142'\n",
      "mupdf: unknown keyword: '51.16.798'\n",
      "mupdf: unknown keyword: '19423.5.3366'\n",
      "mupdf: unknown keyword: '25.542.7468.9956'\n",
      "mupdf: unknown keyword: '15.24.47'\n",
      "mupdf: unknown keyword: '28.c'\n",
      "mupdf: unknown keyword: '6.7318.4m'\n",
      "mupdf: unknown keyword: '2828.60c'\n",
      "mupdf: unknown keyword: '28.657.28'\n",
      "mupdf: unknown keyword: '5350.5224.51'\n",
      "mupdf: unknown keyword: '6.207.078'\n",
      "mupdf: unknown keyword: '217.4.1'\n",
      "mupdf: unknown keyword: '3684544c'\n",
      "mupdf: unknown keyword: '11.c'\n",
      "mupdf: unknown keyword: '33.36.84'\n",
      "mupdf: unknown keyword: '20.66.852'\n",
      "mupdf: unknown keyword: '36.52.06628.6184'\n",
      "mupdf: unknown keyword: '13.66.956'\n",
      "mupdf: unknown keyword: '366.84.24'\n",
      "mupdf: unknown keyword: '0.1266.84.24'\n",
      "mupdf: unknown keyword: '4662810448.6606628.6182.040'\n",
      "mupdf: unknown keyword: '33.6698.734.272'\n",
      "mupdf: unknown keyword: '31047322.44-16'\n",
      "mupdf: unknown keyword: '30.74.2'\n",
      "mupdf: unknown keyword: '6-16'\n",
      "mupdf: unknown keyword: '30.7574.4144-1647.474.61.226'\n",
      "mupdf: unknown keyword: '250.74.51.108'\n",
      "mupdf: unknown keyword: '24757c'\n",
      "mupdf: unknown keyword: '29.97c'\n",
      "mupdf: unknown keyword: '4780.77898.38.c'\n",
      "mupdf: unknown keyword: '1.371.55275'\n",
      "mupdf: unknown keyword: '52.3.926'\n",
      "mupdf: unknown keyword: '7759.728331.02'\n",
      "mupdf: unknown keyword: 'c2767594'\n",
      "mupdf: unknown keyword: 'c72371.552724.202476'\n",
      "mupdf: unknown keyword: '40.371.55275.868.476'\n",
      "mupdf: unknown keyword: '24665.8930.7578.52.057.90247'\n",
      "mupdf: unknown keyword: '11.287.862'\n",
      "mupdf: unknown keyword: '219258.76-2.1782'\n",
      "mupdf: unknown keyword: '30.374.262'\n",
      "mupdf: unknown keyword: '374.023.53'\n",
      "mupdf: unknown keyword: '74.023.5352'\n",
      "mupdf: unknown keyword: '51.5.67'\n",
      "mupdf: unknown keyword: '23.775240816.798'\n",
      "mupdf: unknown keyword: '74..0428.798'\n",
      "mupdf: unknown keyword: '74..8040.82.286'\n",
      "mupdf: unknown keyword: '6.732.2874.2'\n",
      "mupdf: unknown keyword: '6.732.2874.2'\n",
      "mupdf: unknown keyword: '6.7318.4c'\n",
      "mupdf: unknown keyword: '24.3m'\n",
      "mupdf: unknown keyword: '74..04281545286'\n",
      "mupdf: unknown keyword: '15.2474.896'\n",
      "mupdf: unknown keyword: '48.13.77528'\n",
      "mupdf: unknown keyword: '32.9596667.38628'\n",
      "mupdf: unknown keyword: '2998.76-1.24'\n",
      "mupdf: unknown keyword: '32.36.25876-'\n",
      "mupdf: unknown keyword: '8.7525.6936.9881'\n",
      "mupdf: unknown keyword: '374.26.764'\n",
      "mupdf: unknown keyword: '27574.4.466998'\n",
      "mupdf: unknown keyword: '1.28.6175'\n",
      "mupdf: unknown keyword: '6760c'\n",
      "mupdf: unknown keyword: '-3667.3942.35'\n",
      "mupdf: unknown keyword: '-3.60c'\n",
      "mupdf: unknown keyword: '717511.c'\n",
      "mupdf: unknown keyword: '327.771717.2'\n",
      "mupdf: unknown keyword: '410472c'\n",
      "mupdf: unknown keyword: '30.8331.027572.723.1.386'\n",
      "mupdf: unknown keyword: '272.6.598c'\n",
      "mupdf: unknown keyword: '24.3c'\n",
      "mupdf: unknown keyword: '8451.5.2766.3m'\n",
      "mupdf: unknown keyword: '62128.717.86.10134'\n",
      "mupdf: unknown keyword: '86.05.04'\n",
      "mupdf: unknown keyword: '1916.1.94304'\n",
      "mupdf: unknown keyword: '8c'\n",
      "mupdf: unknown keyword: '104.3c'\n",
      "mupdf: unknown keyword: '51.5816473.83303.581662122'\n",
      "mupdf: unknown keyword: '-3.60c'\n",
      "mupdf: unknown keyword: '-023.8.17478989.8.17478'\n",
      "mupdf: unknown keyword: '29960c'\n",
      "mupdf: unknown keyword: '24.89.393182.94.89.06'\n",
      "mupdf: unknown keyword: '12.7060c'\n",
      "mupdf: unknown keyword: '19.89.38951'\n",
      "mupdf: unknown keyword: '17.89.393117.424'\n",
      "mupdf: unknown keyword: '39.08.2721178'\n",
      "mupdf: unknown keyword: '118.89.06'\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Airtel Africa Annual Report 2021.pdf\n",
      "AJ_Bell PLC Annual Report 2020.pdf\n",
      "Anglo American PLC AR 2020.pdf\n",
      "antofagasta_2020_annual_report.pdf\n",
      "Ascential PLC Annual Report 2020.pdf\n",
      "Ashmore Group PLC Annual Report 2020.pdf\n",
      "Associated British Foods PLC AR 2020.pdf\n",
      "Assura AnnualReport2021final.pdf\n",
      "Aston-Martin-Lagonda-2020-Annual-Report-v2.pdf\n",
      "AstraZeneca_AR_2020.pdf\n",
      "Auto Trader  plc ar2021-web.pdf\n",
      "Avast PLC Annual report 2020.pdf\n",
      "Aveva AR 2021.pdf\n",
      "aviva-plc-annual-report-and-accounts-2020.pdf\n",
      "avon-rubber-annual-report-2020.pdf\n",
      "B&MFull_Annual_Report_and_Accounts_2021.pdf\n",
      "BAE Systems PLC AR 2020.pdf\n",
      "Balfour Beatty PLC Annual Report 2020.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: invalid page object\n",
      "mupdf: invalid page object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Barclays PLC AR 2020.pdf\n",
      "Barratt Developments P L C AR 2020.pdf\n",
      "Beazley PLC Annual Report-2020.pdf\n",
      "bellway_ar20_web.pdf\n",
      "BHP Group PLC AR 2020.pdf\n",
      "Biffa Annual Report and Accounts FY21 Final.pdf\n",
      "Big Yellow_AR21_Annual_report_and_accounts_2021.pdf\n",
      "Bodycote PLC Annual-report-2020.pdf\n",
      "BP PLC AR 2020.pdf\n",
      "Brewin Dolphin Holdings annual-report-2020.pdf\n",
      "British American Tobacco P.L.C. AR 2020.pdf\n",
      "British Land Company plc AR 2021.pdf\n",
      "Britvic PLC Annual Report 2020.pdf\n",
      "bt-annual-report 2021.pdf\n",
      "Bunzl PLC annual report 2020.pdf\n",
      "Burberry_2020-21_Annual_Report.pdf\n",
      "Bytes Technology Group plc AR 2021.pdf\n",
      "C&C Group plc annual report 2021.pdf\n",
      "cairn-ar2020.pdf\n",
      "CandC Annual Report 2021.pdf\n",
      "Capita PLC annual report 2020.pdf\n",
      "Capital & Counties Properties PLC Annual Report 2020.pdf\n",
      "Carnival PLC Annual Report 2020.pdf\n",
      "Centamin PLC Annual Report 2020.pdf\n",
      "centrica-ar2020.pdf\n",
      "chemring-plc-annual-report-2020.pdf\n",
      "Cineworld Group PLC Annual Report 2020.pdf\n",
      "Clarkson annual_report_2020.pdf\n",
      "Close Brothers Group PLC Annual report 2020.pdf\n",
      "CLS Annual Report - 31 Dec 2020.pdf\n",
      "CMC AR 2021.pdf\n",
      "Coats Group AR 2020.pdf\n",
      "Coca-Cola HBC AG AR 2020.pdf\n",
      "CompassGroupPLC_AnnualReport2020_FINAL.pdf\n",
      "Computacenter PLC annual report 2020.pdf\n",
      "Contourglobal 2020_annual_report.pdf\n",
      "ConvaTec Group PLC Annual Report 2020.pdf\n",
      "Countryside_Properties_PLC_Annual_report_2020.pdf\n",
      "Crainswick 35913 AR2021 Spreads WEB.pdf\n",
      "crest-nicholson-annual-integrated-report-2020.pdf\n",
      "crh-annual-report-2020.pdf\n",
      "Croda International PLC Annual Report  2020.pdf\n",
      "DCC Annual Report 2021.pdf\n",
      "Dechra Pharmaceuticals PLC Annual report 2020.pdf\n",
      "Derwent London PLC Annual report 2020.pdf\n",
      "Diageo PLC AR 2020.pdf\n",
      "Diploma PLC Annual Report 2020.pdf\n",
      "Direct Line PLC Annual report 2020.pdf\n",
      "Diversified Energy plc_2021_Annual_Report.pdf\n",
      "Dominos pizza 2020-annual-report.pdf\n",
      "Dr._Martens_plc_Annual_Report_2021.pdf\n",
      "Dr._Martens_plc_FY21_results_statement.pdf\n",
      "Drax_AR2020.pdf\n",
      "Dunelm Group Plc annual-report-2020.pdf\n",
      "Easyjet PLC Annual Report 2020.pdf\n",
      "electrocomponents aR 2021.pdf\n",
      "Elementis 2020 Annual Report and Accounts.pdf\n",
      "energean-2020-annual-report.pdf\n",
      "Equiniti annual-report-2020.pdf\n",
      "essentra-ar-2020-.pdf\n",
      "Euromoney Institutional Investor annual-report-2020.pdf\n",
      "Evraz PLC Annual report 2020.pdf\n",
      "experian AR 2021.pdf\n",
      "FDM-Annual-Report-2020.pdf\n",
      "Ferguson-plc-Annual-Report-2020.pdf\n",
      "ferrexpo-plc-ara-2020.pdf\n",
      "Flutter Entertainment PLC Annual Report 2020.pdf\n",
      "Fresnillo PLC Annual Report 2020.pdf\n",
      "Future plc ar 2020.pdf\n",
      "G4S PLC Annual report 2020.pdf\n",
      "gamesys-annual-report-and-accounts-2020.pdf\n",
      "Genuit Polypile AR 2020 2021.pdf\n",
      "Genus PLC  Annual report 2020.pdf\n",
      "Glaxosmithkline PLC AR 2020.pdf\n",
      "Glencore_AR20_Interactive.pdf\n",
      "Grafton Group PLC Annual Report 2020.pdf\n",
      "Grainger PLC Annual report 2020.pdf\n",
      "Great Portland Estates-ar2021_bookmarked.pdf\n",
      "Greencore-Group-plc-Annual-Report-and-Financial-Statements-2020.pdf\n",
      "Greggs PLC Annual Report 2020.pdf\n",
      "halma-ara-2021.pdf\n",
      "Hammerson PLC Annual Report 2020.pdf\n",
      "Hargreaves Lansdown PLC AR 2020.pdf\n",
      "Hays PLC Annual Report 2020.pdf\n",
      "helios towers-annual-report-2020.pdf\n",
      "HG Capital annual-report-and-accounts-2020 2021.pdf\n",
      "Hikma Pharmaceuticals PLC Annual report 2020.pdf\n",
      "Hill & Smith annual-report-2020.pdf\n",
      "Hilton Food Group annual-report-2020.pdf\n",
      "Hiscox Ltd Annual Report 2020.pdf\n",
      "Hochschild-AR2020-Single-Pages.pdf\n",
      "homeserve plc AR 2021.pdf\n",
      "Howden Joinery Group PLC Annual Report 2020.pdf\n",
      "HSBC Holdings PLC AR 2020.pdf\n",
      "Ibstock-annual-report-2020.pdf\n",
      "IMI PLC Annual Report 2020.pdf\n",
      "Imperial Brands PLC AR 2020.pdf\n",
      "Inchape PLC Annual Report 2020.pdf\n",
      "INDIVIOR -2020-Annual-Report_Web.pdf\n",
      "informa-annual-report--financial-statements-2020.pdf\n",
      "IntegraFin Holding PLC Annual Report 2020.pdf\n",
      "Intercontinental Hotels Group PLC AR 2020.pdf\n",
      "Intermediate Capital Group plc annual report 2021.pdf\n",
      "International Consolidated Airlines Group AR 2020.pdf\n",
      "Intertek_Group_plc_Annual_Report_2020.pdf\n",
      "Investec-Volume-1-Annual-Report-2021-Online.pdf\n",
      "Investec-Volume-2-Annual-Report-2021-Online.pdf\n",
      "Investec-Volume-3-Annual-Report-2021-Online.pdf\n",
      "IP Group AR 2020.pdf\n",
      "ITV PLC annual-report-2020.pdf\n",
      "IWG PLC Annual Report 2020.pdf\n",
      "JD Sports annual-report-2021.pdf\n",
      "JD Sports Fashion plc annual report 2021.pdf\n",
      "John Laing Group PLC Annual Report 2020.pdf\n",
      "John Wood Group PLC Annual Report 2020.pdf\n",
      "Johnson Matthey plc annual report 2021.pdf\n",
      "JTC Full_Annual_Report_2020-21.pdf\n",
      "Jupiter Fund Management Annual Report 2020.pdf\n",
      "Just Eat PLC Annual Report 2020.pdf\n",
      "Just Group AR 2020.pdf\n",
      "KAZ Minerals PLC annual report 2020.pdf\n",
      "Kingfisher plc 2020-21 AR.pdf\n",
      "Lancashire_2020_Annual_Report_210301.pdf\n",
      "Land Securities Group plc ar 2021.pdf\n",
      "Legal & General Group PLC AR 2020.pdf\n",
      "Lloyds Banking Group PLC AR 2020.pdf\n",
      "Londonmetric Property plc AR 2021.pdf\n",
      "LSEG Annual Report 2020.pdf\n",
      "M&G Plc Annual Report 2020.pdf\n",
      "Man Group PLC Annual Report 2020.pdf\n",
      "Marks and Spencer Group plc ar 2021.pdf\n",
      "Marshalls-plc-Annual-Report-and-Accounts-2020.pdf\n",
      "Mediclinic International plc 2021 Annual Report.pdf\n",
      "Meggitt-AR-2020-Web-PDF.pdf\n",
      "melrose-annual-report-and-accounts-2020.pdf\n",
      "Micro Focus International PLC Annual Report 2020.pdf\n",
      "Mitchells & Butlers PLC Annual report 2020.pdf\n",
      "mondi_integrated-report-2020.pdf\n",
      "Moneysupermarket com Group Annual Report-2020.pdf\n",
      "morgan-ar2020.pdf\n",
      "Morgan_Sindall_Interactive-AR2020-21.pdf\n",
      "Morrisons (WM) Supermarkets plc AR 20 to 21.pdf\n",
      "National Express Group PLC Annual Report 2020.pdf\n",
      "NATIONAL GRID Full Report_Interactive_v2 2020-21.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "mupdf: cannot create appearance stream for  widgets\n",
      "mupdf: cannot create appearance stream for  widgets\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "natwest-group-annual-report-accounts-2020-21.pdf\n",
      "Network International Holding PLC Annual Report 2020.pdf\n",
      "Next AR 2021.pdf\n",
      "Next PLC AR 2020.pdf\n",
      "Ocado Group-Annual Report 2020.pdf\n",
      "Onesavings Bank PLC Annual Report 2020.pdf\n",
      "OXFORD BIOMEDICA AR_2020-21.pdf\n",
      "Page Group PLC Annual Report 2020.pdf\n",
      "ParagonBankingGroup_AR_2020.pdf\n",
      "Pearson PLC Annual Report 2020.pdf\n",
      "Pennon Group plc AR 2021.pdf\n",
      "Pershing-Square-Holdings-Ltd.-2020-Annual-Report-1.pdf\n",
      "persimmon_ar2020_web_bmarks-final.pdf\n",
      "Petropavoslak _Report_and_Accounts_2020-1.pdf\n",
      "Pets at Home Group plc AR 2021.pdf\n",
      "Phoenix Group Holdings Annual report 2020.pdf\n",
      "Playtech annual-report-2020.pdf\n",
      "Plus500_Annual_Report_20.pdf\n",
      "Polymetal_Annual_Report_2020.pdf\n",
      "Polypipe_-AR-2020_-Interactive-19Apr21.pdf\n",
      "Premier_Foods_AR2021.pdf\n",
      "Primary-Health-Properties-PLC-Annual-Report-2020.pdf\n",
      "Provident_Financial_plc_Annual_Report_and_Financial_Statements_2020_002.pdf\n",
      "prudential-plc-ar-2020.pdf\n",
      "PureTech Health AR 2020.pdf\n",
      "Qinetiq Group plc AR 2021.pdf\n",
      "Quilter PLC Annual Report 2020.pdf\n",
      "Rank Group Annual Report and Financial Statements Dec 2020.pdf\n",
      "rathbone_brothers_plc_report_and_accounts_2020.pdf\n",
      "Reckitt Benckiser Group PLC AR 2020.pdf\n",
      "Redrow PLC annual report 2020.pdf\n",
      "Relx PLC AR 2020.pdf\n",
      "Renishaw PLC Annual Report 2020.pdf\n",
      "rentokil-initial-annual-report-2020.pdf\n",
      "RHI Magnesita NV annual-report-2020.pdf\n",
      "Rightmove PLC Annual_Report 2020.pdf\n",
      "Rio Tinto PLC AR 2020.pdf\n",
      "Rolls-Royce Holdings PLC AR 2020.pdf\n",
      "Rotork PLC Annual Report 2020.pdf\n",
      "Royal Dutch Shell PLC AR 2020.pdf\n",
      "Royal Mail Group_ar2020-21.pdf\n",
      "RSA Insurance Group PLC Annual Report 2020.pdf\n",
      "Sabre Insurance 2020-annual-report-and-accounts.pdf\n",
      "Safestore Holdings PLC Annual report 2020.pdf\n",
      "sainsburys ar2021.pdf\n",
      "Saint James Place-annual-report-and-accounts-2020_April2021.pdf\n",
      "sanne-group-plc-annual-report-2020.pdf\n",
      "Savills PLC Annual Report 2020.pdf\n",
      "schroders-annual-report-and-accounts-2020.pdf\n",
      "Segro Public Limited Company AR 2020.pdf\n",
      "Serco Group PLC Annual report 2020.pdf\n",
      "Severn Trent-annual-report-2021.pdf\n",
      "Shaftesbury Annual Report 2020.pdf\n",
      "Signature Aviation PLC Annual Report 2020.pdf\n",
      "smith nephew_annual report 2020_interactive.pdf\n",
      "Smiths Group PLC annual report 2020.pdf\n",
      "Smurfit_Kappa_Annual_Report_2020.pdf\n",
      "Softcat PLC Annual Report 2020.pdf\n",
      "Spectris PLC annual report 2020.pdf\n",
      "Spirax-Sarco S2020-annual-report.pdf\n",
      "Spirent-Communications-plc-Annual-Report-2020.pdf\n",
      "SSE AR 2021.pdf\n",
      "SSP Group PLC annual report 2020.pdf\n",
      "St Modwen Properties annual-report2020.pdf\n",
      "Standard Life Aberdeen PLC AR 2020.pdf\n",
      "standard-chartered-plc-full-year-2020-report.pdf\n",
      "Synthomer_AR2020.pdf\n",
      "Tate & Lyle plc ar 2021.pdf\n",
      "Taylor Wimpey PLC AR 2020.pdf\n",
      "tbc bank AR 2020.pdf\n",
      "Telecoms pluc plc-annual-report-2021-rgb-2-.pdf\n",
      "Tesco AR 2021.pdf\n",
      "The Sage Group Plc. AR 2020.pdf\n",
      "TI Fluid Systems 2020-annual-report.pdf\n",
      "TP ICAP PLC Annual Report 2020.pdf\n",
      "Trainline_AR2021.pdf\n",
      "Travis Perkins PLC annual-report-2020.pdf\n",
      "Tritax Big Box Reit PLC Annual Report 2020.pdf\n",
      "TUI AG Annual Report 2020.pdf\n",
      "Tullow_Oil_plc_2020-21_Annual_Report_and_Accounts.pdf\n",
      "udg-annual-report-2020-web.pdf\n",
      "UK Commercial Property Trust AR 2020.pdf\n",
      "Ultra Electronic Holding PLC Annual Report 2020.pdf\n",
      "Unilever PLC AR 2020.pdf\n",
      "Unite Group PLC Annual Report 2020.pdf\n",
      "United Utilities Group plc ar 2021.pdf\n",
      "Vectura-Group-plc-Annual-Report-and-Accounts-2020-21.pdf\n",
      "Vesuvius_AR20.pdf\n",
      "Victrex PLC Annual-Report 2020.pdf\n",
      "Virgin Money UK plc Full_Annual_Report_2020.pdf\n",
      "Vistry Group PLC Annual report 2020.pdf\n",
      "vivo-energy-annual-report-and-accounts-2020.pdf\n",
      "vodafone AR 2021.pdf\n",
      "Weir Group PLC Annual-report 2020.pdf\n",
      "Whitbread_AR2020-1_web-1.pdf\n",
      "WHSmith PLC Annual Report 2020.pdf\n",
      "William Hill PLC Annual Report 2020.pdf\n",
      "Wizz Air Holdings plc ar 2021.pdf\n",
      "Workspace Group_AR21.pdf\n",
      "wppannualreport2020.pdf\n",
      "XP Power AR 2020-21.pdf\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-89-67c7117761c1>:10: FutureWarning: The default value of regex will change from True to False in a future version.\n",
      "  data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DONE\n"
     ]
    }
   ],
   "source": [
    "cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', 'rb'))\n",
    "load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))\n",
    "path=r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\final_data'\n",
    "outfile= r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_2021_reports.csv'\n",
    "page_classification_nlp_bulk(path=path, cv1 = cv1, load_model= load_model, outfile=  outfile)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# preprocess 2021 results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df_2021 = pd.read_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_2021_reports.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>page</th>\n",
       "      <th>clean_text</th>\n",
       "      <th>class_pred</th>\n",
       "      <th>raw_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Annual report   and accounts 2021</td>\n",
       "      <td>3i infrastructure ar 2021.pdf_page_0.pdf</td>\n",
       "      <td>Annual report   and accounts</td>\n",
       "      <td>0</td>\n",
       "      <td>-9.82429</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                text  \\\n",
       "0  Annual report   and accounts 2021   \n",
       "\n",
       "                                       page                    clean_text  \\\n",
       "0  3i infrastructure ar 2021.pdf_page_0.pdf  Annual report   and accounts   \n",
       "\n",
       "   class_pred  raw_score  \n",
       "0           0   -9.82429  "
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2021.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021['file'] = df_2021.page.apply(lambda x: x.split('_page_')[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021_t = df_2021[df_2021.class_pred == 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-110-ad2a0c31a5b1>:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021_t['max_score'] = df_2021_t.groupby(['file'])['raw_score'].transform(max)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "df_2021_t['max_score'] = df_2021_t.groupby(['file'])['raw_score'].transform(max)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>page</th>\n",
       "      <th>clean_text</th>\n",
       "      <th>class_pred</th>\n",
       "      <th>raw_score</th>\n",
       "      <th>file</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Annual report   and accounts 2021</td>\n",
       "      <td>3i infrastructure ar 2021.pdf_page_0.pdf</td>\n",
       "      <td>Annual report   and accounts</td>\n",
       "      <td>0</td>\n",
       "      <td>-9.82429</td>\n",
       "      <td>3i infrastructure ar 2021.pdf</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Inside this reportOverviewInvestment  Manager’...</td>\n",
       "      <td>3i infrastructure ar 2021.pdf_page_1.pdf</td>\n",
       "      <td>Inside this reportOverviewInvestment  Managers...</td>\n",
       "      <td>1</td>\n",
       "      <td>7.62376</td>\n",
       "      <td>3i infrastructure ar 2021.pdf</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                text  \\\n",
       "0                  Annual report   and accounts 2021   \n",
       "1  Inside this reportOverviewInvestment  Manager’...   \n",
       "\n",
       "                                       page  \\\n",
       "0  3i infrastructure ar 2021.pdf_page_0.pdf   \n",
       "1  3i infrastructure ar 2021.pdf_page_1.pdf   \n",
       "\n",
       "                                          clean_text  class_pred  raw_score  \\\n",
       "0                       Annual report   and accounts           0   -9.82429   \n",
       "1  Inside this reportOverviewInvestment  Managers...           1    7.62376   \n",
       "\n",
       "                            file  \n",
       "0  3i infrastructure ar 2021.pdf  \n",
       "1  3i infrastructure ar 2021.pdf  "
      ]
     },
     "execution_count": 111,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_2021.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-112-927e72de2c6a>:2: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_2021_t['flag'] = np.where(df_2021_t['max_score'] == df_2021_t['raw_score'], 1, 0)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "df_2021_t['flag'] = np.where(df_2021_t['max_score'] == df_2021_t['raw_score'], 1, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "258"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_2021_t.file.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021_t = df_2021_t[df_2021_t.flag == 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "258"
      ]
     },
     "execution_count": 115,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df_2021_t.file.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Dr._Martens_plc_FY21_results_statement.pdf',\n",
       " 'Inchape PLC Annual Report 2020.pdf',\n",
       " 'Investec-Volume-2-Annual-Report-2021-Online.pdf',\n",
       " 'Just Eat PLC Annual Report 2020.pdf',\n",
       " 'Londonmetric Property plc AR 2021.pdf',\n",
       " 'Petropavoslak _Report_and_Accounts_2020-1.pdf',\n",
       " 'Quilter PLC Annual Report 2020.pdf',\n",
       " 'Signature Aviation PLC Annual Report 2020.pdf',\n",
       " 'Tritax Big Box Reit PLC Annual Report 2020.pdf',\n",
       " 'TUI AG Annual Report 2020.pdf',\n",
       " 'Ultra Electronic Holding PLC Annual Report 2020.pdf']"
      ]
     },
     "execution_count": 116,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "l1 = os.listdir(path)\n",
    "l2 = list(df_2021_t.file.unique())\n",
    "\n",
    "val = [i for i in l1 if i not in l2]\n",
    "val"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'3i infrastructure ar 2021.pdf',\n",
       " '4imprint Group AR 2020.pdf',\n",
       " '888 Holdings Annual Report.pdf',\n",
       " '91-ninety-one-integrated-annual-report-2021.pdf',\n",
       " 'AJ_Bell PLC Annual Report 2020.pdf',\n",
       " 'Admiral Group Plc Annual Report 2020.pdf',\n",
       " 'Aggreko PLC annual report 2020.pdf',\n",
       " 'Airtel Africa Annual Report 2021.pdf',\n",
       " 'Anglo American PLC AR 2020.pdf',\n",
       " 'Ascential PLC Annual Report 2020.pdf',\n",
       " 'Ashmore Group PLC Annual Report 2020.pdf',\n",
       " 'Associated British Foods PLC AR 2020.pdf',\n",
       " 'Assura AnnualReport2021final.pdf',\n",
       " 'Aston-Martin-Lagonda-2020-Annual-Report-v2.pdf',\n",
       " 'AstraZeneca_AR_2020.pdf',\n",
       " 'Auto Trader  plc ar2021-web.pdf',\n",
       " 'Avast PLC Annual report 2020.pdf',\n",
       " 'Aveva AR 2021.pdf',\n",
       " 'B&MFull_Annual_Report_and_Accounts_2021.pdf',\n",
       " 'BAE Systems PLC AR 2020.pdf',\n",
       " 'BHP Group PLC AR 2020.pdf',\n",
       " 'BP PLC AR 2020.pdf',\n",
       " 'Balfour Beatty PLC Annual Report 2020.pdf',\n",
       " 'Barclays PLC AR 2020.pdf',\n",
       " 'Barratt Developments P L C AR 2020.pdf',\n",
       " 'Beazley PLC Annual Report-2020.pdf',\n",
       " 'Biffa Annual Report and Accounts FY21 Final.pdf',\n",
       " 'Big Yellow_AR21_Annual_report_and_accounts_2021.pdf',\n",
       " 'Bodycote PLC Annual-report-2020.pdf',\n",
       " 'Brewin Dolphin Holdings annual-report-2020.pdf',\n",
       " 'British American Tobacco P.L.C. AR 2020.pdf',\n",
       " 'British Land Company plc AR 2021.pdf',\n",
       " 'Britvic PLC Annual Report 2020.pdf',\n",
       " 'Bunzl PLC annual report 2020.pdf',\n",
       " 'Burberry_2020-21_Annual_Report.pdf',\n",
       " 'Bytes Technology Group plc AR 2021.pdf',\n",
       " 'C&C Group plc annual report 2021.pdf',\n",
       " 'CLS Annual Report - 31 Dec 2020.pdf',\n",
       " 'CMC AR 2021.pdf',\n",
       " 'CandC Annual Report 2021.pdf',\n",
       " 'Capita PLC annual report 2020.pdf',\n",
       " 'Capital & Counties Properties PLC Annual Report 2020.pdf',\n",
       " 'Carnival PLC Annual Report 2020.pdf',\n",
       " 'Centamin PLC Annual Report 2020.pdf',\n",
       " 'Cineworld Group PLC Annual Report 2020.pdf',\n",
       " 'Clarkson annual_report_2020.pdf',\n",
       " 'Close Brothers Group PLC Annual report 2020.pdf',\n",
       " 'Coats Group AR 2020.pdf',\n",
       " 'Coca-Cola HBC AG AR 2020.pdf',\n",
       " 'CompassGroupPLC_AnnualReport2020_FINAL.pdf',\n",
       " 'Computacenter PLC annual report 2020.pdf',\n",
       " 'Contourglobal 2020_annual_report.pdf',\n",
       " 'ConvaTec Group PLC Annual Report 2020.pdf',\n",
       " 'Countryside_Properties_PLC_Annual_report_2020.pdf',\n",
       " 'Crainswick 35913 AR2021 Spreads WEB.pdf',\n",
       " 'Croda International PLC Annual Report  2020.pdf',\n",
       " 'DCC Annual Report 2021.pdf',\n",
       " 'Dechra Pharmaceuticals PLC Annual report 2020.pdf',\n",
       " 'Derwent London PLC Annual report 2020.pdf',\n",
       " 'Diageo PLC AR 2020.pdf',\n",
       " 'Diploma PLC Annual Report 2020.pdf',\n",
       " 'Direct Line PLC Annual report 2020.pdf',\n",
       " 'Diversified Energy plc_2021_Annual_Report.pdf',\n",
       " 'Dominos pizza 2020-annual-report.pdf',\n",
       " 'Dr._Martens_plc_Annual_Report_2021.pdf',\n",
       " 'Drax_AR2020.pdf',\n",
       " 'Dunelm Group Plc annual-report-2020.pdf',\n",
       " 'Easyjet PLC Annual Report 2020.pdf',\n",
       " 'Elementis 2020 Annual Report and Accounts.pdf',\n",
       " 'Equiniti annual-report-2020.pdf',\n",
       " 'Euromoney Institutional Investor annual-report-2020.pdf',\n",
       " 'Evraz PLC Annual report 2020.pdf',\n",
       " 'FDM-Annual-Report-2020.pdf',\n",
       " 'Ferguson-plc-Annual-Report-2020.pdf',\n",
       " 'Flutter Entertainment PLC Annual Report 2020.pdf',\n",
       " 'Fresnillo PLC Annual Report 2020.pdf',\n",
       " 'Future plc ar 2020.pdf',\n",
       " 'G4S PLC Annual report 2020.pdf',\n",
       " 'Genuit Polypile AR 2020 2021.pdf',\n",
       " 'Genus PLC  Annual report 2020.pdf',\n",
       " 'Glaxosmithkline PLC AR 2020.pdf',\n",
       " 'Glencore_AR20_Interactive.pdf',\n",
       " 'Grafton Group PLC Annual Report 2020.pdf',\n",
       " 'Grainger PLC Annual report 2020.pdf',\n",
       " 'Great Portland Estates-ar2021_bookmarked.pdf',\n",
       " 'Greencore-Group-plc-Annual-Report-and-Financial-Statements-2020.pdf',\n",
       " 'Greggs PLC Annual Report 2020.pdf',\n",
       " 'HG Capital annual-report-and-accounts-2020 2021.pdf',\n",
       " 'HSBC Holdings PLC AR 2020.pdf',\n",
       " 'Hammerson PLC Annual Report 2020.pdf',\n",
       " 'Hargreaves Lansdown PLC AR 2020.pdf',\n",
       " 'Hays PLC Annual Report 2020.pdf',\n",
       " 'Hikma Pharmaceuticals PLC Annual report 2020.pdf',\n",
       " 'Hill & Smith annual-report-2020.pdf',\n",
       " 'Hilton Food Group annual-report-2020.pdf',\n",
       " 'Hiscox Ltd Annual Report 2020.pdf',\n",
       " 'Hochschild-AR2020-Single-Pages.pdf',\n",
       " 'Howden Joinery Group PLC Annual Report 2020.pdf',\n",
       " 'IMI PLC Annual Report 2020.pdf',\n",
       " 'INDIVIOR -2020-Annual-Report_Web.pdf',\n",
       " 'IP Group AR 2020.pdf',\n",
       " 'ITV PLC annual-report-2020.pdf',\n",
       " 'IWG PLC Annual Report 2020.pdf',\n",
       " 'Ibstock-annual-report-2020.pdf',\n",
       " 'Imperial Brands PLC AR 2020.pdf',\n",
       " 'IntegraFin Holding PLC Annual Report 2020.pdf',\n",
       " 'Intercontinental Hotels Group PLC AR 2020.pdf',\n",
       " 'Intermediate Capital Group plc annual report 2021.pdf',\n",
       " 'International Consolidated Airlines Group AR 2020.pdf',\n",
       " 'Intertek_Group_plc_Annual_Report_2020.pdf',\n",
       " 'Investec-Volume-1-Annual-Report-2021-Online.pdf',\n",
       " 'Investec-Volume-3-Annual-Report-2021-Online.pdf',\n",
       " 'JD Sports Fashion plc annual report 2021.pdf',\n",
       " 'JD Sports annual-report-2021.pdf',\n",
       " 'JTC Full_Annual_Report_2020-21.pdf',\n",
       " 'John Laing Group PLC Annual Report 2020.pdf',\n",
       " 'John Wood Group PLC Annual Report 2020.pdf',\n",
       " 'Johnson Matthey plc annual report 2021.pdf',\n",
       " 'Jupiter Fund Management Annual Report 2020.pdf',\n",
       " 'Just Group AR 2020.pdf',\n",
       " 'KAZ Minerals PLC annual report 2020.pdf',\n",
       " 'Kingfisher plc 2020-21 AR.pdf',\n",
       " 'LSEG Annual Report 2020.pdf',\n",
       " 'Lancashire_2020_Annual_Report_210301.pdf',\n",
       " 'Land Securities Group plc ar 2021.pdf',\n",
       " 'Legal & General Group PLC AR 2020.pdf',\n",
       " 'Lloyds Banking Group PLC AR 2020.pdf',\n",
       " 'M&G Plc Annual Report 2020.pdf',\n",
       " 'Man Group PLC Annual Report 2020.pdf',\n",
       " 'Marks and Spencer Group plc ar 2021.pdf',\n",
       " 'Marshalls-plc-Annual-Report-and-Accounts-2020.pdf',\n",
       " 'Mediclinic International plc 2021 Annual Report.pdf',\n",
       " 'Meggitt-AR-2020-Web-PDF.pdf',\n",
       " 'Micro Focus International PLC Annual Report 2020.pdf',\n",
       " 'Mitchells & Butlers PLC Annual report 2020.pdf',\n",
       " 'Moneysupermarket com Group Annual Report-2020.pdf',\n",
       " 'Morgan_Sindall_Interactive-AR2020-21.pdf',\n",
       " 'Morrisons (WM) Supermarkets plc AR 20 to 21.pdf',\n",
       " 'NATIONAL GRID Full Report_Interactive_v2 2020-21.pdf',\n",
       " 'National Express Group PLC Annual Report 2020.pdf',\n",
       " 'Network International Holding PLC Annual Report 2020.pdf',\n",
       " 'Next AR 2021.pdf',\n",
       " 'Next PLC AR 2020.pdf',\n",
       " 'OXFORD BIOMEDICA AR_2020-21.pdf',\n",
       " 'Ocado Group-Annual Report 2020.pdf',\n",
       " 'Onesavings Bank PLC Annual Report 2020.pdf',\n",
       " 'Page Group PLC Annual Report 2020.pdf',\n",
       " 'ParagonBankingGroup_AR_2020.pdf',\n",
       " 'Pearson PLC Annual Report 2020.pdf',\n",
       " 'Pennon Group plc AR 2021.pdf',\n",
       " 'Pershing-Square-Holdings-Ltd.-2020-Annual-Report-1.pdf',\n",
       " 'Pets at Home Group plc AR 2021.pdf',\n",
       " 'Phoenix Group Holdings Annual report 2020.pdf',\n",
       " 'Playtech annual-report-2020.pdf',\n",
       " 'Plus500_Annual_Report_20.pdf',\n",
       " 'Polymetal_Annual_Report_2020.pdf',\n",
       " 'Polypipe_-AR-2020_-Interactive-19Apr21.pdf',\n",
       " 'Premier_Foods_AR2021.pdf',\n",
       " 'Primary-Health-Properties-PLC-Annual-Report-2020.pdf',\n",
       " 'Provident_Financial_plc_Annual_Report_and_Financial_Statements_2020_002.pdf',\n",
       " 'PureTech Health AR 2020.pdf',\n",
       " 'Qinetiq Group plc AR 2021.pdf',\n",
       " 'RHI Magnesita NV annual-report-2020.pdf',\n",
       " 'RSA Insurance Group PLC Annual Report 2020.pdf',\n",
       " 'Rank Group Annual Report and Financial Statements Dec 2020.pdf',\n",
       " 'Reckitt Benckiser Group PLC AR 2020.pdf',\n",
       " 'Redrow PLC annual report 2020.pdf',\n",
       " 'Relx PLC AR 2020.pdf',\n",
       " 'Renishaw PLC Annual Report 2020.pdf',\n",
       " 'Rightmove PLC Annual_Report 2020.pdf',\n",
       " 'Rio Tinto PLC AR 2020.pdf',\n",
       " 'Rolls-Royce Holdings PLC AR 2020.pdf',\n",
       " 'Rotork PLC Annual Report 2020.pdf',\n",
       " 'Royal Dutch Shell PLC AR 2020.pdf',\n",
       " 'Royal Mail Group_ar2020-21.pdf',\n",
       " 'SSE AR 2021.pdf',\n",
       " 'SSP Group PLC annual report 2020.pdf',\n",
       " 'Sabre Insurance 2020-annual-report-and-accounts.pdf',\n",
       " 'Safestore Holdings PLC Annual report 2020.pdf',\n",
       " 'Saint James Place-annual-report-and-accounts-2020_April2021.pdf',\n",
       " 'Savills PLC Annual Report 2020.pdf',\n",
       " 'Segro Public Limited Company AR 2020.pdf',\n",
       " 'Serco Group PLC Annual report 2020.pdf',\n",
       " 'Severn Trent-annual-report-2021.pdf',\n",
       " 'Shaftesbury Annual Report 2020.pdf',\n",
       " 'Smiths Group PLC annual report 2020.pdf',\n",
       " 'Smurfit_Kappa_Annual_Report_2020.pdf',\n",
       " 'Softcat PLC Annual Report 2020.pdf',\n",
       " 'Spectris PLC annual report 2020.pdf',\n",
       " 'Spirax-Sarco S2020-annual-report.pdf',\n",
       " 'Spirent-Communications-plc-Annual-Report-2020.pdf',\n",
       " 'St Modwen Properties annual-report2020.pdf',\n",
       " 'Standard Life Aberdeen PLC AR 2020.pdf',\n",
       " 'Synthomer_AR2020.pdf',\n",
       " 'TI Fluid Systems 2020-annual-report.pdf',\n",
       " 'TP ICAP PLC Annual Report 2020.pdf',\n",
       " 'Tate & Lyle plc ar 2021.pdf',\n",
       " 'Taylor Wimpey PLC AR 2020.pdf',\n",
       " 'Telecoms pluc plc-annual-report-2021-rgb-2-.pdf',\n",
       " 'Tesco AR 2021.pdf',\n",
       " 'The Sage Group Plc. AR 2020.pdf',\n",
       " 'Trainline_AR2021.pdf',\n",
       " 'Travis Perkins PLC annual-report-2020.pdf',\n",
       " 'Tullow_Oil_plc_2020-21_Annual_Report_and_Accounts.pdf',\n",
       " 'UK Commercial Property Trust AR 2020.pdf',\n",
       " 'Unilever PLC AR 2020.pdf',\n",
       " 'Unite Group PLC Annual Report 2020.pdf',\n",
       " 'United Utilities Group plc ar 2021.pdf',\n",
       " 'Vectura-Group-plc-Annual-Report-and-Accounts-2020-21.pdf',\n",
       " 'Vesuvius_AR20.pdf',\n",
       " 'Victrex PLC Annual-Report 2020.pdf',\n",
       " 'Virgin Money UK plc Full_Annual_Report_2020.pdf',\n",
       " 'Vistry Group PLC Annual report 2020.pdf',\n",
       " 'WHSmith PLC Annual Report 2020.pdf',\n",
       " 'Weir Group PLC Annual-report 2020.pdf',\n",
       " 'Whitbread_AR2020-1_web-1.pdf',\n",
       " 'William Hill PLC Annual Report 2020.pdf',\n",
       " 'Wizz Air Holdings plc ar 2021.pdf',\n",
       " 'Workspace Group_AR21.pdf',\n",
       " 'XP Power AR 2020-21.pdf',\n",
       " 'antofagasta_2020_annual_report.pdf',\n",
       " 'aviva-plc-annual-report-and-accounts-2020.pdf',\n",
       " 'avon-rubber-annual-report-2020.pdf',\n",
       " 'bellway_ar20_web.pdf',\n",
       " 'bt-annual-report 2021.pdf',\n",
       " 'cairn-ar2020.pdf',\n",
       " 'centrica-ar2020.pdf',\n",
       " 'chemring-plc-annual-report-2020.pdf',\n",
       " 'crest-nicholson-annual-integrated-report-2020.pdf',\n",
       " 'crh-annual-report-2020.pdf',\n",
       " 'electrocomponents aR 2021.pdf',\n",
       " 'energean-2020-annual-report.pdf',\n",
       " 'essentra-ar-2020-.pdf',\n",
       " 'experian AR 2021.pdf',\n",
       " 'ferrexpo-plc-ara-2020.pdf',\n",
       " 'gamesys-annual-report-and-accounts-2020.pdf',\n",
       " 'halma-ara-2021.pdf',\n",
       " 'helios towers-annual-report-2020.pdf',\n",
       " 'homeserve plc AR 2021.pdf',\n",
       " 'informa-annual-report--financial-statements-2020.pdf',\n",
       " 'melrose-annual-report-and-accounts-2020.pdf',\n",
       " 'mondi_integrated-report-2020.pdf',\n",
       " 'morgan-ar2020.pdf',\n",
       " 'natwest-group-annual-report-accounts-2020-21.pdf',\n",
       " 'persimmon_ar2020_web_bmarks-final.pdf',\n",
       " 'prudential-plc-ar-2020.pdf',\n",
       " 'rathbone_brothers_plc_report_and_accounts_2020.pdf',\n",
       " 'rentokil-initial-annual-report-2020.pdf',\n",
       " 'sainsburys ar2021.pdf',\n",
       " 'sanne-group-plc-annual-report-2020.pdf',\n",
       " 'schroders-annual-report-and-accounts-2020.pdf',\n",
       " 'smith nephew_annual report 2020_interactive.pdf',\n",
       " 'standard-chartered-plc-full-year-2020-report.pdf',\n",
       " 'tbc bank AR 2020.pdf',\n",
       " 'udg-annual-report-2020-web.pdf',\n",
       " 'vivo-energy-annual-report-and-accounts-2020.pdf',\n",
       " 'vodafone AR 2021.pdf',\n",
       " 'wppannualreport2020.pdf'}"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "set(os.listdir(path)).intersection(list(df_2021_t.file.unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_2021_t.to_csv(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\validation_2021_final_reports.csv', index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "# doc = fitz.open(os.path.join(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\cgt_data\\final_data', 'Unilever PLC AR 2020.pdf'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n"
     ]
    }
   ],
   "source": [
    "# l_text=[]\n",
    "# page_text=[]\n",
    "# for j in range(doc.pageCount):\n",
    "#                 if j <= 6: \n",
    "#                         print(j)\n",
    "#                         page = doc.loadPage(j)\n",
    "#                         r_text=''\n",
    "#                         blocks = page.getText(\"blocks\")\n",
    "#                         blocks.sort(key=lambda block: block[1])  # sort vertically ascending\n",
    "#                         for b in blocks:\n",
    "#                             text = b[4].strip().splitlines()\n",
    "#                             if text:\n",
    "#                                 if not text[0].startswith('<image:'):\n",
    "#                                     r_text += ' '.join(text)\n",
    "#                                 else:\n",
    "#                                     continue \n",
    "#                         l_text.append(r_text)\n",
    "#                         page_text.append(str(j))\n",
    "  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "# page = doc.loadPage(0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator TfidfTransformer from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n",
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator TfidfVectorizer from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n",
      "C:\\Users\\Gaurav.Gund\\Anaconda_latest\\lib\\site-packages\\sklearn\\base.py:310: UserWarning: Trying to unpickle estimator LabelEncoder from version 0.23.2 when using version 0.24.2. This might lead to breaking code or invalid results. Use at your own risk.\n",
      "  warnings.warn(\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# cv1= pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\cv2.pkl', 'rb'))\n",
    "# load_model = pkl.load(open(r'D:\\C Drive Backup 2021\\Desktop\\company_contracts\\content_page_classification\\version3\\lgbm1.pkl', 'rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-70-67c7117761c1>:10: FutureWarning: The default value of regex will change from True to False in a future version.\n",
      "  data['clean_text'] = data.clean_text.str.replace('\\d+', '')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# df = pd.DataFrame()\n",
    "# df['text'] = l_text\n",
    "# df['page']= page_text\n",
    "# df1 = clean_func(df)\n",
    "# x_unseen = cv1.transform(df1.clean_text)\n",
    "# prediction_unseen = load_model.predict(x_unseen, raw_score=True)\n",
    "# df1['class_pred'] = list(load_model.predict(x_unseen))\n",
    "\n",
    "# df1['raw_score'] = list(load_model.predict(x_unseen, raw_score=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}