Competitions/is_bankasi_ml_challenge_3.ipynb

{"cells":[{"metadata":{"_uuid":"8f2839f25d086af736a60e9eeb907d3b93b6e0e5","_cell_guid":"b1076dfc-b9ad-4769-8c92-a6c4dae69d19","trusted":true},"cell_type":"code","source":"# This Python 3 environment comes with many helpful analytics libraries installed\n# It is defined by the kaggle/python Docker image: https://github.com/kaggle/docker-python\n# For example, here's several helpful packages to load\n\nimport numpy as np # linear algebra\nimport pandas as pd # data processing, CSV file I/O (e.g. pd.read_csv)\n\n# Input data files are available in the read-only \"../input/\" directory\n# For example, running this (by clicking run or pressing Shift+Enter) will list all files under the input directory\n\nimport os\nfor dirname, _, filenames in os.walk('/kaggle/input'):\n    for filename in filenames:\n        print(os.path.join(dirname, filename))\n\n# You can write up to 20GB to the current directory (/kaggle/working/) that gets preserved as output when you create a version using \"Save & Run All\" \n# You can also write temporary files to /kaggle/temp/, but they won't be saved outside of the current session","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"!pip install feature-engine","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#!pip install h2o","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#import h2o\n#h2o.init()\n#h2o.cluster().show_status()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"import pandas as pd \nimport numpy as np \nimport seaborn as sns \nimport matplotlib.pyplot as plt \n\nfrom xgboost import XGBClassifier\nfrom sklearn.metrics import roc_auc_score\nfrom lightgbm import LGBMClassifier\nfrom catboost import CatBoostClassifier\nimport eli5\nfrom warnings import filterwarnings\nfrom sklearn.preprocessing import RobustScaler, MinMaxScaler,StandardScaler\nfrom sklearn.model_selection import RepeatedStratifiedKFold,cross_val_score\n\nfrom eli5.sklearn import PermutationImportance\nfrom sklearn.preprocessing import FunctionTransformer, PowerTransformer\nfrom imblearn.over_sampling import SMOTE,RandomOverSampler,ADASYN,KMeansSMOTE,SMOTENC,BorderlineSMOTE,SVMSMOTE\nfrom imblearn.under_sampling import NearMiss,RandomUnderSampler,TomekLinks,OneSidedSelection\nfrom imblearn.under_sampling import CondensedNearestNeighbour,RepeatedEditedNearestNeighbours\nfrom imblearn.under_sampling import  ClusterCentroids,InstanceHardnessThreshold\nfrom imblearn.ensemble import BalancedBaggingClassifier,BalancedRandomForestClassifier,EasyEnsembleClassifier\nfrom collections import Counter\nfrom sklearn.ensemble import VotingClassifier,RandomForestClassifier,GradientBoostingClassifier,StackingClassifier\nfrom sklearn.cluster import KMeans\nfrom scipy.stats import boxcox\nfrom scipy import stats\nimport scipy\nfrom feature_engine.encoding import WoEEncoder,MeanEncoder,PRatioEncoder\nfrom feature_engine.encoding import DecisionTreeEncoder,CountFrequencyEncoder,OrdinalEncoder\nfrom feature_engine.selection import DropConstantFeatures,SmartCorrelatedSelection\nfrom feature_engine.creation import MathematicalCombination,CombineWithReferenceFeature\nfrom sklearn.tree import DecisionTreeClassifier\nimport featuretools as ft\nfrom sklearn.neighbors import KNeighborsClassifier\nfrom sklearn.svm import SVC\nfrom sklearn.neural_network import MLPClassifier\nimport missingno as msn\nfrom sklearn.cluster import KMeans\nfrom sklearn.metrics import silhouette_score\nimport scipy.cluster.hierarchy as sch\nfrom sklearn.cluster import AgglomerativeClustering\nfrom scipy.cluster.hierarchy import linkage\nfrom scipy.cluster.hierarchy import dendrogram\nfrom sklearn.decomposition import PCA\nfrom sklearn.cluster import DBSCAN\nfrom imblearn.pipeline import Pipeline, make_pipeline\nfrom sklearn.model_selection import KFold,GridSearchCV\nfrom sklearn.ensemble import IsolationForest\n\nfilterwarnings(\"ignore\")\npd.set_option('display.max_columns', None)\npd.set_option('display.max_rows',None)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"submission=pd.read_csv(\"/kaggle/input/turkiye-is-bankas-machine-learning-challenge-3/sample_submission.csv\")\nmonthly_exp=pd.read_csv(\"/kaggle/input/turkiye-is-bankas-machine-learning-challenge-3/monthly_expenditures.csv\")\ntrain=pd.read_csv(\"/kaggle/input/turkiye-is-bankas-machine-learning-challenge-3/train.csv\")\ntest=pd.read_csv(\"/kaggle/input/turkiye-is-bankas-machine-learning-challenge-3/test.csv\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train=train.drop([29804,48736])","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train_musteri=train.musteri\ntest_musteri=test.musteri","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full_data=pd.concat([train,test])\nfull_data_musteri=full_data.musteri","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"monthly_exp.tarih=monthly_exp.tarih.astype(str)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"monthly_exp[\"date\"]=[monthly_exp.tarih[i][:4]+\"-\"+monthly_exp.tarih[i][4:] for i in range(len(monthly_exp.tarih))]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"monthly_exp[\"date\"]=[monthly_exp.date[i][:7]+\"-\"+monthly_exp.date[i][7:] for i in range(len(monthly_exp.date))]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"monthly_exp.date=pd.to_datetime(monthly_exp.date)\nmonthly_exp[\"ay\"]=monthly_exp.date.dt.month","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data=pd.concat([full_data,monthly_exp])","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new=pd.merge(merged_data,full_data,on=[\"musteri\"]).drop([\"yas_x\",\"kidem_suresi_x\",\n                                                     \"egitim_x\",\"is_durumu_x\",\n                                                    \"meslek_grubu_x\",\"tarih_x\",\n                                                    \"target_x\"],axis=1).rename({\"yas_y\":\"yas\",\n                                                                               \"kidem_suresi_y\":\"kidem_suresi\",\n                                                                               \"egitim_y\":\"egitim\",\n                                                                               \"is_durumu_y\":\"is_durumu\",\n                                                                               \"meslek_grubu_y\":\"meslek_grubu\",\n                                                                               \"tarih_y\":\"tarih\",\n                                                                               \"target_y\":\"target\"},axis=1)\nmerged_data_new=merged_data_new.dropna(subset=[\"sektor\",\"islem_adedi\",\n                                               \"aylik_toplam_tutar\",\"date\",\"ay\"])\nmerged_data_new.head()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#sns.distplot(merged_data_new.kidem_suresi);","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new.kidem_suresi.describe().to_frame().T","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#merged_data_new[\"kidem_ordinal\"]=np.nan\n#merged_data_new.loc[(merged_data_new.kidem_suresi<=33),\"kidem_ordinal\"]=1\n#merged_data_new.loc[(merged_data_new.kidem_suresi>33) &(merged_data_new.kidem_suresi<=71),\"kidem_ordinal\"]=2\n#merged_data_new.loc[(merged_data_new.kidem_suresi>71) &(merged_data_new.kidem_suresi<=131),\"kidem_ordinal\"]=3\n#merged_data_new.loc[(merged_data_new.kidem_suresi>131)&(merged_data_new.kidem_suresi<=300),\"kidem_ordinal\"]=4\n#merged_data_new.loc[(merged_data_new.kidem_suresi>300),\"kidem_ordinal\"]=5","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#merged_data_new[\"count_0\"]=np.nan\n#merged_data_new.loc[merged_data_new.aylik_toplam_tutar==0,\"count_0\"]=0\n#merged_data_new.count_0=merged_data_new.count_0.fillna(1)\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new.aylik_toplam_tutar.max()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new.aylik_toplam_tutar.describe().to_frame().T","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new=merged_data_new.drop([230981])","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new[\"yas_grubu\"]=pd.cut(merged_data_new.yas,bins=[17,19,24,29,34,39,44,50],\n                        labels=[\"grup1\",\"grup2\",\"grup3\",\"grup4\",\"grup5\",\"grup6\",\"grup7\"])\n\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new.loc[merged_data_new.islem_adedi<=0,\"islem_adedi\"]=-1*(merged_data_new.loc[merged_data_new.islem_adedi<=0,\"islem_adedi\"])","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map_=merged_data_new.sektor.value_counts().to_dict()\nmerged_data_new[\"count_sektor\"]=merged_data_new.sektor.map(count_map_)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.musteri.value_counts().to_dict()\nmerged_data_new[\"count_customer\"]=merged_data_new.musteri.map(count_map)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"islem_adet_toplam=merged_data_new.groupby([\"musteri\"])[\"islem_adedi\"].sum()\nmerged_data_new=pd.merge(merged_data_new,islem_adet_toplam,how=\"inner\",on=[\"musteri\"]).rename({\"islem_adedi_x\":\"islem_adedi\",\n                                                                            \"islem_adedi_y\":\"islem_adet_toplam\"},\n                                                                           axis=1).sort_values(by=\"date\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mus_tutar=merged_data_new.groupby([\"musteri\"])[\"aylik_toplam_tutar\"].sum()\nmerged_data_new=pd.merge(merged_data_new,mus_tutar,how=\"inner\",on=[\"musteri\"]).rename({\"aylik_toplam_tutar_x\":\"aylik_toplam_tutar\",\n                                                                          \"aylik_toplam_tutar_y\":\"mus_tutar\"},\n                                                                           axis=1).sort_values(by=\"date\")\n\n#mus_std_tutar=merged_data_new.groupby([\"musteri\"])[\"aylik_toplam_tutar\"].std()\n#merged_data_new=pd.merge(merged_data_new,mus_std_tutar,how=\"inner\",on=[\"musteri\"]).rename({\"aylik_toplam_tutar_x\":\"aylik_toplam_tutar\",\n #                                                                           \"aylik_toplam_tutar_y\":\"mus_std_tutar\"},\n  #                                                                         axis=1).sort_values(by=\"date\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"KUYUMCU\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_KUYUMCU\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_KUYUMCU=merged_data_new.count_KUYUMCU.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"DIJITAL_URUNLR\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_DIGITAL\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_DIGITAL=merged_data_new.count_DIGITAL.fillna(0)\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"BAHCE_CICEKCLK\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_CICEK\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_CICEK=merged_data_new.count_CICEK.fillna(0)\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"TASIMACILIK\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_TASIMA\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_TASIMA=merged_data_new.count_TASIMA.fillna(0)\n\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"BENZIN_YAKIT\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_BENZIN\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_BENZIN=merged_data_new.count_BENZIN.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"GIYIM_AKSESUAR\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_GIYIM\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_GIYIM=merged_data_new.count_GIYIM.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"ELKT_ESYA_BILG\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_ELK\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_ELK=merged_data_new.count_ELK.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"RESTORAN_CATER\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_REST\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_REST=merged_data_new.count_REST.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"ICKILI_YERLER\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_ICKILI_YERLER\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_ICKILI_YERLER=merged_data_new.count_ICKILI_YERLER.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"count_map=merged_data_new.loc[merged_data_new.sektor==\"EGL_SPOR_HOBI\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_EGL_SPOR_HOBI\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_EGL_SPOR_HOBI=merged_data_new.count_EGL_SPOR_HOBI.fillna(0)\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"\ncount_map=merged_data_new.loc[merged_data_new.sektor==\"KLP_DERNK_SOSY\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_KLP_DERNK_SOSY\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_KLP_DERNK_SOSY=merged_data_new.count_KLP_DERNK_SOSY.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"\ncount_map=merged_data_new.loc[merged_data_new.sektor==\"SAGLIK_HIZMTLR\",\"musteri\"].value_counts().to_dict()\n\nmerged_data_new[\"count_SAGLIK_HIZMTLR\"]=merged_data_new.musteri.map(count_map)\nmerged_data_new.count_SAGLIK_HIZMTLR=merged_data_new.count_SAGLIK_HIZMTLR.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"def missing_indicator(df, variable):    \n    return np.where(df[variable].isnull(), 1, 0)\n\nmerged_data_new[\"meslek_grubu\"+'_NA'] = missing_indicator(merged_data_new,\"meslek_grubu\")\n#merged_data_new[\"egitim\"+'_NA'] = missing_indicator(merged_data_new, \"egitim\")\n#merged_data_new[\"is_durumu\"+\"_NA\"]=missing_indicator(merged_data_new,\"is_durumu\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"\n#merged_data_new.meslek_grubu=merged_data_new.meslek_grubu.fillna(\"bilinmiyor\")\n#merged_data_new.egitim=merged_data_new.egitim.fillna(\"bilinmiyor\")\n#merged_data_new.is_durumu=merged_data_new.is_durumu.fillna(\"bilinmiyor\")\n\n\nmerged_data_new.meslek_grubu=merged_data_new.meslek_grubu.fillna(\"44af6626d6\")\nmerged_data_new.egitim=merged_data_new.egitim.fillna(\"7e6640bfe0\")\nmerged_data_new.is_durumu=merged_data_new.is_durumu.fillna(\"991c4998fb\")\n\n\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_KUYUMCU=merged_data_new.loc[merged_data_new.sektor==\"KUYUMCU\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_KUYUMCU\"]=merged_data_new.musteri.map(mean_KUYUMCU)\nmerged_data_new.mean_KUYUMCU=merged_data_new.mean_KUYUMCU.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_GIYIM=merged_data_new.loc[merged_data_new.sektor==\"GIYIM_AKSESUAR\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_GIYIM\"]=merged_data_new.musteri.map(mean_GIYIM)\nmerged_data_new.mean_GIYIM=merged_data_new.mean_GIYIM.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_DIGITAL=merged_data_new.loc[merged_data_new.sektor==\"DIJITAL_URUNLR\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_DIGITAL\"]=merged_data_new.musteri.map(mean_DIGITAL)\nmerged_data_new.mean_DIGITAL=merged_data_new.mean_DIGITAL.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_TASIMA=merged_data_new.loc[merged_data_new.sektor==\"TASIMACILIK\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_TASIMA\"]=merged_data_new.musteri.map(mean_TASIMA)\nmerged_data_new.mean_TASIMA=merged_data_new.mean_TASIMA.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_BAHCE=merged_data_new.loc[merged_data_new.sektor==\"BAHCE_CICEKCLK\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_BAHCE\"]=merged_data_new.musteri.map(mean_BAHCE)\nmerged_data_new.mean_BAHCE=merged_data_new.mean_BAHCE.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_ELEK=merged_data_new.loc[merged_data_new.sektor==\"ELKT_ESYA_BILG\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_ELEK\"]=merged_data_new.musteri.map(mean_ELEK)\nmerged_data_new.mean_ELEK=merged_data_new.mean_ELEK.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_BENZIN=merged_data_new.loc[merged_data_new.sektor==\"BENZIN_YAKIT\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_BENZIN\"]=merged_data_new.musteri.map(mean_BENZIN)\nmerged_data_new.mean_BENZIN=merged_data_new.mean_BENZIN.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_REST=merged_data_new.loc[merged_data_new.sektor==\"RESTORAN_CATER\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_REST\"]=merged_data_new.musteri.map(mean_REST)\nmerged_data_new.mean_REST=merged_data_new.mean_REST.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_ICKI=merged_data_new.loc[merged_data_new.sektor==\"ICKILI_YERLER\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_ICKI\"]=merged_data_new.musteri.map(mean_ICKI)\nmerged_data_new.mean_ICKI=merged_data_new.mean_ICKI.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"mean_DERNEK=merged_data_new.loc[merged_data_new.sektor==\"KLP_DERNK_SOSY\",[\"musteri\",\"aylik_toplam_tutar\"]].groupby(\"musteri\")[\"aylik_toplam_tutar\"].sum().to_dict()\nmerged_data_new[\"mean_DERNEK\"]=merged_data_new.musteri.map(mean_DERNEK)\nmerged_data_new.mean_DERNEK=merged_data_new.mean_DERNEK.fillna(0)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"merged_data_new.head()","execution_count":null,"outputs":[]},{"metadata":{},"cell_type":"markdown","source":"# -----------------------------------------------------------------------"},{"metadata":{"trusted":true},"cell_type":"code","source":"unique_data=merged_data_new.drop_duplicates(subset=\"musteri\")","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full_data_musteri=pd.DataFrame(full_data_musteri)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full=full_data_musteri.join(unique_data.set_index(\"musteri\"),on=\"musteri\").drop([\"islem_adedi\",\n                                                                                 \"aylik_toplam_tutar\",\"ay\",\"sektor\"],axis=1)\nfull.head() #sektor eklicen","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full.loc[full.kidem_suresi<0,\"kidem_suresi\"]=0","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full.head()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full.isnull().sum()","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"full.shape","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train_new=full.iloc[:59998]\ntest_new=full.iloc[59998:]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train_new[\"log_kidem_suresi\"]=np.sqrt(train_new.kidem_suresi)\ntest_new[\"log_kidem_suresi\"]=np.sqrt(test_new.kidem_suresi)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"#plt.figure(figsize=(20,10));\n#sns.heatmap(train_new.corr().abs(),annot=True,cmap=\"coolwarm\");","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"X_train=train_new.drop([\"musteri\",\"date\",\"tarih\",\"target\",\"kidem_suresi\",\"yas_grubu\"],axis=1)\n\n#\"grup_aylik_mean\"\nX_test=test_new.drop([\"musteri\",\"date\",\"tarih\",\"target\",\"kidem_suresi\",\"yas_grubu\"],axis=1)\ny_train=train_new[\"target\"]\nX_train.shape,X_test.shape,y_train.shape","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"ratio_enc =PRatioEncoder(\n    variables=['meslek_grubu',\"egitim\",\"is_durumu\"])\n\n#PRatioEncoder\n#MeanEncoder\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"ratio_enc.fit(X_train, y_train)\nX_train = ratio_enc.transform(X_train)\nX_test = ratio_enc.transform(X_test)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"X_train_encoded=pd.get_dummies(X_train)\nX_test_encoded=pd.get_dummies(X_test)\nX_train_encoded.shape,X_test_encoded.shape","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"X_train_encoded.shape,y_train.shape","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"scaler=MinMaxScaler()\nX_train_scaled=scaler.fit_transform(X_train_encoded)\nX_test_scaled=scaler.transform(X_test_encoded)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"def weight_ratio(y_train):\n    num = y_train.value_counts()\n    return num[0]/num[1]\nratio=weight_ratio(y_train)\nratio","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"\nmodel=LGBMClassifier(learning_rate=0.008,\n                 max_depth=3,\n                     n_estimators=2050,\n                     reg_lambda=45,\n                     boosting_type=\"goss\", #gbdt goss dart               \n                     min_child_weight=0.001,\n                     min_child_samples=23,\n                     objective=\"binary\",\n                     num_leaves=31,\n                     importance_type='split' #split gain                                       \n                  \n                   )\n#scale_pos_weight=ratio","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"smt = RandomOverSampler(sampling_strategy=\"minority\") #(sampling_strategy=\"minority\")\n#smt=KMeansSMOTE(sampling_strategy=\"auto\",k_neighbors=3,kmeans_estimator=KMeans(n_clusters=3),cluster_balance_threshold=0.05,density_exponent=\"auto\")\n#smt=SVMSMOTE(sampling_strategy=\"minority\",svm_estimator=SVC(kernel=\"linear\"))\nX_train_scaled, y_train = smt.fit_sample(X_train_scaled, y_train)\n\n\n","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"X_train_scaled.shape,y_train.shape","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"sns.countplot(y_train);","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"model_fitted=model.fit(X_train_scaled,y_train)\npred=model_fitted.predict_proba(X_test_scaled)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"pred=pred[:,1]","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"model.score(X_train_scaled,y_train)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"submission.target=pred","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"submission.head(50)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"train.target.value_counts()/len(train)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"pd.DataFrame(pred,columns=[\"pred\"]).pred.value_counts()/len(pred)","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"sns.countplot(pred);","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"Importance = pd.DataFrame({\"Importance\": model.feature_importances_},\n                         index = X_train_encoded.columns)\nImportance.sort_values(by = \"Importance\", \n                       axis = 0, \n                       ascending = True).plot(kind =\"barh\", color = \"r\",figsize=(20,10));","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"cv = RepeatedStratifiedKFold(n_splits=3, n_repeats=3, random_state=1)\n\nscores = cross_val_score(model, X_train_scaled, y_train, scoring='roc_auc', cv=cv, n_jobs=-1)\n\nprint('Mean ROC AUC: %.5f' % np.mean(scores))","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"scores","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"submission_csv=submission.to_csv(\"submission.csv\",index=False)\nfrom IPython.display import FileLink\nFileLink(r'submission.csv')","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]},{"metadata":{"trusted":true},"cell_type":"code","source":"","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.7.9","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"}},"nbformat":4,"nbformat_minor":4}