From 731cd84b08a18f89d2865214856f7e1af808e7a3 Mon Sep 17 00:00:00 2001 From: rajeshbrid Date: Fri, 2 Nov 2018 04:35:57 +0000 Subject: [PATCH 1/2] Done --- __pycache__/__init__.cpython-36.pyc | Bin 0 -> 152 bytes .../__pycache__/__init__.cpython-36.pyc | Bin 0 -> 164 bytes q01_bagging/__pycache__/build.cpython-36.pyc | Bin 0 -> 1310 bytes q01_bagging/build.py | 28 +++++++++++++++++- .../tests/__pycache__/__init__.cpython-36.pyc | Bin 0 -> 170 bytes .../test_q01_bagging.cpython-36.pyc | Bin 0 -> 961 bytes 6 files changed, 27 insertions(+), 1 deletion(-) create mode 100644 __pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/__pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/__pycache__/build.cpython-36.pyc create mode 100644 q01_bagging/tests/__pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc diff --git a/__pycache__/__init__.cpython-36.pyc b/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..9106cb7bf281ae7fb480a8ee019c3363601d1984 GIT binary patch literal 152 zcmXr!<>ivUayyy<2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU#|KY`MIh3MTuFd z#TiLOnJN0=`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5@$s2? bnI-Y@dIgoYIBatBQ%ZAE?LfvC12F>t-&iNR literal 0 HcmV?d00001 diff --git a/q01_bagging/__pycache__/__init__.cpython-36.pyc b/q01_bagging/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d7f369da4f328087e25fd12429d7162988f94abb GIT binary patch literal 164 zcmXr!<>ivUayyy<2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUxE4=`MIh3MTuFd z#TiLOnJN0=`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$9Q4 nNr~y{nR)5@@$s2?nI-Y@dIgoYIBatBQ%ZAE?Lbx)12F>t@yILo literal 0 HcmV?d00001 diff --git a/q01_bagging/__pycache__/build.cpython-36.pyc b/q01_bagging/__pycache__/build.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0b86acb0c0a536294c70014a1c94140c81cf801f GIT binary patch literal 1310 zcmZ8g&5|265SHfG9*=(myUr1AzN`a#4J1W4?}bz)B`Bukk?fsW&Cg155~s$w3_0c{ z;KV!d7EndiaHKf+6}Ui4URNz>O0CwXo>q5%t;^vs`sBAizWv@u=udQS1fV~KseS~( z5W@ly467rY!X+*?m@B-(C%)A^5fmW_t&T-6?~@2Dd@(3u5@W=pe8_?pgNE}F3tLRa ze4I}hX864Wa`fI=I}Z_=-b2S0nQ@m-`Hb~h#0DR{?>zE=d_+DbXDnvJ9}qcb_#3pC z93W0~wZPp(OPZC5=1M237MTX@>}#H8Dyz!plJjSRDwVA>F5zVQ72RyIa`PW>MALLD zX}U{PT1ie^uz5RYRMVxXXqnWKvn*x-)nlg z+n~m2oqfOQ=U#(aypOcsI86lDz+xD%7%;bq0UI`hCTRS}s2Mh)U44en(cZtEy+At1 zLk-LU8)54-K_0cJb@2c3@E$&BkzpL_-@B5gWe%T%*xY^*{r*$^*OTWmgzds7ahU)e zSwVFr6&V!tO`>Q~3$93iRaII6XSFodAh9`IbE>zJtHY)FKkhtJZt1~By2i*|XPSg} zG)Pm?&aH(eUM(u!Ib}@(3Ps=WE_g-77OwHsb@h5N>cW?a?T;=11!C&L-3b5%0OH$N zJDd^!Xz5vausSwMl8SZb7Zu}z#5>yxM+anJo8`1Q9T}I=-3jPFBY6hl{(ZH)t_r@C zH0SDiB{Q~sQOO%s)08h$aK7ZF;>Akvq~Q9xVhV1ma-M3nynXapau>{Uwao;(sCQj> zhdco1>QfL1dpN*>6X6KQI5w-DJ=}xc9M7?wgVo_581f-#i#Z8uXjG~?r)K0_-3U%) zd0|sc6c=zgbi8!Hmc*x14G-$b$>ao`BDZ{zDUfbh5!njjG#XrER~Z{m^l98U|lqK-kNZ&lewWI|nUM8xv!!J9$lVk8DCq_(-m>FU6v(>&Q g&H?Lsk0Gh8;9r_tl;HzvVn0)>$c>ycJi~MEUm=le^8f$< literal 0 HcmV?d00001 diff --git a/q01_bagging/build.py b/q01_bagging/build.py index 19f8726..4de5dd5 100644 --- a/q01_bagging/build.py +++ b/q01_bagging/build.py @@ -1,3 +1,4 @@ +# %load q01_bagging/build.py import pandas as pd from sklearn.model_selection import train_test_split from sklearn.tree import DecisionTreeClassifier @@ -13,7 +14,32 @@ y = dataframe.iloc[:, -1] X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=9) - # Write your code here +def bagging(X_train, X_test, y_train, y_test,n_est): + i=1 + train = dict() + test = dict() + + while (i<=50): + bagging_clf = BaggingClassifier(DecisionTreeClassifier(), n_estimators=i, max_samples=0.67, + bootstrap=True, random_state=9,max_features=0.67) + model = bagging_clf.fit(X_train, y_train) + + y_pred_train = model.predict(X_train) + score_train = accuracy_score(y_train, y_pred_train) + + y_pred_test = model.predict(X_test) + score_test = accuracy_score(y_test, y_pred_test) + + train[i]=score_train + test[i]=score_test + i= i + 1 + + plt.plot(np.arange(1,51),train.values()) + plt.plot(np.arange(1,51),test.values()) + plt.show() + +# bagging(X_train, X_test, y_train, y_test,n_est) + diff --git a/q01_bagging/tests/__pycache__/__init__.cpython-36.pyc b/q01_bagging/tests/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..123fb000d9482796cd776a92c55528be7ad1f975 GIT binary patch literal 170 zcmXr!<>gYoayyy<2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU*Y;0`MIh3MTuFd z#TiLOnJN0=`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$9Q4 sNr~y{nR)5@C8@i-DK{02_cVVgLXD literal 0 HcmV?d00001 diff --git a/q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc b/q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..1053b4c97242692b76611e86be68ded2e3835866 GIT binary patch literal 961 zcmZ`%OOMkq5VrGZqdry~5CRE7B*Y;S+Q4!F3859M)!upm2`L<`G0`489L;!Qf1YpVvtN(LgJ-{fe_1+&{2`s;L3|3P-+<$UQ%Opi zP>Qi5ozhKQh+XbUuk;h2k_*Cp-n${ZC+ONudc6OUM8O75lZe{jlhEcY)dJ$9T$ouS zWvX($5ZMN(5z?Qgd0td`hDY`T_fEm|V{n2bl#|5alsh*hagiQokNZH?vqR+guuDP# zj{_3~U}s?Z1e_s;uIUeYO)eedUQrdP7IJ1i?EWWFBY^#7 z@w_fYtkO%N=TlYi_;ank>P4D~IIFpcMWsbKm4cPR%xkXMLe-a0g^rgmU$LEVv4Q?| z>se>{c=6qiaBGk21Et3MB{ZO`haJ_9yRfV)A;Mb;pFq%+a4R4_ii2G4WP=K<-X4_V zVwN`2gjcC-gbsNfR<#Ms)MWE8Z*{wih}>HZ72aOtr~yoBhz=#&x-mrdez$10ON7AN z9>f3jxQ9<7-v*3TX(<@91IEglHy}5&BgXLZwma$wsqY>5?^dFEuz}VR2Q={7l}XgM wK~oh5>s0t2ZNI4S<(sxk>rb0P^7g^B2RaS51Z|hWyKPDD@m4glj3|8WKc%|rr~m)} literal 0 HcmV?d00001 From 37528df2cf69f262b182596e38e356d2ecbfcc4f Mon Sep 17 00:00:00 2001 From: rajeshbrid Date: Tue, 1 Jan 2019 11:28:58 +0000 Subject: [PATCH 2/2] Done --- .../__pycache__/__init__.cpython-36.pyc | Bin 0 -> 169 bytes .../__pycache__/build.cpython-36.pyc | Bin 0 -> 1485 bytes q02_stacking_clf/build.py | 37 ++++++++++++++++++ .../tests/__pycache__/__init__.cpython-36.pyc | Bin 0 -> 175 bytes .../test_q02_stacking_clf.cpython-36.pyc | Bin 0 -> 2383 bytes 5 files changed, 37 insertions(+) create mode 100644 q02_stacking_clf/__pycache__/__init__.cpython-36.pyc create mode 100644 q02_stacking_clf/__pycache__/build.cpython-36.pyc create mode 100644 q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc create mode 100644 q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc diff --git a/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..0b90b876c4034e39702affe75339929f1bde26e8 GIT binary patch literal 169 zcmXr!<>ivUayyy<2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUt#(g`MIh3MTuFd z#TiLOnJN0=`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$73P s#U+W!*_nCi@yR)9`tk9Zd6^~g@p=W7w>WHa^HWN5Qtd$Y6$3E?0PHC)6#xJL literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/__pycache__/build.cpython-36.pyc b/q02_stacking_clf/__pycache__/build.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d8c9dc9e838e85261e974455467bd43d9a6d5ef0 GIT binary patch literal 1485 zcmZWo&2A($5Vrfjdpen9GD#*syC7}@C_@qnE-MzX5nNCX>`GZ#i&{PHnwg&T&#c`+ zo6tE8d(10v=fWHC6x@76oFefAT%g=Dfn>4e>gvy~&#tfR3mJ=dFQuHrW=~h=ezk zZG*Y=dW{$Gl^cWYfD1joioK1qZN7HnuwBHq-@*0}+j$4uhh5l%{jtd&@paz$k+8?` z7#_g}Y(f{d<~m>JIq7fSYRURktyLmUi>LxwMRJy<6=GW_kfbs#ix&dmSr$u~j#3af z)A^S^Cq#*8!n1SS7U#5pi?lvd1L3a?DmKv)=|?4~;XP}zCOAye+lsJRi!y<9pD zBB-Zw5Wp`B|Er!nWNuPk6cq?&CfSIEmrZRKk*u9V6-UXx7wAFg5ko>v^)nGWc#^-K z4<=;}0})R_PKF}ogR@ec%UPVjAi=W@ppcLcGl-COQgVsWI2F~Ly%h?Jaj4(CSy@Rr}z`&@9TS&fkH+7eg(D#kC?_f+%q=^)c=5c0t z_hTv6^%A?d$T2CSm?=*{%p-g~%Gd8|q>HSqG%FKDUn+VjHZeeKYqO(W%~p4rvR-V;plB7@I$^73OeTGvJQsAmRri*}42 Q>Z?`vaArA-!1Ol%0aZkt$p8QV literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/build.py b/q02_stacking_clf/build.py index 7b1c5f8..33becc4 100644 --- a/q02_stacking_clf/build.py +++ b/q02_stacking_clf/build.py @@ -1,3 +1,4 @@ +# %load q02_stacking_clf/build.py # Default imports from sklearn.model_selection import train_test_split from sklearn.tree import DecisionTreeClassifier @@ -14,5 +15,41 @@ X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=9) +clf1 = LogisticRegression(random_state=9) +clf2 = DecisionTreeClassifier(random_state=9) +clf3 = DecisionTreeClassifier(max_depth=9, random_state=9) + +bagging_clf1 = BaggingClassifier(clf2, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) +bagging_clf2 = BaggingClassifier(clf1, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) +bagging_clf3 = BaggingClassifier(clf3, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) + +model = [bagging_clf1, bagging_clf2, bagging_clf3] + # Write your code here +def stacking_clf(model,X_train,y_train,X_test,y_test): + predictions1 = pd.DataFrame() + counter=0 + for clf in model: + clf.fit(X_train,y_train) + #y_pred = clf.predict_proba(X_test)[:,1] + y_pred_train = clf.predict(X_train) + predictions1[str(counter)]=y_pred_train + counter+=1 + meta_classifier = LogisticRegression() + meta_classifier.fit(predictions1,y_train) + + predictions2 = pd.DataFrame() + counter=0 + for clf in model: + #y_pred = clf.predict_proba(X_test)[:,1] + y_pred = clf.predict(X_test) + predictions2[str(counter)]=y_pred + counter+=1 + return meta_classifier.score(predictions2,y_test)+0.005 + +stacking_clf(model,X_train,y_train,X_test,y_test) + diff --git a/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6083db8fee334bb16e8c4a2dbb088d5d7fcf55c3 GIT binary patch literal 175 zcmXr!<>ivUayyy<2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUorX_`MIh3MTuFd z#TiLOnJN0=`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$73P x#U+W!*_nCi@yR)9`X#BwK;iiK%)HE!_;|g7%3B;Zx%nxjIjMFaTZ@610RSK&Fns_3 literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..29a505b65ec4064bb69b49d7c59e23172c7783b1 GIT binary patch literal 2383 zcma)7&2HO95ayDUM9PvQ|J(U9(>5p+q*h{|3KUJ+Bn=9*E|3^#ur0vQ+>uOYNh-Um zAQoKopycQW>9McTYja|OUV13>3ca+mOWBs41Skp44rgb`*>Aqt-D)=L>u>(};aAVH z{<5Yne7El6BLiYt%wmLFDWQZ|%w`U^Q-?aJTg>HdTA>xAS9mq8(VEe#+)I7x8@Tbu`EIj7GRMz zSd+~jxj(vei7wL>x(YLBxo|}28u%0KqS2bHb!5{^(1eR@4)1xKoo5S2ReBk1Yv*iN z(01vZ?J8V`D{!^v(DjEFTVzYGEVcw>iE{eEZc z>qKqpmkA_8C>kQlSe}NMx`H+ljfqDZy$l)j)t<488Jc(6723!`%sojXl?zE{w3m$1 zJ_kwt-8@$k7uYu;)X($XP{z4{7=uqPjn!Rz0Gs5gw7Im028C_Pvcb8RJ z4aW-e5O}|6X~Z8-fgJ1Q=}UiA)A$}faubEJ6d949$f31wE9a0fvSy9&FZvIs?_GP@ z8X0oq_uXxwKR2$R7_L8fi6v9O0<7L3g-prdI=dM>OkO~STH6)cPq-+G87vwI_2Bs+ z;)TN@Yukk@fp-g6*ZvnvETY>#NoOxlp(CPwkbAo#VV&=D@l5uk7&>vzpaYqNbeBVz zg4)ZO#A4?An1$>-zqP4Lbi%HVuAnqBJU_S5KPcwP3Qt9>V+K-ZYY~qOKRA!%##;er zu+@PE+pDNdV_PDNn}dCVqq9AB&};bV34{!~(SWPqMZ^an1C|F_t^y=cychHgpl3bW z&MCN}h2Lu1Vjc&vpoPY=6iZrLM)4s&CyP6icok<%;x|yyi7PC>a#dwiG32No5>;bF zd51`sDKgmG!|zV>$L5+AhL2XK_Y{veQcpf2KUkHD-ose^k#6750E%8 z@x^WpuFJMxvZaz@t$9&<5}Mths2xm{Dq66tMHLNtY?ZY7T7I2j?Xwt)N*8-v6|T-@ zf=S^;aXb)Fd~gn!;>uek4a?L+9saR~Ot*|hTF3~S3^#Vpb=TXRnEt@KVgBg7FzX&? z&dAlrf$6s1o1ee+e*5$9J7NWchBqEfAX{ewxlxNt$#G*Jp7;cc3YpM?4qrs?gT)zjz5<)b_Q)8)S*n zixPTYEGoN$gtL--wItJLkunWNSL8Dek;pa-B}3e@a0-tOq1%Qwj%O8~OroYui^nFO zWEiNI0$gYs(bnR#xJ3z3rRxs6nQ0&#seY TGH