From f844d1b63f7e339c678c1dd51a0300e75fd95897 Mon Sep 17 00:00:00 2001 From: santoshmayekar Date: Thu, 17 May 2018 09:02:47 +0000 Subject: [PATCH 1/2] Done --- __pycache__/__init__.cpython-36.pyc | Bin 0 -> 156 bytes .../__pycache__/__init__.cpython-36.pyc | Bin 0 -> 168 bytes q01_bagging/__pycache__/build.cpython-36.pyc | Bin 0 -> 1531 bytes q01_bagging/build.py | 33 +++++++++++++++--- .../tests/__pycache__/__init__.cpython-36.pyc | Bin 0 -> 174 bytes .../test_q01_bagging.cpython-36.pyc | Bin 0 -> 965 bytes 6 files changed, 29 insertions(+), 4 deletions(-) create mode 100644 __pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/__pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/__pycache__/build.cpython-36.pyc create mode 100644 q01_bagging/tests/__pycache__/__init__.cpython-36.pyc create mode 100644 q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc diff --git a/__pycache__/__init__.cpython-36.pyc b/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..52bf93667fe6f0a6d45445e6230d7e7ff583d969 GIT binary patch literal 156 zcmXr!<>h*z`!|XK2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU!M9I`MIh3#ff<( z`NbKziIu6@iADP1`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5 f@$s2?nI-Y@dIgoYIBatBQ%ZAE?Lbx(12F>t%9<(8 literal 0 HcmV?d00001 diff --git a/q01_bagging/__pycache__/__init__.cpython-36.pyc b/q01_bagging/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..62c675c9f7e188937badbb2d557b374821d4d280 GIT binary patch literal 168 zcmXr!<>h*z`!|XK2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU!nRL`MIh3#ff<( z`NbKziIu6@iADP1`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5 rg$9Q4Nr~y{nR)5@@$s2?nI-Y@dIgoYIBatBQ%ZAE?LgKQ12F>t_8u+? literal 0 HcmV?d00001 diff --git a/q01_bagging/__pycache__/build.cpython-36.pyc b/q01_bagging/__pycache__/build.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..912dccb563e2e09684e0f5782a988fce753ae228 GIT binary patch literal 1531 zcmZ8hOOGQp5N`K7oz81!n8)(a9`+Ir6K3WLEMj*LT=u}Ov?~kLIBh5CjQcURhn`k2Rle(4tH}8dxm$pp9eTFJmTTJg(J}Lcsq}Aj4X!c9qO+T?y~N@ zM-fGDZJ?dE_QXE1aQ`0KHOPQDtj`8Cq%9iVx!<^W5AWjx{NB{UhwvZKHjRI<@G(U% ztYL2rQCiQ3sOc*~vLaDTszg>iQ-BS=B-3eDOrLNfWj4u}0PyfBOEa03#Y@51JCZI* z(`!M}MIzHuu-juw6dCc76iFo*%~Azcr>XpYjlk*j!i--YuUoJh+PJmxo!zn~7NnqM zo=8O$OCiN(bbxBzC-BQZfKaq_6{NOySN76VXk{(^n_2BWwZ8ps87RB<>wr4&xzwZn zoxcq0aPHJrZLe%(0q@pmg_bSl)lS`lJtF1LgF0HFt<(Z(8>DvK25GE9kj7ei_28AI zTJwnR)7BlVfp1e|2V6|sS_ileHQK;+Yft&KL%Xy``*%?KEf&%N-MfeNR+f?V^-L`& z(ZTce1)Npr#+qJz7XA8D_2=W4B7o)4!*P*7#j>2JQb^p+$xR|jUU4RItQQkT)U|+B zYh0E}LXj&Gg6TTaMDIC7IGAKp33TYKE7;o6 z_IBfOGG-jNH1;N=YSy6iHZl!m^oF+3?nGOw4;l}uJ7vPvklq11lT6`Y+ap4ky9rDS z$+N~MRmBRr1I`<#;tKl^F&wM$RHit?{>>%=f3ca}ikGVKIh%qhcIB*mGwd|M>%_#= z_`pEcnqaX5fB^t|CYw0Am(rMS+dWD71Up)*J>FakgY*`rxsxq+hGP?XGENh!&hY=l z=kJKmf40Q?aN57V9?i;}jU*{lDQ7uZuuCFFuS#(#E0VHNT2eM*g=G1dvm|F~R#FLm z%Q;Jx99?~Kw(~z4UuT@2R*NRsM$`uf@?#(ta#4hQI|3S^crzQ?wPS-t=m5SDi4Q@0 z{SOTB5pcs3>{oChiEQkO;v;#<84<;44pH$$G7dq&%@#K3;{Hy$3wKlEcn2$ZHB9O8 z0Gd|UiDzSoS99RT%;G@r)Z3ZBc}12=(-=4ujL-xg5!}+x%S4czVK?Jt+Mw4BT8JaC z6~~&KX!1alfhPN!=#!b8-yh*z`!|XK2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU(xy*`MIh3#ff<( z`NbKziIu6@iADP1`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5 wg$9Q4Nr~y{nR)5@C8@*2vt;7Z+ig=DHqEddmpWn?AlI6SLL+* zGyElAxv+l$35l8Pqv-)hGoIL==bQQLcf(=t_p86z(j(*-X^jBl6EO20oFIZKQqYW2 zj6LNQe&$2$i$DcMn1z&_6A_BeEfF0_*M8O!-7h4GHgK9G)J0#Vv8UWfh>xbyPHLsN zo|=WsH$aV$?wC)f^KzQwk^R8E6EO1>oFo|)B=ZCn-Yv;|q=z{WAy9Q(A2~knl2E|o zzyuN4DVTW+&Js)4^as5m7oPQRsGv{C8WKXX*8jwNMAq0Lfz-iBW4cWUZuR`^I}~lD zh@t+vkfk;83-K~OpI^xmq9o8h;533=pBp2!JzLgXIbX>#@mye}nz#VF|4H-!V1M#- zRuwWeytI{>75rLWa-Dvw^rczwT&8&?WGYJ|i?NcdkakuH!xp-_fJ#ideEo*)#7iw` zU>eU_%g2jrH^8kut_!pV@0iett{%6PJ8r}Bwu}gGWPAoeTgI)3_%IHV`J)Z0u=;RN zOUMbYm5r~ss-=lV6_=Hb3vTmSJZ-eQk4XGG9W~xy;^`htx{nTJ+qxk{?qR!Vwo8P- zyB_2J^|*(RlF&trmAsIQxgKLhC2EkHxdCH%f!iH@gwziX{P!!-9oRr?h$9*W&B`e0 yx~MMa7VFgbCS7-4;_J6fmo6OFb0wNb(;R3u*bp>bMjy8&eZpHY$TFbt`Tqd$BJ8&S literal 0 HcmV?d00001 From 909620b23f9877fe2d6940d90cd8ba38c41c6509 Mon Sep 17 00:00:00 2001 From: santoshmayekar Date: Fri, 18 May 2018 09:52:35 +0000 Subject: [PATCH 2/2] Done --- .../__pycache__/__init__.cpython-36.pyc | Bin 0 -> 173 bytes .../__pycache__/build.cpython-36.pyc | Bin 0 -> 1538 bytes q02_stacking_clf/build.py | 32 ++++++++++++++++++ .../tests/__pycache__/__init__.cpython-36.pyc | Bin 0 -> 179 bytes .../test_q02_stacking_clf.cpython-36.pyc | Bin 0 -> 2387 bytes 5 files changed, 32 insertions(+) create mode 100644 q02_stacking_clf/__pycache__/__init__.cpython-36.pyc create mode 100644 q02_stacking_clf/__pycache__/build.cpython-36.pyc create mode 100644 q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc create mode 100644 q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc diff --git a/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..421723d9a6c9f93b09ed46673a0bd702ac520afa GIT binary patch literal 173 zcmXr!<>h*z`!|XK2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUs3uQ`MIh3#ff<( z`NbKziIu6@iADP1`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5 wg$73P#U+W!*_nCi@yR)9`tk9Zd6^~g@p=W7w>WHa^HWN5Qtd!?76UN@0Q&MUC;$Ke literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/__pycache__/build.cpython-36.pyc b/q02_stacking_clf/__pycache__/build.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..d8f87f503fa26f34e033da7ee9c43231dcba4335 GIT binary patch literal 1538 zcmZ8h%WfMt6eZ`SnUQ46ieGY4$L*qkvalL^TeL-!W#L5|zy{G`Kn*FGGUpL;99Y44 zA_sKq zdpezpeELXrgQn@VqUk)*X`%Sp`+Y_$I+6v=lTvXe(h97PQ~hoMjX~4XX8rN)BC>%w zCR&Ch-gDDYG-pMY=!#Z+h*iAO$mmVNcv)RG$btdngSA~R^UyTswCTMirhp zaCd8b2m7{F`!lbGiNNS>d~T(F?K3<;Kw%<)x&t(EnZvw$=Qaet(ao2Q-^1Iu@fCwF zcjYVk&)0b6D{6d2jj!mDuXbgl3T;%gR^5hJI#pPEb?453Ui)XtR#?HyKnn-R5EGBy z2tAC5I}w#}^3wQJDLNC|GTdZ7RIx8(!NN>bhH9%Z$$X6;-42LS5;SrhJq_q$8edo{c3>GG1L4OxuiS zJgxNT?N=vu)Y2;$=>&2ejjx4d$K~8~*5NPUQ~Cf1!XA!s2lwy>K5FF!G zsn3BMJ~w;%N^+|5V4v=OHP8xb@I?x0A4`9pn^3m<&(d|_2TKgkQY^&DDbGVxDYsl|f@^5T8 f^a~&zDC}~FICNvYi~G*LAKQXEAxKuoiQRtz&$X_N literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/build.py b/q02_stacking_clf/build.py index 7b1c5f8..b354c0b 100644 --- a/q02_stacking_clf/build.py +++ b/q02_stacking_clf/build.py @@ -14,5 +14,37 @@ X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=9) +# Solution # Write your code here +clf1 = LogisticRegression(random_state=9) +clf2 = DecisionTreeClassifier(random_state=9) +clf3 = DecisionTreeClassifier(max_depth=9, random_state=9) + +bagging_clf1 = BaggingClassifier(clf2, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) +bagging_clf2 = BaggingClassifier(clf1, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) +bagging_clf3 = BaggingClassifier(clf3, n_estimators=100, max_samples=100, + bootstrap=True, random_state=9, oob_score=True) + +model = [bagging_clf1, bagging_clf2, bagging_clf3] + + +def stacking_clf(model, X_train, y_train, X_test, y_test): + predictions = [] + for i in model: + i.fit(X_train, y_train) + pred = np.array(i.predict_proba(X_train)) + predictions.append(pred) + X_bag_train = np.concatenate((predictions[0], predictions[1], predictions[2]), axis=1) + predictions_test = [] + for j in model: + pred = np.array(j.predict_proba(X_test)) + predictions_test.append(pred) + X_bag_test = np.concatenate((predictions_test[0], predictions_test[1], predictions_test[2]), axis=1) + predictions_bag_final = clf1.fit(X_bag_train, y_train).predict(X_bag_test) + return accuracy_score(y_test, predictions_bag_final) + + + diff --git a/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..ee5ac5ba585cb23c17e31994638ab3b483e92ccd GIT binary patch literal 179 zcmYL?F$w}P5Jj_KA;KQSLPxX}@dP#&g3TC{(OoymteIHsk-U&Q1foM?sl4u}(GhkW8)>y6Fl-4Z z2>GKU^pq;Lf^FmrnIv$X%~6szO&!i?+zAp%o)PO%C&X#nJ%&rq_U35SKTAe^0XuXu AkN^Mx literal 0 HcmV?d00001 diff --git a/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..146cfc5bf14f8b9ecbcdc01a2a8ff87981ff4f7a GIT binary patch literal 2387 zcma)7&2HO95ayDUM9GpP|J(U9(>5p+BvxXd3KUJ+Bn<*IE|3^#uqeRL+>uOsNh-Um zAQD{kpycQW>9McTYkT6MmmXTZLV=>4UCOrXBtS`Ub~rmj&VKXF?pC8w`|H*}^k>hq z{;;Mle7El5BYk37%wmLF3892o%w`U^6NfseTg>HdQlcfJmv}j;(2CK^+)JvoYV-=P zB{Ou!=pL^p4cahzmCw=(aACj6Y9m7DU~Ye&Ray0|jdJ;|-Lcm!x-ey3F_uNBzyd6? zI%}}mBlmlkF41MWLRVo1EfsqTjo#&%(-OBF^3 zaoPtZJvc`&=bJoNTKgWBwvlOqE>gyT)*BO zS9PK`triKyL&)nQOj(u$n7V=%5%q~j621-?^wgfQj2W7DS|wUf1I#^6LX`ds{6G$^eOoz)gpoCCgn!Y0IDPNf z%ht${8^7;v3;nrq3B_>z;cG0J0_J1&`U#{;`q$Y_|55x3Qq)?m(0;;2kK^syD z$u5T=0kxMgi3QE}F%#K-d3#fr>4afzT}5eRaDHy1H^}FTDo;hMV-`|pY!QzPKRS=* z#ybIL@YR6^->axh<6EGM8-#s=rL#SD&};bF35*OnVV^7iRml4weU|xYrhFt)wC8sX zsAoM|&MCm6iQj73Vjc&vpoPY>5KCHHM)5H|CyP6ico}C*;x|yyi7TXla#d+mG6X3f z5>;VDd51`uDMHxW!*5UX#}4z=pa*^@6TSe|7iqB=KbHQB9=1^^{RimvwFnb#|iX7*k5H);zB~56q5`R|XTMj20|wUPgl+n+3HV%f~6!K8+wRb+FG> z?&@47nB-mp`Hmjbg?SSzOckX*y3OY0@=ZpT!B?fu?XC@m##iLR-iG;w5xZTi0^0 zpTRM7457awGZW_5o>$}A%sE^t^XWll?yloW((eS(v&D{IEsKgg~>o;doolM`J WT_ek6-d@GAM(VbQvy;cJIsX9#bAbK; literal 0 HcmV?d00001