From f1b2df018f5844b3fa7db6d2bfba528600759768 Mon Sep 17 00:00:00 2001
From: nemkothari <nemkothari@gmail.com>
Date: Tue, 13 Nov 2018 11:02:59 +0000
Subject: [PATCH 1/2] Done

---
 __pycache__/__init__.cpython-36.pyc              | Bin 0 -> 152 bytes
 .../__pycache__/__init__.cpython-36.pyc          | Bin 0 -> 169 bytes
 .../__pycache__/build.cpython-36.pyc             | Bin 0 -> 1017 bytes
 q02_stacking_clf/build.py                        |  12 +++++++++++-
 .../tests/__pycache__/__init__.cpython-36.pyc    | Bin 0 -> 175 bytes
 .../test_q02_stacking_clf.cpython-36.pyc         | Bin 0 -> 2383 bytes
 6 files changed, 11 insertions(+), 1 deletion(-)
 create mode 100644 __pycache__/__init__.cpython-36.pyc
 create mode 100644 q02_stacking_clf/__pycache__/__init__.cpython-36.pyc
 create mode 100644 q02_stacking_clf/__pycache__/build.cpython-36.pyc
 create mode 100644 q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc
 create mode 100644 q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc

diff --git a/__pycache__/__init__.cpython-36.pyc b/__pycache__/__init__.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..ff400dca32b5c310ac857fea9ab7b7059ae75855
GIT binary patch
literal 152
zcmXr!<>gXe^D3GF2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU#|KY`MIh3d8xVC
z`6U^NMVb2H`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5@$s2?
bnI-Y@dIgoYIBatBQ%ZAE?LfvC12F>t+l(i^

literal 0
HcmV?d00001

diff --git a/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/__pycache__/__init__.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd88f44c304cdadac2e8b06dcca528645ef255
GIT binary patch
literal 169
zcmXr!<>gXe^D3GF2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUt#(g`MIh3d8xVC
z`6U^NMVb2H`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$73P
s#U+W!*_nCi@yR)9`tk9Zd6^~g@p=W7w>WHa^HWN5Qtd$Y6$3E?0O*h|7ytkO

literal 0
HcmV?d00001

diff --git a/q02_stacking_clf/__pycache__/build.cpython-36.pyc b/q02_stacking_clf/__pycache__/build.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..851a1d9ca071c52cf8801a23dead449d77c1b78f
GIT binary patch
literal 1017
zcmY*XO>fjN5Vf<rNp`!R{Vr!NE1?G3D*{A&L_JVMD+7v*?cKWTBwO1>-6}mTJ@P}i
zz>nePE2r`kxWG7cQR`?XFVCLI%=7GaI<2?gf4zHBL+B^EvqHcxz|1#r9C55rh6%<V
z2P(*Fq*mdYs%H(-sBm3{Swx}=H&mQ8NwdPCYGq4gslt(JlMdvFRG0Kb=d{n`IVJ-!
zI9=uukFEpoz3X5UY$398hwWF)s=#7JtnwCL;_WZ>_jR&H*2xCh<Q?AqjK~&`4$*LM
z12v-|c73a<%u_3jP0dtE3*7p?VA9AUf1`!iQ`8tal0w7I@~dJjjg{=R7;6E1kpnw;
zNylTEkMAArQpV0TWwX?<LJJ>!XepcAJ9luo$*HA@DrlZgwcwIj$hpnTryC3fj(4l|
z<M~a~mm9d|ze44uaBWR<USz4U)C$({{lJRB>R@|dW(VBGqY~|-4-c;zW#bf;xD4h2
zMu2fyo8zm{24%er=fPEU79OF}i-Qk_aCakVNpxG2_IEvuT_Y>FP%b)7E7@E$y9FUI
zAfXF^@NYaJ0DZKJ7eahRdIi$_K1@!EOeDF;CWSqrS|&$@o|q|RB4Lm}5xEiBM<vos
z*pq@A$WxpOW=(STc*pl!shBb~N<N-T#kZ$3*S<^p-<TFSgj=``*2Q`azHa`&((8bR
z58Q^CC_#0;UG<b2q2L!Fz7Aj?^4;!Qm;nu=kKF2lQZk3Yw2ISSY}a3GElSt^K1gpt
zLnB%;Q^`n{Gj(A_&bQhB(bAF65>DYpsd2%SlSY1?L0dsSb+Hzdr!W$(>4#;cX(n7<
zs)9Lu?C?x?AXxXj>w4Gs&bM31eaEc==i;YO_qh_!d{1T*TpJ`>JTZ=IExeAGgU#SC
D`-~xj

literal 0
HcmV?d00001

diff --git a/q02_stacking_clf/build.py b/q02_stacking_clf/build.py
index 7b1c5f8..c3d6267 100644
--- a/q02_stacking_clf/build.py
+++ b/q02_stacking_clf/build.py
@@ -1,9 +1,11 @@
+# %load q02_stacking_clf/build.py
 # Default imports
 from sklearn.model_selection import train_test_split
 from sklearn.tree import DecisionTreeClassifier
 from sklearn.linear_model import LogisticRegression
 from sklearn.ensemble import BaggingClassifier
 from sklearn.metrics import accuracy_score
+from mlxtend.classifier import StackingClassifier
 import pandas as pd
 import numpy as np
 
@@ -14,5 +16,13 @@
 
 X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=9)
 
-# Write your code here
+def stacking_clf(model,X_train,y_train, X_test, y_test):
+    for k in model:
+        k.fit(X_train, y_train)  
+        y_pred = k.predict(X_test)
+        accuracy = accuracy_score(y_test, y_pred)
+    return  accuracy
+
+
+
 
diff --git a/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/__init__.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..b0bc437e814f412a6af921d331940985d23ec7f8
GIT binary patch
literal 175
zcmXr!<>lJE=2bKU5IhDEFu(|8H~?`m3y?@*2xib^^jpbL1QJFNzhd+=@^e%5^HOuO
z^Gh-ki!$}Y^NX^J3lfu4^^@~cQuR~wic@owa#G`SQ%f@PQ;OpYit@8klS_*A3k{6o
xi%SxdvorJ3<CAmJ^h;8Ufx_|enR%Hd@$q^EmA5!-a`RJ4b5iX<wiW|10|0s+F$@3z

literal 0
HcmV?d00001

diff --git a/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc b/q02_stacking_clf/tests/__pycache__/test_q02_stacking_clf.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..188c1c6802c58ddd9e23095b1cb4a873ea5cf90d
GIT binary patch
literal 2383
zcma)7&2HO95ayDUM9Q)w|J(U9(>5p+q*h{|3KUJ+Bn<+zE|3^#ur0vQ+>uOsNh-Um
zAQoKopycQWDbP#Nx9GJ!@z6^Th587+w6jaumYoDB3C<2@XUN%azS-TJp05A$)8F6z
z>{-^I*2IPH)?IvLKrD+{jBqO@ln{&A%;9$GPzQC3x!g@Fv|{uMuckFxGkTSKsZV{Q
z*LXdhqEklqcq5&r(?<9C47~ss_L{6dBy<*L_vV<-{MR<hrPp@HUbX1_gmu|i7N7?6
zu)rE@n#~-!-??;=F41MW0#j(Ya75@T_+#y&(WY7R$flQI8ZNR~yytLsj?Euc>1DL7
zp0iy++of~1t8f{vz}2op*B)AIfi1qW*dmajLj&eNv05u54PA>A-Zn^eFOo2_OG87d
zDBe%9ZW!|pI?QxIb^4q~qAPn4qot`tlw_g8z)<#hqR_T<AL2wNdA2P8?(s;<q?3Ta
znYl0XZX#6@KZdRVwC5RGXFrd+UHr+Z>(*d}MJj6ZJj%kJ0G7lGeb;08VuTg7x|`<u
z?as*8iQ3dJ6G#S7G(?oKJPk2*1uY^PV~;d?88YapU1J$BG;g;mw2_6Fdy+;f7m`kC
zFBzph4wCvid9EZbuxCQ3pXWQFjB^1o2A^CStGoEfn<&7dgjv*PgxRkw>M&<Kx~zil
zE~~N{juqx1@P5(Mh(DPCIo8Y5m;S1z@jZOx1`1^<G9=%VLu=1g&LLrB)f(bo^dC;&
zJNA+_G~~wbyIVqkZd5@rSbOjiOQwJYSiOD<nUcYEb~AXGynqa~mMgTMa8VRfSTqpo
z!SjB^3x`A2vI|!N?-Z`C{g0MdK(~LA_HLd+JA-sTSG$o&+TY}2U-qIH+HuaH4Vi>=
zheMcx+Rd57V&;38g={~+wV_LN!mhTipfoZ(KeygHC}ztFPeiO?22y8h5swVsJCEf0
z8v$pq)qw`vtEfz3TOx~_gMEUdvo&(iYw+<2gbX@SpR3?S#QPuvmIqm`0whtq8*~kz
zXFXcZDY&AE-)h-n4hJ!>g~qZJi&|Sk@jgB$i#wBe6=zK1H&D@uD=fcqRb^N)<ftAJ
zRbxbXhe($RGT2*#uTS&G?h4dF4}wlE0s*QovT`v&B7<i=Y@tX7_tEPM5vB0#W^j=A
zkvK5+#cmC*%a&iVrIKQ;c~N^Bn%$tN9gLMKTCl7|6%Bf9mb7{#A7xnkEQX@e!5&wI
zt8*D+Qg~4u_eB&RoCBt~@<vI+GWAf0f2bkTEn|@;GQuW<_3d-r^(H4KKk#;#KX@n1
zy2qI_boFsyx~=>B4_|q|{_)oxv5Y~38;>V(WjPY%lqGQ7jfO(4nn6;mV4PUh;-VIp
zw786-m@Sd}jHkIQ+wzz}f%ZAepknQvK$V332xG?VYLdaN{|{3czSXK0UKnP`j4&+f
zVTkqbW0QwPBMkMHQO+15i)%VRP3MUuO}d8bGdQ6;&=k%io{M)?XzS=-yo4@l>ssOU
zvqb4d3B4~Cm7RXVSxLTHlIgQZnFgcFa-TyavUNkr5VtIx!lOgzwxNyVS%oK)sA<!}
zv56-c2I{2%7n(-2c|3KziwS+&&}!Koh23M+6A-Zwk0t8s1FNH(g}MpP<AOXb$U#|4
zQ$|xzT}$fXVS3xh4I?*cW2Za;^)Y+<%-hD9x6P6u8lJbIS$Ln6mH1R|`{q1qkjdM#
V>tu<{*(*5KNyGMVcKq0N=Rakve|i7_

literal 0
HcmV?d00001


From 3e163d002e1bb8408cc44c35831bc79a21445bb0 Mon Sep 17 00:00:00 2001
From: nemkothari <nemkothari@gmail.com>
Date: Tue, 13 Nov 2018 11:04:36 +0000
Subject: [PATCH 2/2] Done

---
 .../__pycache__/__init__.cpython-36.pyc       | Bin 0 -> 164 bytes
 q01_bagging/__pycache__/build.cpython-36.pyc  | Bin 0 -> 1351 bytes
 q01_bagging/build.py                          |  31 ++++++++++++++++--
 .../tests/__pycache__/__init__.cpython-36.pyc | Bin 0 -> 170 bytes
 .../test_q01_bagging.cpython-36.pyc           | Bin 0 -> 961 bytes
 5 files changed, 28 insertions(+), 3 deletions(-)
 create mode 100644 q01_bagging/__pycache__/__init__.cpython-36.pyc
 create mode 100644 q01_bagging/__pycache__/build.cpython-36.pyc
 create mode 100644 q01_bagging/tests/__pycache__/__init__.cpython-36.pyc
 create mode 100644 q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc

diff --git a/q01_bagging/__pycache__/__init__.cpython-36.pyc b/q01_bagging/__pycache__/__init__.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..a417501f1122715265ea2024bd5518673af3aea9
GIT binary patch
literal 164
zcmXr!<>gXe^D3GF2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CUxE4=`MIh3d8xVC
z`6U^NMVb2H`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$9Q4
nNr~y{nR)5@@$s2?nI-Y@dIgoYIBatBQ%ZAE?Lbx)12F>t?jS4q

literal 0
HcmV?d00001

diff --git a/q01_bagging/__pycache__/build.cpython-36.pyc b/q01_bagging/__pycache__/build.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..07110e7ef5e0e9a208031cf5bf700a15dd36e843
GIT binary patch
literal 1351
zcmY*X&2HO95Z+yqA|=bRWIO(8?8N=K2nejUz7<7VBsu%i012ik2#PzBDKAB4cimWq
zd{T4tgY?u}pP+Bh8?Qa7kI+jyOId}x1ZTgUS#oB+Z_YM1TfhDK*ALGF#{OgvR!I0e
zdd&%EOftz8177a}Jlciw^8f<wVxDT`A%r#dRg^cOS!1qRlMQIojX-VY9q4d|?a7vG
zEI1)P>B?}yp@+T6w&aq35M;MMh><vCu=BvXQ+swXz#ZI`P1%wgcm7)+9>E^$!+~te
z&7T<@;zu%)orQqMV+Kd`9$$a8_Pu03K7%KCh>vg&_wfLqEP}TJp27(pO+Ln_bw$U7
zP8@po`)gO}C-@kT<d*E-d3ELPd@Otaoj+YL>XU!Z`nyX<-Fcr^U8|F98e23rHl@le
z`SxC7nwhMazS4*<RANjv%1~3J_dFSov+4MM&Q6l1S2{^&u}KS!;L)9%1DV)lpo(M~
zml|c3TKeB<YJOUhK5TqeuRp$BHtEzC&|DRe-C)($$y643Y;0mNC7tWlBI`7ML9cmB
z#<B^YkOHoM>sf!n=DrltBTf9f;5L{ClVHx~Vj(yq+?cZkzirfrzPSx;IQQn^Lfl4#
z#JoYMId9IRksyA8bM2BXUA9+!AKKHH2+H!r7TUl@o?OQ!$xDR>n!}>7hFC0hM7R4<
zC8lN7ST#}k22pCC0@@=3-YByW-ZP?IbNyBozKLrUss;hdQ-!m&g8(@osPjX6xS~H!
z)#yuT%xY?(v)bePAZ*k!#KSa}7NYgx7p8lZ?(g%#MUmrRiuq+>FA|*%UKje(lu3$%
zw2(N!slj}xFwW6l6w*+VVuGnPgLj{Qu}(4=US&$2ma{6nPrFS&H_kBL7A@Z5ZQiQ)
zme4!oU7nEvf2gjI28pNO(O4}1p{4gI(*Fz^B?+IHN|cfszRJs)cB;d^xm1|w>1j^o
zso0>RYG|6YaMAWUYH3(kBzM=Ybt|<1&?EUuRalh`sc?rV<!bjzWnpXm88xo6)YS4o
z$Gp#MdO?k+mpGLWX-s5HgA7eK;v=2p2!5uDwBm0nKGU02mF_sR<xJNZM?e+OOpFnN
z>*P8!5X@HFjoT`oRXnNquxcb_>C*UheZILU-q*T4FplIZ`kL6dQuvJ{!8{`q@rXEg
c4{<Mud$Gs2`GJT!E$-9P<+~K=h%TXj0m*1_`2YX_

literal 0
HcmV?d00001

diff --git a/q01_bagging/build.py b/q01_bagging/build.py
index 19f8726..d701a3d 100644
--- a/q01_bagging/build.py
+++ b/q01_bagging/build.py
@@ -1,11 +1,13 @@
+# %load q01_bagging/build.py
 import pandas as pd
+import numpy as np
 from sklearn.model_selection import train_test_split
 from sklearn.tree import DecisionTreeClassifier
 from sklearn.ensemble import BaggingClassifier
 import matplotlib.pyplot as plt
 from sklearn.metrics import accuracy_score
-plt.switch_backend('agg')
 
+plt.switch_backend('agg')
 # Data Loading
 dataframe = pd.read_csv('data/loan_prediction.csv')
 
@@ -13,7 +15,30 @@
 y = dataframe.iloc[:, -1]
 X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=9)
 
-
-# Write your code here
+def bagging(X_train,X_test,y_train,y_test,n_est):
+    np.random.seed(9)
+    # Fitting bagging classifier with Logisitc Regression
+    bagging_clf2 = BaggingClassifier(DecisionTreeClassifier(), n_estimators=n_est, max_samples=67, 
+                                bootstrap=True, random_state=9)
+    bagging_clf2.fit(X_train, y_train)
+    y_pred = bagging_clf2.predict(X_train)
+    
+    y_pred_bagging = bagging_clf2.predict(X_test)
+    score_bc_dt = accuracy_score(y_test, y_pred_bagging)
+    score_bc = accuracy_score(y_train, y_pred)
+    
+    return  score_bc,score_bc_dt
+    
+xaxis = range (1,51)
+yaxis = []
+zaxis = []
+for i in range (1,51):
+    a,b = bagging(X_train,X_test,y_train,y_test,i)
+    yaxis.append(a)
+    zaxis.append(b)
+    
+plt.plot(xaxis,yaxis,c='blue')
+plt.plot(xaxis,zaxis , c ='red')
+plt.show()
 
 
diff --git a/q01_bagging/tests/__pycache__/__init__.cpython-36.pyc b/q01_bagging/tests/__pycache__/__init__.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..1f5e413ec32f5d43216815e734f79d8acba6fe22
GIT binary patch
literal 170
zcmXr!<>gXe^D3GF2p)q77+?f49Dul(1xTbY1T$zd`mJOr0tq9CU*Y;0`MIh3d8xVC
z`6U^NMVb2H`9;~q1&PV2`pNkzsrspT#i_YTIjQlvsU;ctDaG*xMfq8&$tA`5g$9Q4
sNr~y{nR)5@C8@<gk@)z`yv&mLc)fzkTO2mI`6;D2sdgX>i-DK{02NX$VE_OC

literal 0
HcmV?d00001

diff --git a/q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc b/q01_bagging/tests/__pycache__/test_q01_bagging.cpython-36.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..486a2e3f40b0c9484b34aabc262d113c06587134
GIT binary patch
literal 961
zcmZ`%OOMkq5VrGZqdry~5CRE7E(k?J8y**s5L&TX?X4G(kix-AV>ivNleD(8f@(Q+
z{|pkp$X8C~CvajWeQfrCqZv=^&-2ZE_M7o|@ch@GuS<uJ-=s4<h)=-uTX39kDoIHb
zN-=h%Q@V)@vCBQ_m44z=a!$C<dpCsl1YNsHkM}>3DA>Sh5>Xp`7TTPqT0nf13o~n^
zOjWKIBHI8pLi*D*&x<P0@W_7P-U*m~3{H@Qa*{Zla_5F5F4Dv7aUZC9c8DAwcS$JV
zabSV~>=aDD24{$&Yx;v;lMBbV*Ob#oWDN-+S?7P|JRocAkU(m0qA=aY2e*29_6>?Q
zf`?FlQ;N#y@ELy*o)=f5f++Ho3pj;fJ503}%A75mR9aVxDsrr+g`8OryZ=el2w;C%
zJg-X;SE9VE%{)~_{H0cxdXZ)#&T1}VQE5?5rC_Bn^O|e6Q1t~=q2uMtS8OL-Y@mPL
zde&J!UVOJB+}h*%K&kP52@UA#VMn#&E-dRxi11dzClGWc+zN<~;vknh*`NZecL$}o
zn5B(0;Z-Udp+jDWRc*pDHQ7AOTixy=BKKB9g|`<uY5<cOqC?5HZVZvV-z}Q$5+U%m
z$MAnW?%|Wjw*g~SS_;POfU&aX4am*xh%vmp?T$J^>U#(NyOpROY@oHo0S&x%WfJvm
w&{T!NIu*W0+b=47`KImC`qQS6ynQh3flh-hLEB~Uep}K9ycLZsBMP7U4}$6HrvLx|

literal 0
HcmV?d00001