From 34b21bf0c2c12f0201e18b6311496e3f7225bd59 Mon Sep 17 00:00:00 2001 From: soham009 Date: Mon, 31 Dec 2018 23:32:35 +0000 Subject: [PATCH 1/2] Done --- __pycache__/__init__.cpython-36.pyc | Bin 144 -> 140 bytes .../__pycache__/__init__.cpython-36.pyc | Bin 158 -> 154 bytes .../__pycache__/build.cpython-36.pyc | Bin 1177 -> 1173 bytes q01_myXGBoost/build.py | 22 ++++++++++++++---- .../tests/__pycache__/__init__.cpython-36.pyc | Bin 164 -> 160 bytes .../test_q01_myXGBoost.cpython-36.pyc | Bin 2735 -> 2731 bytes 6 files changed, 18 insertions(+), 4 deletions(-) diff --git a/__pycache__/__init__.cpython-36.pyc b/__pycache__/__init__.cpython-36.pyc index 51086b4da1a1e386d393f955d9262c7aa7d047a0..4843a81bfe9a019bd5fd518a23ecc71d8805a9df 100644 GIT binary patch delta 50 zcmbQh*u%(S%*)I5=ebJEL=JN~OZ|-e+*JMI{EWn00|QI_@cg3e;)2BFRQ=@ql+=ld F`T&YV5QzW) delta 54 zcmeBSoWRIo%*)GF5Z@Rzk;7ccRzD*@H&s8qD77-NBtKW*B|o_|H#M)MSU;dBKPxr4 Jqw|+)`ZmNEIQEFvkNq(-rOMY@`Zfaghv3@{NepYI7 JN%6#3TL8(Z5_JFo diff --git a/q01_myXGBoost/__pycache__/build.cpython-36.pyc b/q01_myXGBoost/__pycache__/build.cpython-36.pyc index 73181f184abb3f5692edf7e5c0ad410987ccc57f..04335835337d4cbd5f9e9a350969cc30fdd0692f 100644 GIT binary patch delta 195 zcmbQqIhB*sn3tF9^fIlOj~h8#m=vR!lFM$fm!%dZ*Fa?#Jo&rQ`Y&d*59H88N$56>^kE-pw+PSsD&Pf48|%WT9bF?j;B zI4@(75>Wli|3FZrJb4Rqy^92pUnB`4q(Fo;khsMSwk1BjC^N+ntf5E&B!?grL8>@x Ta`RJ4b5iY?CYQ4)GO_^xCLA}n delta 217 zcmbQrIg^vqn3tE!dfWUc>y4Z(Op3RdlFM$fm!%dZ~5;10rNWgdC8##SOMQ kKD{V2#SpBa2xK=Bp#oCHVUwGmQks)$$2hr|MUjye0CjUZqyPW_ diff --git a/q01_myXGBoost/build.py b/q01_myXGBoost/build.py index db3654a..9718d9f 100644 --- a/q01_myXGBoost/build.py +++ b/q01_myXGBoost/build.py @@ -1,3 +1,4 @@ +# %load q01_myXGBoost/build.py import pandas as pd from xgboost import XGBClassifier from sklearn.model_selection import train_test_split @@ -11,13 +12,26 @@ y = dataset.iloc[:, -1] X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) -param_grid1 = {"max_depth": [2, 3, 4, 5, 6, 7, 9, 11], - "min_child_weight": [4, 6, 7, 8], - "subsample": [0.6, .7, .8, .9, 1], - "colsample_bytree": [0.6, .7, .8, .9, 1] +param_grid1 = {'max_depth': [2, 3, 4, 5, 6, 7, 9, 11], + 'min_child_weight': [4, 6, 7, 8], + 'subsample': [0.6, .7, .8, .9, 1], + 'colsample_bytree': [0.6, .7, .8, .9, 1] } # Write your solution here : +def myXGBoost(X_train, X_test, y_train,y_test, model, param_grid, KFold=3, **kwargs): + if kwargs: + model.set_params(**kwargs) + gs_cv = GridSearchCV(model, param_grid=param_grid, cv=KFold, verbose=0) + gs_cv.fit(X_train, y_train) + best_params = gs_cv.best_params_ + y_pred = gs_cv.predict(X_test) + accuracy = accuracy_score(y_pred, y_test) + return accuracy, best_params +# accuracy, best_params = myXGBoost(X_train, X_test, y_train, y_test, XGBClassifier(seed=9), param_grid1, 3) +# print (accuracy) +# print (best_params) + diff --git a/q01_myXGBoost/tests/__pycache__/__init__.cpython-36.pyc b/q01_myXGBoost/tests/__pycache__/__init__.cpython-36.pyc index 8dfa19746ecb1c2e54b3d4e38d3120d3c14b1bbf..08d181a28122a9040c373cb66a2b9b125e14a692 100644 GIT binary patch delta 50 zcmZ3&xPXzvn3tF9%rdQ*i5%u~zWN#YxvBca`5B411_qY;;rT_`#RZAUsrt$JDX9|^ FodJWU5N-ef delta 54 zcmZ3$xP+0zn3tF9n&Z5vi5%uif%+NwxvBc;MX8mECHcAfF8Rr&xv6<2#rgq7`B|yS JCB+kCodMph67m25 diff --git a/q01_myXGBoost/tests/__pycache__/test_q01_myXGBoost.cpython-36.pyc b/q01_myXGBoost/tests/__pycache__/test_q01_myXGBoost.cpython-36.pyc index c955d7698a30194533d9b9a8226e098f1b275830..c5f5e3beaab52087026d996d5a3fad35891c657b 100644 GIT binary patch delta 425 zcmZ24x>}UOn3tF9%rdQ*jU2led7?N=Qj1ICi!-ZIqb8qYoGl>Cz`#%>0wM%KgwW(l zrW1^Olbx7Dm8F3Kzryu1@^e%5i}N!Qa}5kE^~3XvvWp86lT-DR^HWkM?_=K0$Thi& z#nFfhs9KY`h#6!GD~J#W2{08&g4j|Z0%RV9kO8u8iA`2u6`Rb=dRG9f1W9)C2i6OW z@{710oQ%gIORi6p2mF7^5aLb9rhifE1{J2n`US4I)4)F$|hq%4G!rxE!C5h9Z- znNBbYOm<=pRhI<{{EF7k$j?pHPcKTXOf1RI)pyBHF3nBND=F3wD9X=DO)e>(yo-4^ zBhTbA7DrtkpbkyuB4&_DtRO-XB*0W84PwiH2#}c<>UCmLCFO8DzmXtQQy+C+}qw z7gqu4WrXNOR`HtcgsvJ;?v_YuMFG$OsVVVEAU_o(7A58uW7F|~y@-)_axjM%qtfJg z9Fmxp9_J_smj}5_0Ys>R2n`US4I=bF1i}GemK;b-0!V<|Ukvg#2O|d?2P+2)kYonS qy!;OYMMjhRI13nWP5#g6si_3g1af(i7KqRV5g;=#44+)cWd#7Y+F^MB From 47b557b437884d7f44f8e178a3dd046f970656d6 Mon Sep 17 00:00:00 2001 From: soham009 Date: Mon, 31 Dec 2018 23:42:52 +0000 Subject: [PATCH 2/2] Done --- .../__pycache__/__init__.cpython-36.pyc | Bin 155 -> 151 bytes q02_param2/__pycache__/build.cpython-36.pyc | Bin 1022 -> 1280 bytes q02_param2/build.py | 25 +++++++++++++++--- .../tests/__pycache__/__init__.cpython-36.pyc | Bin 161 -> 157 bytes .../test_q02_param2.cpython-36.pyc | Bin 2656 -> 2652 bytes .../__pycache__/__init__.cpython-36.pyc | Bin 156 -> 152 bytes q03_xgboost/__pycache__/build.cpython-36.pyc | Bin 821 -> 811 bytes q03_xgboost/build.py | 11 ++++++++ .../tests/__pycache__/__init__.cpython-36.pyc | Bin 162 -> 158 bytes .../test_q03_xgboost.cpython-36.pyc | Bin 2035 -> 2031 bytes 10 files changed, 33 insertions(+), 3 deletions(-) diff --git a/q02_param2/__pycache__/__init__.cpython-36.pyc b/q02_param2/__pycache__/__init__.cpython-36.pyc index 65aae629977d738c335b16bfada05344098ff822..37ee3ef9e03acb958cb28e2fd0d9c1bc4ceb0223 100644 GIT binary patch delta 50 zcmbQuIGvHhn3tF9&vTWSi5%u~F8UeyxvBca`5B411_qY;;rT_`#RZAUsrt$JDX9|^ FtpJbk5VZgR delta 54 zcmbQvIGd5fn3tEUAignbB8Rz>hkizWZmNEIQEFvkNq(-rOMY@`Zfaghv3@{NepYI7 JN%6#3D*(s%5@`Sc diff --git a/q02_param2/__pycache__/build.cpython-36.pyc b/q02_param2/__pycache__/build.cpython-36.pyc index 265965e12e937cfac5f497c06606a19f52b94855..6c31c2d4b936676d7a90146c1fe7fb440bbca040 100644 GIT binary patch delta 593 zcmY+8&59F26otF0|9_&H*(lM$g^ti}I&nZy27?G92yR>`VW8=BRjM;~Td}Hx4pb9y zubW;eK7cNL4_&ye)rcSjd;%A0Rm(^`a6j(7b?R_`xi5lXuh$E{zQ1yC!~Ph20jtO` z3}4l4Rs5v_0tg}#S;$5Xa*;^BGf~ti2YxG`kmD{wIK`v1Qe#QgridW zuiOLJxQ!>QLohRh_Zl?*hRYZB>YpuWLJ^2?1|Jyl*8Me9r>sp4OT*T1G+YJNb)gxvV<7E&cW8-X$n;Gz;J8i~8OtgjM{NnOttMeNri9JWNP1bG zFIko!O~NVWC)SBmQH0Bp^iQ5gGTL|_eK6QX760>AQqT$~oEBL%99~ZzQudfHvK%M5 z3P>K2DWy7<(L#AKZ4O`r29WKl-TJo@yWDP>?fyW` i?3~7VjU9~(8rs<1uz^czC%t`j`?AD0&Gy*b0nQ(2!>Awt delta 333 zcmZqR`p3>?%*)HQdfWV{Jm!sD7a8l>7#J9MfY=#`i)DaB2}2D-4Py;c4RZ}k4QmQx z3R4Pm3QG!WFIO;wCYxV+8W=pYPoFgt1YX*|WCH4X$pR!aS#Aj==jRkB<`(3n#wS&l z6s4x#;w&yrf{5JW%uTF_Pf0B($+#tuo0%7%oRK;CE)yrGCSws;JKJPMW;3mo3`G(^ z!+yEyXXNLm>Zcc_RwkC@=jyxUCzs}?=9Lud2NdOJr6!jYPd>z~BPj}0TMW|9z{tl~ zBn6~j{s)30>B+(@lcR)y{32lxAp#;mii^ZS1V|y+9wb5%D0Yj(CO1E&G$+*#c bAi=}P!^pwN!_37b#wf%n!6X2*NPrap5?oZa diff --git a/q02_param2/build.py b/q02_param2/build.py index 8391570..1034b3f 100644 --- a/q02_param2/build.py +++ b/q02_param2/build.py @@ -1,3 +1,4 @@ +# %load q02_param2/build.py # Default imports from sklearn.model_selection import train_test_split from xgboost import XGBClassifier @@ -11,10 +12,28 @@ y = dataset.iloc[:, -1] X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=9) -param_grid2 = {"gamma": [0, 0.05, 0.1, 0.3, 0.7, 0.9, 1], - "reg_alpha": [0, 0.001, 0.005, 0.01, 0.05, 0.1], - "reg_lambda": [0.05, 0.1, 0.5, 1.0] +param_grid2 = {'gamma': [0, 0.05, 0.1, 0.3, 0.7, 0.9, 1], + 'reg_alpha': [0, 0.001, 0.005, 0.01, 0.05, 0.1], + 'reg_lambda': [0.05, 0.1, 0.5, 1.0] } # Write your solution here : + +def param2(X_train, X_test, y_train, y_test, model, param_grid2): + param_grid1 = {'max_depth': [2, 3, 4, 5, 6, 7, 9, 11], + 'min_child_weight': [4, 6, 7, 8], + 'subsample': [0.6, .7, .8, .9, 1], + 'colsample_bytree': [0.6, .7, .8, .9, 1] + } + + accuracy,best_params=myXGBoost(X_train, X_test, y_train, y_test,model,param_grid1,KFold=3) + + model1=model.set_params(**best_params) + accuracy1,best_params1=myXGBoost(X_train, X_test, y_train, y_test,model1,param_grid2,KFold=3) + + return accuracy1,best_params1 + +# param2(X_train, X_test, y_train, y_test, XGBClassifier(seed=9), param_grid2) + + diff --git a/q02_param2/tests/__pycache__/__init__.cpython-36.pyc b/q02_param2/tests/__pycache__/__init__.cpython-36.pyc index 19bc1aa1a7680a4fc71977f36c81c3d7edae42d8..c301aaca45f61a2c9c1257feca6e6200f20f1ef1 100644 GIT binary patch delta 50 zcmZ3;IG2&bn3tF9&vTWSi5%u~UiumNxvBca`5B411_qY;;rT_`#RZAUsrt$JDX9|^ F9RQOE5X}Gp delta 54 zcmbQsxR8;I2AVL8|D1!)f5P@(2 zm?a7lcn3tF9n&Z5vjU3Avd2Vr*q!yRN7iU(b-kQ9daS}H#0|P@5ABf=D9Kj^b zs4fO%{|eR5$j?pHPcKTXOf1RI)pyBHF3nBND=F3wD9X=DO)e>(JdOE>j1W+*CR33J zNV_PA0BMF0;*(dgd=LQ3pa`;_HIN1>y2Xvmlh=^S7I}%mLu0#0^~+15FrmD zlt6?kh|mNP2z$XSagdn6WLZv0ZUG?k<$oY3(w*$cS-^N}@+MACO_1e93LruSL}-8r NkV*`LCaZ8+006LoT+9Ff diff --git a/q03_xgboost/__pycache__/__init__.cpython-36.pyc b/q03_xgboost/__pycache__/__init__.cpython-36.pyc index 2e9c375917268df76790210654092dad836867d5..278afe4d54e059bba07b4d846f0e197895202842 100644 GIT binary patch delta 50 zcmbQkID?VHn3tF9&vTWSi5%u~uKF4IxvBca`5B411_qY;;rT_`#RZAUsrt$JDX9|^ FtpSj95V-&V delta 54 zcmbQiIERtLn3tEUAignbB8Rz>r+!9$ZmNEIQEFvkNq(-rOMY@`Zfaghv3@{NepYI7 JN%6#3YXHcI5^Vqg diff --git a/q03_xgboost/__pycache__/build.cpython-36.pyc b/q03_xgboost/__pycache__/build.cpython-36.pyc index 4c997b3e41e6803516056bbf324daf199f5490c0..4620c93b1c9b224a4b6642fa2c837b34ee634860 100644 GIT binary patch delta 166 zcmdnWwwjI8n3tEUc%@d%rH!06jC@uM3=Aa5jnwe_ZYuJMs zG@1R1*nlcD8H+f8)a2=mLF~6!bMsSDb0)uMl#+AO&&bbB)i2J^NX#`bu+$IFFUl@1 zNK8)EPX?-)tj(k+Ca$-kKt8JQ=`GK({^ F0s#IlB^v+$ delta 194 zcmZ3@wv~<3n3tD}W&8Z7T^l)V7=`Q@7#KUBO0(54H#60; z*RTgOXfpd1u>nY>#$pmB;gLD9uF>)~SFmo}9F$ytCumAv2S1GUn diff --git a/q03_xgboost/build.py b/q03_xgboost/build.py index 7905a04..26a842c 100644 --- a/q03_xgboost/build.py +++ b/q03_xgboost/build.py @@ -1,3 +1,4 @@ +# %load q03_xgboost/build.py # Default imports from sklearn.model_selection import train_test_split from xgboost import XGBClassifier @@ -14,4 +15,14 @@ # Write your solution here : +def xgboost(X_train, X_test, y_train, y_test, **kwargs): + model = XGBClassifier(random_state=9) + model.set_params(**kwargs) + model.fit(X_train,y_train) + y_pred = model.predict(X_test) + accuracy = accuracy_score(y_test,y_pred) + return accuracy + + + diff --git a/q03_xgboost/tests/__pycache__/__init__.cpython-36.pyc b/q03_xgboost/tests/__pycache__/__init__.cpython-36.pyc index e887bf7d5cfd2342a08ae59c465d41f9e12b8b40..51ca0044ead7ea1e3b65db441ce882e2449d7aef 100644 GIT binary patch delta 50 zcmZ3)IFFITn3tF9&vTWSi5%u~-ufB&xvBca`5B411_qY;;rT_`#RZAUsrt$JDX9|^ F9RZV!5YYet delta 54 zcmbQoxQLO%n3tF9n&Z5vi5%ui{`wjDxvBc;MX8mECHcAfF8Rr&xv6<2#rgq7`B|yS JCB+kC9Rb~q66yc| diff --git a/q03_xgboost/tests/__pycache__/test_q03_xgboost.cpython-36.pyc b/q03_xgboost/tests/__pycache__/test_q03_xgboost.cpython-36.pyc index 77271df011c0757bac5233b27f1984cc49fd51f0..e6fd8def4a44c13bee231e02ad1e722c8663bb66 100644 GIT binary patch delta 314 zcmey&|DK=2n3tF9&vTWSjU2&@JW-q_sl_Gn#hF#9QIpddqZp$$A7bQUWaONDmMK(O zkb!~WSFnCYer~FMaehW(u7QE2et3RSc5y*sa;koEeoE?OPv*Zeyg+rDOhx=asz?At zfHXn~p~*=sp9H`%$bu=X6^tU2@3MMni36415=^ZqNKGzDO^HuTPA)A>qgcygc zDUdDCQy65jD2R{(5waixp$5zn0*Ube2{9lp<^U2Lj2vtntQ>4$(U<>$ph$5t2YV7@ Z)Z}b-b9s;xiex|pNEe22lMk{R0RW0VMNI$z delta 318 zcmaFQ|Cyh|n3tF9n&Z5vjU2&@JhwPYQj1ICi!-ZIZ%s~TjAFdC`4A%)BO~|ZvrM7t zA`A=+zryu1@^e%5(~D9o6HD@Q^bg9wl=4C5y6Wj6u<#=%Lo