model-xgboost-checkpoint.ipynb 110 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# math and models\n",
    "import numpy as np\n",
    "import pandas as pd\n",
12
    "import pandas_profiling\n",
13
14
15
16
17
18
19
    "import xgboost as xgb\n",
    "from matplotlib import pyplot\n",
    "from sklearn.feature_selection import SelectFromModel"
   ]
  },
  {
   "cell_type": "code",
20
   "execution_count": 2,
21
22
23
24
25
26
27
28
29
   "metadata": {},
   "outputs": [],
   "source": [
    "# Load dataset\n",
    "df = pd.read_csv(\"/data/user/mdefende/Projects/ctmodel-ml/data/BigThick_Restricted_cleaned.csv\")"
   ]
  },
  {
   "cell_type": "code",
30
   "execution_count": 3,
31
32
33
34
35
36
37
38
39
40
   "metadata": {},
   "outputs": [],
   "source": [
    "# Split into test and train dataframes\n",
    "df_train = df[df.Group == \"Train\"]\n",
    "df_test = df[df.Group == \"Test\"]"
   ]
  },
  {
   "cell_type": "code",
41
   "execution_count": 4,
42
43
44
45
   "metadata": {},
   "outputs": [],
   "source": [
    "# df_x are your input features\n",
46
47
    "x_train = pd.concat([df_train[['Age','Ecc','Pol','Sulc2']],df_train.filter(regex='[^Thick1]2')], axis = 1)\n",
    "x_test = pd.concat([df_test[['Age','Ecc','Pol','Sulc2']],df_test.filter(regex='[^Thick1]2')], axis = 1)\n",
48
49
    "\n",
    "# df_y is your output feature (the one you want to predict)\n",
50
51
    "y_train = df_train[['Thick2']]\n",
    "y_test = df_test[['Thick2']]"
52
53
54
55
   ]
  },
  {
   "cell_type": "code",
56
   "execution_count": null,
57
   "metadata": {},
58
   "outputs": [],
59
   "source": [
60
61
    "x_train = x_train.drop('Age',axis = 1)\n",
    "x_test = x_test.drop('Age',axis = 1)"
62
63
64
65
   ]
  },
  {
   "cell_type": "code",
66
   "execution_count": 5,
67
68
69
70
71
   "metadata": {},
   "outputs": [],
   "source": [
    "# Convert input data from numpy to XGBoost format\n",
    "dtrain = xgb.DMatrix(x_train, y_train)\n",
72
73
    "dtest = xgb.DMatrix(x_test, y_test)\n",
    "dfull = xgb.DMatrix(pd.concat([x_train,x_test]),pd.concat([y_train,y_test]))"
74
75
76
77
   ]
  },
  {
   "cell_type": "code",
78
   "execution_count": 14,
79
80
81
82
83
84
85
86
   "metadata": {},
   "outputs": [],
   "source": [
    "# Testing out Gradient Boost Decision Tree\n",
    "num_round = 3000\n",
    "\n",
    "param = {'tree_method': 'gpu_hist',\n",
    "         'max_depth': 6,\n",
87
    "         'eta': 0.05,\n",
88
    "         'verbosity': 2,\n",
89
90
    "         'eval_metric': ['mae','rmse'],\n",
    "         'early_stopping_rounds': 10}\n",
91
    "\n",
92
    "watchlist = [(dtrain,'train'),(dtest,'eval')]"
93
94
95
96
   ]
  },
  {
   "cell_type": "code",
97
   "execution_count": 13,
98
99
100
101
102
103
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
      "[0]\ttrain-mae:1.27672\ttrain-rmse:1.36743\teval-mae:1.28363\teval-rmse:1.37484\n",
      "Multiple eval metrics have been passed: 'eval-rmse' will be used for early stopping.\n",
      "\n",
      "Will train until eval-rmse hasn't improved in 10 rounds.\n",
      "[1]\ttrain-mae:1.21288\ttrain-rmse:1.30587\teval-mae:1.2197\teval-rmse:1.31314\n",
      "[2]\ttrain-mae:1.15224\ttrain-rmse:1.24751\teval-mae:1.15898\teval-rmse:1.25464\n",
      "[3]\ttrain-mae:1.09463\ttrain-rmse:1.19253\teval-mae:1.10129\teval-rmse:1.19952\n",
      "[4]\ttrain-mae:1.0399\ttrain-rmse:1.14059\teval-mae:1.04647\teval-rmse:1.14744\n",
      "[5]\ttrain-mae:0.987932\ttrain-rmse:1.09151\teval-mae:0.994414\teval-rmse:1.09821\n",
      "[6]\ttrain-mae:0.938609\ttrain-rmse:1.04489\teval-mae:0.945005\teval-rmse:1.05144\n",
      "[7]\ttrain-mae:0.891861\ttrain-rmse:1.00127\teval-mae:0.898157\teval-rmse:1.00769\n",
      "[8]\ttrain-mae:0.847623\ttrain-rmse:0.960066\teval-mae:0.853824\teval-rmse:0.966359\n",
      "[9]\ttrain-mae:0.805869\ttrain-rmse:0.921317\teval-mae:0.811964\teval-rmse:0.927475\n",
      "[10]\ttrain-mae:0.766524\ttrain-rmse:0.884767\teval-mae:0.772506\teval-rmse:0.8908\n",
      "[11]\ttrain-mae:0.729634\ttrain-rmse:0.850456\teval-mae:0.735465\teval-rmse:0.856336\n",
      "[12]\ttrain-mae:0.695057\ttrain-rmse:0.817833\teval-mae:0.700745\teval-rmse:0.823589\n",
      "[13]\ttrain-mae:0.662784\ttrain-rmse:0.787434\teval-mae:0.668343\teval-rmse:0.793095\n",
      "[14]\ttrain-mae:0.632847\ttrain-rmse:0.758978\teval-mae:0.638253\teval-rmse:0.764526\n",
      "[15]\ttrain-mae:0.605081\ttrain-rmse:0.732242\teval-mae:0.610288\teval-rmse:0.737637\n",
      "[16]\ttrain-mae:0.579316\ttrain-rmse:0.707245\teval-mae:0.584357\teval-rmse:0.712522\n",
      "[17]\ttrain-mae:0.55561\ttrain-rmse:0.683889\teval-mae:0.560452\teval-rmse:0.689017\n",
      "[18]\ttrain-mae:0.53363\ttrain-rmse:0.661892\teval-mae:0.538297\teval-rmse:0.666906\n",
      "[19]\ttrain-mae:0.5133\ttrain-rmse:0.641035\teval-mae:0.517787\teval-rmse:0.645913\n",
      "[20]\ttrain-mae:0.494727\ttrain-rmse:0.621834\teval-mae:0.499044\teval-rmse:0.626593\n",
      "[21]\ttrain-mae:0.477541\ttrain-rmse:0.603761\teval-mae:0.481658\teval-rmse:0.60837\n",
      "[22]\ttrain-mae:0.461808\ttrain-rmse:0.586907\teval-mae:0.465734\teval-rmse:0.591381\n",
      "[23]\ttrain-mae:0.447517\ttrain-rmse:0.571426\teval-mae:0.451258\teval-rmse:0.575764\n",
      "[24]\ttrain-mae:0.434268\ttrain-rmse:0.556834\teval-mae:0.437822\teval-rmse:0.561038\n",
      "[25]\ttrain-mae:0.422359\ttrain-rmse:0.543547\teval-mae:0.425731\teval-rmse:0.547612\n",
      "[26]\ttrain-mae:0.411346\ttrain-rmse:0.531001\teval-mae:0.414565\teval-rmse:0.534953\n",
      "[27]\ttrain-mae:0.401192\ttrain-rmse:0.519221\teval-mae:0.404236\teval-rmse:0.523031\n",
      "[28]\ttrain-mae:0.392167\ttrain-rmse:0.508667\teval-mae:0.395063\teval-rmse:0.512361\n",
      "[29]\ttrain-mae:0.383868\ttrain-rmse:0.498735\teval-mae:0.386633\teval-rmse:0.502313\n",
      "[30]\ttrain-mae:0.376061\ttrain-rmse:0.489258\teval-mae:0.378671\teval-rmse:0.492688\n",
      "[31]\ttrain-mae:0.3692\ttrain-rmse:0.480907\teval-mae:0.371707\teval-rmse:0.484242\n",
      "[32]\ttrain-mae:0.362716\ttrain-rmse:0.472794\teval-mae:0.365103\teval-rmse:0.476015\n",
      "[33]\ttrain-mae:0.357052\ttrain-rmse:0.46567\teval-mae:0.35932\teval-rmse:0.468779\n",
      "[34]\ttrain-mae:0.351599\ttrain-rmse:0.458708\teval-mae:0.353747\teval-rmse:0.461694\n",
      "[35]\ttrain-mae:0.346819\ttrain-rmse:0.452491\teval-mae:0.348871\teval-rmse:0.455371\n",
      "[36]\ttrain-mae:0.342166\ttrain-rmse:0.446283\teval-mae:0.344092\teval-rmse:0.449038\n",
      "[37]\ttrain-mae:0.338038\ttrain-rmse:0.440782\teval-mae:0.339862\teval-rmse:0.443436\n",
      "[38]\ttrain-mae:0.334113\ttrain-rmse:0.435407\teval-mae:0.335824\teval-rmse:0.437944\n",
      "[39]\ttrain-mae:0.330567\ttrain-rmse:0.430624\teval-mae:0.332197\teval-rmse:0.433067\n",
      "[40]\ttrain-mae:0.32731\ttrain-rmse:0.426093\teval-mae:0.328848\teval-rmse:0.428433\n",
      "[41]\ttrain-mae:0.324226\ttrain-rmse:0.421782\teval-mae:0.325676\teval-rmse:0.42402\n",
      "[42]\ttrain-mae:0.321641\ttrain-rmse:0.418196\teval-mae:0.323019\teval-rmse:0.420357\n",
      "[43]\ttrain-mae:0.319259\ttrain-rmse:0.414871\teval-mae:0.320572\teval-rmse:0.416958\n",
      "[44]\ttrain-mae:0.317176\ttrain-rmse:0.411831\teval-mae:0.318401\teval-rmse:0.413845\n",
      "[45]\ttrain-mae:0.315156\ttrain-rmse:0.40898\teval-mae:0.316318\teval-rmse:0.410915\n",
      "[46]\ttrain-mae:0.31318\ttrain-rmse:0.406111\teval-mae:0.314286\teval-rmse:0.407977\n",
      "[47]\ttrain-mae:0.311411\ttrain-rmse:0.403571\teval-mae:0.312446\teval-rmse:0.405354\n",
      "[48]\ttrain-mae:0.3097\ttrain-rmse:0.401051\teval-mae:0.310679\teval-rmse:0.402766\n",
      "[49]\ttrain-mae:0.308014\ttrain-rmse:0.398632\teval-mae:0.308934\teval-rmse:0.400275\n",
      "[50]\ttrain-mae:0.306655\ttrain-rmse:0.396669\teval-mae:0.30754\teval-rmse:0.398273\n",
      "[51]\ttrain-mae:0.305246\ttrain-rmse:0.394593\teval-mae:0.306068\teval-rmse:0.396125\n",
      "[52]\ttrain-mae:0.304091\ttrain-rmse:0.392834\teval-mae:0.304882\teval-rmse:0.394343\n",
      "[53]\ttrain-mae:0.302942\ttrain-rmse:0.391079\teval-mae:0.303682\teval-rmse:0.392525\n",
      "[54]\ttrain-mae:0.302005\ttrain-rmse:0.389674\teval-mae:0.302703\teval-rmse:0.39107\n",
      "[55]\ttrain-mae:0.30101\ttrain-rmse:0.388201\teval-mae:0.301666\teval-rmse:0.389549\n",
      "[56]\ttrain-mae:0.299886\ttrain-rmse:0.386561\teval-mae:0.300505\teval-rmse:0.387873\n",
      "[57]\ttrain-mae:0.299087\ttrain-rmse:0.385312\teval-mae:0.299677\teval-rmse:0.386602\n",
      "[58]\ttrain-mae:0.298434\ttrain-rmse:0.384283\teval-mae:0.298992\teval-rmse:0.385534\n",
      "[59]\ttrain-mae:0.297551\ttrain-rmse:0.382979\teval-mae:0.298071\teval-rmse:0.38419\n",
      "[60]\ttrain-mae:0.296877\ttrain-rmse:0.381958\teval-mae:0.297365\teval-rmse:0.383133\n",
      "[61]\ttrain-mae:0.296242\ttrain-rmse:0.380909\teval-mae:0.296695\teval-rmse:0.382043\n",
      "[62]\ttrain-mae:0.295472\ttrain-rmse:0.379732\teval-mae:0.295907\teval-rmse:0.380849\n",
      "[63]\ttrain-mae:0.294964\ttrain-rmse:0.378881\teval-mae:0.295393\teval-rmse:0.379995\n",
      "[64]\ttrain-mae:0.294505\ttrain-rmse:0.378165\teval-mae:0.294911\teval-rmse:0.379247\n",
      "[65]\ttrain-mae:0.293864\ttrain-rmse:0.377243\teval-mae:0.294253\teval-rmse:0.378303\n",
      "[66]\ttrain-mae:0.293508\ttrain-rmse:0.376667\teval-mae:0.293886\teval-rmse:0.377722\n",
      "[67]\ttrain-mae:0.292923\ttrain-rmse:0.37577\teval-mae:0.293286\teval-rmse:0.376811\n",
      "[68]\ttrain-mae:0.292508\ttrain-rmse:0.375063\teval-mae:0.292848\teval-rmse:0.376077\n",
      "[69]\ttrain-mae:0.292229\ttrain-rmse:0.374573\teval-mae:0.29256\teval-rmse:0.375582\n",
      "[70]\ttrain-mae:0.291813\ttrain-rmse:0.373895\teval-mae:0.292129\teval-rmse:0.374884\n",
      "[71]\ttrain-mae:0.291508\ttrain-rmse:0.373383\teval-mae:0.291812\teval-rmse:0.374364\n",
      "[72]\ttrain-mae:0.29121\ttrain-rmse:0.372934\teval-mae:0.291498\teval-rmse:0.373895\n",
      "[73]\ttrain-mae:0.290703\ttrain-rmse:0.37218\teval-mae:0.290985\teval-rmse:0.37313\n",
      "[74]\ttrain-mae:0.290329\ttrain-rmse:0.37159\teval-mae:0.290608\teval-rmse:0.372531\n",
      "[75]\ttrain-mae:0.289904\ttrain-rmse:0.371013\teval-mae:0.290181\teval-rmse:0.37195\n",
      "[76]\ttrain-mae:0.289677\ttrain-rmse:0.37059\teval-mae:0.28996\teval-rmse:0.371534\n",
      "[77]\ttrain-mae:0.28928\ttrain-rmse:0.369995\teval-mae:0.289561\teval-rmse:0.370935\n",
      "[78]\ttrain-mae:0.289018\ttrain-rmse:0.369544\teval-mae:0.289306\teval-rmse:0.370489\n",
      "[79]\ttrain-mae:0.288772\ttrain-rmse:0.369191\teval-mae:0.289051\teval-rmse:0.370124\n",
      "[80]\ttrain-mae:0.28863\ttrain-rmse:0.368956\teval-mae:0.288919\teval-rmse:0.369902\n",
      "[81]\ttrain-mae:0.28838\ttrain-rmse:0.368613\teval-mae:0.288667\teval-rmse:0.369549\n",
      "[82]\ttrain-mae:0.288227\ttrain-rmse:0.368347\teval-mae:0.288512\teval-rmse:0.36928\n",
      "[83]\ttrain-mae:0.287899\ttrain-rmse:0.367908\teval-mae:0.288193\teval-rmse:0.368849\n",
      "[84]\ttrain-mae:0.287707\ttrain-rmse:0.367652\teval-mae:0.288019\teval-rmse:0.368604\n",
      "[85]\ttrain-mae:0.287499\ttrain-rmse:0.367312\teval-mae:0.287805\teval-rmse:0.368254\n",
      "[86]\ttrain-mae:0.287412\ttrain-rmse:0.367128\teval-mae:0.28778\teval-rmse:0.36814\n",
      "[87]\ttrain-mae:0.287051\ttrain-rmse:0.36667\teval-mae:0.287416\teval-rmse:0.367678\n",
      "[88]\ttrain-mae:0.286917\ttrain-rmse:0.366482\teval-mae:0.287291\teval-rmse:0.367498\n",
      "[89]\ttrain-mae:0.286728\ttrain-rmse:0.366185\teval-mae:0.2871\teval-rmse:0.367197\n",
      "[90]\ttrain-mae:0.286447\ttrain-rmse:0.36579\teval-mae:0.286831\teval-rmse:0.366809\n",
      "[91]\ttrain-mae:0.286308\ttrain-rmse:0.365562\teval-mae:0.286768\teval-rmse:0.366668\n",
      "[92]\ttrain-mae:0.286014\ttrain-rmse:0.36521\teval-mae:0.286477\teval-rmse:0.366318\n",
      "[93]\ttrain-mae:0.285778\ttrain-rmse:0.364873\teval-mae:0.286241\teval-rmse:0.365979\n",
      "[94]\ttrain-mae:0.285473\ttrain-rmse:0.364441\teval-mae:0.285932\teval-rmse:0.365538\n",
      "[95]\ttrain-mae:0.285222\ttrain-rmse:0.364101\teval-mae:0.285677\teval-rmse:0.365197\n",
      "[96]\ttrain-mae:0.284998\ttrain-rmse:0.363791\teval-mae:0.285453\teval-rmse:0.364881\n",
      "[97]\ttrain-mae:0.284908\ttrain-rmse:0.363647\teval-mae:0.285434\teval-rmse:0.364815\n",
      "[98]\ttrain-mae:0.284718\ttrain-rmse:0.363402\teval-mae:0.285266\teval-rmse:0.364596\n",
      "[99]\ttrain-mae:0.284407\ttrain-rmse:0.362978\teval-mae:0.284956\teval-rmse:0.364171\n",
      "[100]\ttrain-mae:0.284324\ttrain-rmse:0.36285\teval-mae:0.284946\teval-rmse:0.364129\n"
208
209
210
211
212
213
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
      "[101]\ttrain-mae:0.284192\ttrain-rmse:0.362693\teval-mae:0.284814\teval-rmse:0.363971\n",
      "[102]\ttrain-mae:0.283932\ttrain-rmse:0.362359\teval-mae:0.284574\teval-rmse:0.363653\n",
      "[103]\ttrain-mae:0.283837\ttrain-rmse:0.362222\teval-mae:0.28456\teval-rmse:0.363608\n",
      "[104]\ttrain-mae:0.283562\ttrain-rmse:0.361879\teval-mae:0.284286\teval-rmse:0.363271\n",
      "[105]\ttrain-mae:0.283436\ttrain-rmse:0.361727\teval-mae:0.284162\teval-rmse:0.363121\n",
      "[106]\ttrain-mae:0.283274\ttrain-rmse:0.361518\teval-mae:0.284005\teval-rmse:0.362923\n",
      "[107]\ttrain-mae:0.283097\ttrain-rmse:0.361267\teval-mae:0.283832\teval-rmse:0.362675\n",
      "[108]\ttrain-mae:0.283028\ttrain-rmse:0.361176\teval-mae:0.283825\teval-rmse:0.362651\n",
      "[109]\ttrain-mae:0.282754\ttrain-rmse:0.360839\teval-mae:0.283554\teval-rmse:0.362321\n",
      "[110]\ttrain-mae:0.282609\ttrain-rmse:0.36068\teval-mae:0.283408\teval-rmse:0.362162\n",
      "[111]\ttrain-mae:0.282436\ttrain-rmse:0.360439\teval-mae:0.283235\teval-rmse:0.361917\n",
      "[112]\ttrain-mae:0.282271\ttrain-rmse:0.360233\teval-mae:0.283079\teval-rmse:0.361718\n",
      "[113]\ttrain-mae:0.282177\ttrain-rmse:0.360109\teval-mae:0.283053\teval-rmse:0.361674\n",
      "[114]\ttrain-mae:0.282007\ttrain-rmse:0.359907\teval-mae:0.282885\teval-rmse:0.361477\n",
      "[115]\ttrain-mae:0.281868\ttrain-rmse:0.359724\teval-mae:0.28275\teval-rmse:0.361295\n",
      "[116]\ttrain-mae:0.281737\ttrain-rmse:0.359552\teval-mae:0.282624\teval-rmse:0.36113\n",
      "[117]\ttrain-mae:0.281554\ttrain-rmse:0.359325\teval-mae:0.282443\teval-rmse:0.360908\n",
      "[118]\ttrain-mae:0.281457\ttrain-rmse:0.359218\teval-mae:0.282365\teval-rmse:0.360823\n",
      "[119]\ttrain-mae:0.281281\ttrain-rmse:0.358992\teval-mae:0.282193\teval-rmse:0.360598\n",
      "[120]\ttrain-mae:0.281199\ttrain-rmse:0.358886\teval-mae:0.282169\teval-rmse:0.360558\n",
      "[121]\ttrain-mae:0.28104\ttrain-rmse:0.358699\teval-mae:0.282016\teval-rmse:0.360379\n",
      "[122]\ttrain-mae:0.280806\ttrain-rmse:0.358407\teval-mae:0.281787\teval-rmse:0.360093\n",
      "[123]\ttrain-mae:0.28068\ttrain-rmse:0.358273\teval-mae:0.281664\teval-rmse:0.359964\n",
      "[124]\ttrain-mae:0.280579\ttrain-rmse:0.358156\teval-mae:0.281568\teval-rmse:0.359856\n",
      "[125]\ttrain-mae:0.280494\ttrain-rmse:0.358053\teval-mae:0.281522\teval-rmse:0.359793\n",
      "[126]\ttrain-mae:0.28039\ttrain-rmse:0.35794\teval-mae:0.281424\teval-rmse:0.359688\n",
      "[127]\ttrain-mae:0.28017\ttrain-rmse:0.357689\teval-mae:0.281209\teval-rmse:0.359444\n",
      "[128]\ttrain-mae:0.280058\ttrain-rmse:0.357545\teval-mae:0.281103\teval-rmse:0.359304\n",
      "[129]\ttrain-mae:0.279965\ttrain-rmse:0.357435\teval-mae:0.281015\teval-rmse:0.359202\n",
      "[130]\ttrain-mae:0.279804\ttrain-rmse:0.35725\teval-mae:0.280873\teval-rmse:0.359038\n",
      "[131]\ttrain-mae:0.279681\ttrain-rmse:0.35708\teval-mae:0.280756\teval-rmse:0.358876\n",
      "[132]\ttrain-mae:0.279556\ttrain-rmse:0.356928\teval-mae:0.280634\teval-rmse:0.358725\n",
      "[133]\ttrain-mae:0.279452\ttrain-rmse:0.356821\teval-mae:0.280531\teval-rmse:0.358621\n",
      "[134]\ttrain-mae:0.279383\ttrain-rmse:0.356738\teval-mae:0.280506\teval-rmse:0.358583\n",
      "[135]\ttrain-mae:0.279257\ttrain-rmse:0.35658\teval-mae:0.280378\teval-rmse:0.358422\n",
      "[136]\ttrain-mae:0.279127\ttrain-rmse:0.356427\teval-mae:0.280264\teval-rmse:0.358289\n",
      "[137]\ttrain-mae:0.278927\ttrain-rmse:0.356175\teval-mae:0.280071\teval-rmse:0.358049\n",
      "[138]\ttrain-mae:0.278802\ttrain-rmse:0.356037\teval-mae:0.279948\teval-rmse:0.357912\n",
      "[139]\ttrain-mae:0.278619\ttrain-rmse:0.35583\teval-mae:0.279772\teval-rmse:0.357712\n",
      "[140]\ttrain-mae:0.278498\ttrain-rmse:0.355677\teval-mae:0.279662\teval-rmse:0.357574\n",
      "[141]\ttrain-mae:0.278325\ttrain-rmse:0.355475\teval-mae:0.279495\teval-rmse:0.357378\n",
      "[142]\ttrain-mae:0.278252\ttrain-rmse:0.355387\teval-mae:0.279465\teval-rmse:0.357335\n",
      "[143]\ttrain-mae:0.278154\ttrain-rmse:0.355288\teval-mae:0.279373\teval-rmse:0.357246\n",
      "[144]\ttrain-mae:0.278079\ttrain-rmse:0.355216\teval-mae:0.279303\teval-rmse:0.35718\n",
      "[145]\ttrain-mae:0.277964\ttrain-rmse:0.355073\teval-mae:0.279201\teval-rmse:0.357053\n",
      "[146]\ttrain-mae:0.277839\ttrain-rmse:0.354928\teval-mae:0.279078\teval-rmse:0.356912\n",
      "[147]\ttrain-mae:0.277767\ttrain-rmse:0.35484\teval-mae:0.279076\teval-rmse:0.356908\n",
      "[148]\ttrain-mae:0.277654\ttrain-rmse:0.354708\teval-mae:0.278976\teval-rmse:0.356791\n",
      "[149]\ttrain-mae:0.277583\ttrain-rmse:0.354615\teval-mae:0.278911\teval-rmse:0.356704\n",
      "[150]\ttrain-mae:0.277499\ttrain-rmse:0.354515\teval-mae:0.278889\teval-rmse:0.356677\n",
      "[151]\ttrain-mae:0.277391\ttrain-rmse:0.354387\teval-mae:0.278782\teval-rmse:0.35655\n",
      "[152]\ttrain-mae:0.27729\ttrain-rmse:0.354267\teval-mae:0.278698\teval-rmse:0.356451\n",
      "[153]\ttrain-mae:0.277135\ttrain-rmse:0.354091\teval-mae:0.278551\teval-rmse:0.356283\n",
      "[154]\ttrain-mae:0.277026\ttrain-rmse:0.35396\teval-mae:0.278456\teval-rmse:0.356169\n",
      "[155]\ttrain-mae:0.276946\ttrain-rmse:0.353867\teval-mae:0.278417\teval-rmse:0.356122\n",
      "[156]\ttrain-mae:0.276862\ttrain-rmse:0.353786\teval-mae:0.278334\teval-rmse:0.356042\n",
      "[157]\ttrain-mae:0.276801\ttrain-rmse:0.353726\teval-mae:0.278285\teval-rmse:0.355996\n",
      "[158]\ttrain-mae:0.276754\ttrain-rmse:0.353674\teval-mae:0.278241\teval-rmse:0.355949\n",
      "[159]\ttrain-mae:0.276668\ttrain-rmse:0.353563\teval-mae:0.27816\teval-rmse:0.355841\n",
      "[160]\ttrain-mae:0.276569\ttrain-rmse:0.353441\teval-mae:0.278068\teval-rmse:0.355727\n",
      "[161]\ttrain-mae:0.276495\ttrain-rmse:0.353356\teval-mae:0.278038\teval-rmse:0.355693\n",
      "[162]\ttrain-mae:0.276424\ttrain-rmse:0.35327\teval-mae:0.277973\teval-rmse:0.355616\n",
      "[163]\ttrain-mae:0.276341\ttrain-rmse:0.353165\teval-mae:0.277897\teval-rmse:0.355523\n",
      "[164]\ttrain-mae:0.276305\ttrain-rmse:0.353125\teval-mae:0.277871\teval-rmse:0.355496\n",
      "[165]\ttrain-mae:0.27623\ttrain-rmse:0.35304\teval-mae:0.277799\teval-rmse:0.355411\n",
      "[166]\ttrain-mae:0.276175\ttrain-rmse:0.352985\teval-mae:0.277747\teval-rmse:0.35536\n",
      "[167]\ttrain-mae:0.276084\ttrain-rmse:0.352876\teval-mae:0.277682\teval-rmse:0.355283\n",
      "[168]\ttrain-mae:0.276035\ttrain-rmse:0.352825\teval-mae:0.27764\teval-rmse:0.355238\n",
      "[169]\ttrain-mae:0.275963\ttrain-rmse:0.352746\teval-mae:0.277614\teval-rmse:0.35521\n",
      "[170]\ttrain-mae:0.275825\ttrain-rmse:0.352589\teval-mae:0.277484\teval-rmse:0.355061\n",
      "[171]\ttrain-mae:0.275752\ttrain-rmse:0.352508\teval-mae:0.277416\teval-rmse:0.354985\n",
      "[172]\ttrain-mae:0.275665\ttrain-rmse:0.352404\teval-mae:0.277332\teval-rmse:0.354884\n",
      "[173]\ttrain-mae:0.275582\ttrain-rmse:0.352311\teval-mae:0.277252\teval-rmse:0.354794\n",
      "[174]\ttrain-mae:0.275477\ttrain-rmse:0.352208\teval-mae:0.277148\teval-rmse:0.35469\n",
      "[175]\ttrain-mae:0.275411\ttrain-rmse:0.35213\teval-mae:0.277088\teval-rmse:0.354623\n",
      "[176]\ttrain-mae:0.275352\ttrain-rmse:0.352057\teval-mae:0.277092\teval-rmse:0.354626\n",
      "[177]\ttrain-mae:0.2753\ttrain-rmse:0.352003\teval-mae:0.277047\teval-rmse:0.35458\n",
      "[178]\ttrain-mae:0.275227\ttrain-rmse:0.351919\teval-mae:0.276979\teval-rmse:0.354502\n",
      "[179]\ttrain-mae:0.275151\ttrain-rmse:0.351838\teval-mae:0.276905\teval-rmse:0.354422\n",
      "[180]\ttrain-mae:0.275111\ttrain-rmse:0.351799\teval-mae:0.276871\teval-rmse:0.354389\n",
      "[181]\ttrain-mae:0.275044\ttrain-rmse:0.351715\teval-mae:0.276816\teval-rmse:0.354319\n",
      "[182]\ttrain-mae:0.275013\ttrain-rmse:0.351677\teval-mae:0.276806\teval-rmse:0.354307\n",
      "[183]\ttrain-mae:0.274955\ttrain-rmse:0.351614\teval-mae:0.276747\teval-rmse:0.354244\n",
      "[184]\ttrain-mae:0.274905\ttrain-rmse:0.351555\teval-mae:0.276698\teval-rmse:0.354189\n",
      "[185]\ttrain-mae:0.274824\ttrain-rmse:0.351468\teval-mae:0.276621\teval-rmse:0.354104\n",
      "[186]\ttrain-mae:0.274714\ttrain-rmse:0.351351\teval-mae:0.276528\teval-rmse:0.35401\n",
      "[187]\ttrain-mae:0.274641\ttrain-rmse:0.351263\teval-mae:0.276476\teval-rmse:0.35395\n",
      "[188]\ttrain-mae:0.274584\ttrain-rmse:0.351207\teval-mae:0.276427\teval-rmse:0.353902\n",
      "[189]\ttrain-mae:0.274525\ttrain-rmse:0.351135\teval-mae:0.276371\teval-rmse:0.353833\n",
      "[190]\ttrain-mae:0.274486\ttrain-rmse:0.351086\teval-mae:0.276359\teval-rmse:0.353818\n",
      "[191]\ttrain-mae:0.274432\ttrain-rmse:0.351018\teval-mae:0.276314\teval-rmse:0.35376\n",
      "[192]\ttrain-mae:0.274387\ttrain-rmse:0.350976\teval-mae:0.276276\teval-rmse:0.353726\n",
      "[193]\ttrain-mae:0.274329\ttrain-rmse:0.350921\teval-mae:0.276222\teval-rmse:0.353677\n",
      "[194]\ttrain-mae:0.274275\ttrain-rmse:0.350858\teval-mae:0.27622\teval-rmse:0.353676\n",
      "[195]\ttrain-mae:0.274215\ttrain-rmse:0.350791\teval-mae:0.276176\teval-rmse:0.353626\n",
      "[196]\ttrain-mae:0.274178\ttrain-rmse:0.350745\teval-mae:0.276142\teval-rmse:0.353585\n",
      "[197]\ttrain-mae:0.274115\ttrain-rmse:0.350673\teval-mae:0.276087\teval-rmse:0.353525\n",
      "[198]\ttrain-mae:0.27405\ttrain-rmse:0.350604\teval-mae:0.276027\teval-rmse:0.353459\n",
      "[199]\ttrain-mae:0.273999\ttrain-rmse:0.350543\teval-mae:0.275979\teval-rmse:0.353402\n",
      "[200]\ttrain-mae:0.273953\ttrain-rmse:0.350489\teval-mae:0.275966\teval-rmse:0.353389\n",
      "[201]\ttrain-mae:0.273928\ttrain-rmse:0.350459\teval-mae:0.275977\teval-rmse:0.353399\n"
315
316
317
318
319
320
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
      "[202]\ttrain-mae:0.273855\ttrain-rmse:0.350378\teval-mae:0.275913\teval-rmse:0.35333\n",
      "[203]\ttrain-mae:0.27383\ttrain-rmse:0.350346\teval-mae:0.275889\teval-rmse:0.353301\n",
      "[204]\ttrain-mae:0.273765\ttrain-rmse:0.350274\teval-mae:0.275827\teval-rmse:0.353231\n",
      "[205]\ttrain-mae:0.273682\ttrain-rmse:0.350174\teval-mae:0.275748\teval-rmse:0.353139\n",
      "[206]\ttrain-mae:0.27365\ttrain-rmse:0.350138\teval-mae:0.275721\teval-rmse:0.353109\n",
      "[207]\ttrain-mae:0.273586\ttrain-rmse:0.350077\teval-mae:0.275659\teval-rmse:0.353048\n",
      "[208]\ttrain-mae:0.273522\ttrain-rmse:0.350002\teval-mae:0.275596\teval-rmse:0.352972\n",
      "[209]\ttrain-mae:0.273487\ttrain-rmse:0.349966\teval-mae:0.275567\teval-rmse:0.352944\n",
      "[210]\ttrain-mae:0.273447\ttrain-rmse:0.349924\teval-mae:0.275532\teval-rmse:0.352908\n",
      "[211]\ttrain-mae:0.273378\ttrain-rmse:0.349843\teval-mae:0.275469\teval-rmse:0.352835\n",
      "[212]\ttrain-mae:0.273336\ttrain-rmse:0.349796\teval-mae:0.275471\teval-rmse:0.352843\n",
      "[213]\ttrain-mae:0.273259\ttrain-rmse:0.349712\teval-mae:0.275397\teval-rmse:0.352763\n",
      "[214]\ttrain-mae:0.273213\ttrain-rmse:0.349659\teval-mae:0.275357\teval-rmse:0.352714\n",
      "[215]\ttrain-mae:0.27315\ttrain-rmse:0.349595\teval-mae:0.275296\teval-rmse:0.352654\n",
      "[216]\ttrain-mae:0.273099\ttrain-rmse:0.349531\teval-mae:0.275251\teval-rmse:0.352597\n",
      "[217]\ttrain-mae:0.273035\ttrain-rmse:0.349456\teval-mae:0.275213\teval-rmse:0.352551\n",
      "[218]\ttrain-mae:0.272952\ttrain-rmse:0.349373\teval-mae:0.275136\teval-rmse:0.352475\n",
      "[219]\ttrain-mae:0.27291\ttrain-rmse:0.349333\teval-mae:0.2751\teval-rmse:0.352441\n",
      "[220]\ttrain-mae:0.272866\ttrain-rmse:0.349281\teval-mae:0.275061\teval-rmse:0.352395\n",
      "[221]\ttrain-mae:0.272841\ttrain-rmse:0.34925\teval-mae:0.275066\teval-rmse:0.352403\n",
      "[222]\ttrain-mae:0.272776\ttrain-rmse:0.349189\teval-mae:0.27501\teval-rmse:0.352349\n",
      "[223]\ttrain-mae:0.272733\ttrain-rmse:0.349134\teval-mae:0.27497\teval-rmse:0.3523\n",
      "[224]\ttrain-mae:0.272706\ttrain-rmse:0.349104\teval-mae:0.274977\teval-rmse:0.35231\n",
      "[225]\ttrain-mae:0.272658\ttrain-rmse:0.349046\teval-mae:0.274942\teval-rmse:0.352268\n",
      "[226]\ttrain-mae:0.272633\ttrain-rmse:0.349013\teval-mae:0.274919\teval-rmse:0.352239\n",
      "[227]\ttrain-mae:0.272566\ttrain-rmse:0.348941\teval-mae:0.274864\teval-rmse:0.352183\n",
      "[228]\ttrain-mae:0.272549\ttrain-rmse:0.348922\teval-mae:0.274849\teval-rmse:0.352167\n",
      "[229]\ttrain-mae:0.272501\ttrain-rmse:0.348868\teval-mae:0.274807\teval-rmse:0.35212\n",
      "[230]\ttrain-mae:0.272487\ttrain-rmse:0.34885\teval-mae:0.274797\teval-rmse:0.352108\n",
      "[231]\ttrain-mae:0.272435\ttrain-rmse:0.348791\teval-mae:0.274748\teval-rmse:0.352053\n",
      "[232]\ttrain-mae:0.272369\ttrain-rmse:0.348711\teval-mae:0.274696\teval-rmse:0.35199\n",
      "[233]\ttrain-mae:0.272307\ttrain-rmse:0.348648\teval-mae:0.274633\teval-rmse:0.351925\n",
      "[234]\ttrain-mae:0.272245\ttrain-rmse:0.348582\teval-mae:0.274585\teval-rmse:0.351875\n",
      "[235]\ttrain-mae:0.272217\ttrain-rmse:0.348546\teval-mae:0.274597\teval-rmse:0.351893\n",
      "[236]\ttrain-mae:0.272157\ttrain-rmse:0.348485\teval-mae:0.274538\teval-rmse:0.351834\n",
      "[237]\ttrain-mae:0.272104\ttrain-rmse:0.348429\teval-mae:0.274491\teval-rmse:0.351784\n",
      "[238]\ttrain-mae:0.272039\ttrain-rmse:0.348356\teval-mae:0.274429\teval-rmse:0.351715\n",
      "[239]\ttrain-mae:0.271997\ttrain-rmse:0.348305\teval-mae:0.27439\teval-rmse:0.35167\n",
      "[240]\ttrain-mae:0.271949\ttrain-rmse:0.348255\teval-mae:0.274348\teval-rmse:0.351625\n",
      "[241]\ttrain-mae:0.271906\ttrain-rmse:0.348203\teval-mae:0.274312\teval-rmse:0.35158\n",
      "[242]\ttrain-mae:0.271856\ttrain-rmse:0.34815\teval-mae:0.274267\teval-rmse:0.351534\n",
      "[243]\ttrain-mae:0.271821\ttrain-rmse:0.348109\teval-mae:0.274235\teval-rmse:0.351496\n",
      "[244]\ttrain-mae:0.271799\ttrain-rmse:0.348082\teval-mae:0.274228\teval-rmse:0.351488\n",
      "[245]\ttrain-mae:0.271783\ttrain-rmse:0.348062\teval-mae:0.274215\teval-rmse:0.351471\n",
      "[246]\ttrain-mae:0.271754\ttrain-rmse:0.348026\teval-mae:0.274221\teval-rmse:0.351481\n",
      "[247]\ttrain-mae:0.271712\ttrain-rmse:0.347973\teval-mae:0.274181\teval-rmse:0.351434\n",
      "[248]\ttrain-mae:0.271694\ttrain-rmse:0.347953\teval-mae:0.274165\teval-rmse:0.351416\n",
      "[249]\ttrain-mae:0.27164\ttrain-rmse:0.347887\teval-mae:0.274135\teval-rmse:0.351378\n",
      "[250]\ttrain-mae:0.271589\ttrain-rmse:0.347831\teval-mae:0.274085\teval-rmse:0.351323\n",
      "[251]\ttrain-mae:0.271544\ttrain-rmse:0.34778\teval-mae:0.274045\teval-rmse:0.351277\n",
      "[252]\ttrain-mae:0.271511\ttrain-rmse:0.347743\teval-mae:0.274016\teval-rmse:0.351246\n",
      "[253]\ttrain-mae:0.271479\ttrain-rmse:0.347712\teval-mae:0.273986\teval-rmse:0.351217\n",
      "[254]\ttrain-mae:0.271434\ttrain-rmse:0.347658\teval-mae:0.273963\teval-rmse:0.351188\n",
      "[255]\ttrain-mae:0.271394\ttrain-rmse:0.347611\teval-mae:0.273926\teval-rmse:0.351146\n",
      "[256]\ttrain-mae:0.271376\ttrain-rmse:0.34759\teval-mae:0.273913\teval-rmse:0.351128\n",
      "[257]\ttrain-mae:0.271347\ttrain-rmse:0.347556\teval-mae:0.273922\teval-rmse:0.351142\n",
      "[258]\ttrain-mae:0.271333\ttrain-rmse:0.347537\teval-mae:0.273911\teval-rmse:0.351128\n",
      "[259]\ttrain-mae:0.271277\ttrain-rmse:0.347474\teval-mae:0.273855\teval-rmse:0.351066\n",
      "[260]\ttrain-mae:0.271247\ttrain-rmse:0.347436\teval-mae:0.273833\teval-rmse:0.35104\n",
      "[261]\ttrain-mae:0.271207\ttrain-rmse:0.347388\teval-mae:0.273796\teval-rmse:0.350997\n",
      "[262]\ttrain-mae:0.271183\ttrain-rmse:0.347364\teval-mae:0.273778\teval-rmse:0.350979\n",
      "[263]\ttrain-mae:0.271166\ttrain-rmse:0.347343\teval-mae:0.27379\teval-rmse:0.350994\n",
      "[264]\ttrain-mae:0.271138\ttrain-rmse:0.347313\teval-mae:0.273765\teval-rmse:0.350967\n",
      "[265]\ttrain-mae:0.2711\ttrain-rmse:0.347269\teval-mae:0.273744\teval-rmse:0.350944\n",
      "[266]\ttrain-mae:0.271082\ttrain-rmse:0.347246\teval-mae:0.27373\teval-rmse:0.350929\n",
      "[267]\ttrain-mae:0.271038\ttrain-rmse:0.347205\teval-mae:0.273691\teval-rmse:0.350892\n",
      "[268]\ttrain-mae:0.271023\ttrain-rmse:0.347188\teval-mae:0.273697\teval-rmse:0.350901\n",
      "[269]\ttrain-mae:0.270972\ttrain-rmse:0.347131\teval-mae:0.273647\teval-rmse:0.350846\n",
      "[270]\ttrain-mae:0.270945\ttrain-rmse:0.347106\teval-mae:0.273625\teval-rmse:0.350825\n",
      "[271]\ttrain-mae:0.270895\ttrain-rmse:0.347046\teval-mae:0.273574\teval-rmse:0.350766\n",
      "[272]\ttrain-mae:0.27086\ttrain-rmse:0.347003\teval-mae:0.273544\teval-rmse:0.350731\n",
      "[273]\ttrain-mae:0.270845\ttrain-rmse:0.346981\teval-mae:0.273532\teval-rmse:0.350714\n",
      "[274]\ttrain-mae:0.270822\ttrain-rmse:0.34696\teval-mae:0.273521\teval-rmse:0.350705\n",
      "[275]\ttrain-mae:0.270743\ttrain-rmse:0.346872\teval-mae:0.273449\teval-rmse:0.350629\n",
      "[276]\ttrain-mae:0.270705\ttrain-rmse:0.346828\teval-mae:0.273413\teval-rmse:0.350587\n",
      "[277]\ttrain-mae:0.270665\ttrain-rmse:0.346785\teval-mae:0.273384\teval-rmse:0.350559\n",
      "[278]\ttrain-mae:0.270633\ttrain-rmse:0.346745\teval-mae:0.273354\teval-rmse:0.350523\n",
      "[279]\ttrain-mae:0.270617\ttrain-rmse:0.34673\teval-mae:0.27334\teval-rmse:0.35051\n",
      "[280]\ttrain-mae:0.270593\ttrain-rmse:0.346707\teval-mae:0.273321\teval-rmse:0.350493\n",
      "[281]\ttrain-mae:0.270577\ttrain-rmse:0.346688\teval-mae:0.27331\teval-rmse:0.350482\n",
      "[282]\ttrain-mae:0.270553\ttrain-rmse:0.346659\teval-mae:0.273312\teval-rmse:0.350485\n",
      "[283]\ttrain-mae:0.27052\ttrain-rmse:0.34662\teval-mae:0.273284\teval-rmse:0.350454\n",
      "[284]\ttrain-mae:0.27047\ttrain-rmse:0.346567\teval-mae:0.273234\teval-rmse:0.350399\n",
      "[285]\ttrain-mae:0.270437\ttrain-rmse:0.346528\teval-mae:0.273214\teval-rmse:0.350377\n",
      "[286]\ttrain-mae:0.270377\ttrain-rmse:0.346462\teval-mae:0.273158\teval-rmse:0.350315\n",
      "[287]\ttrain-mae:0.270355\ttrain-rmse:0.34644\teval-mae:0.273141\teval-rmse:0.350299\n",
      "[288]\ttrain-mae:0.27031\ttrain-rmse:0.346384\teval-mae:0.27311\teval-rmse:0.350262\n",
      "[289]\ttrain-mae:0.2703\ttrain-rmse:0.346373\teval-mae:0.273107\teval-rmse:0.350257\n",
      "[290]\ttrain-mae:0.270276\ttrain-rmse:0.346345\teval-mae:0.273117\teval-rmse:0.350271\n",
      "[291]\ttrain-mae:0.270248\ttrain-rmse:0.346312\teval-mae:0.273091\teval-rmse:0.350241\n",
      "[292]\ttrain-mae:0.270224\ttrain-rmse:0.346286\teval-mae:0.273068\teval-rmse:0.350218\n",
      "[293]\ttrain-mae:0.270191\ttrain-rmse:0.346252\teval-mae:0.273037\teval-rmse:0.350186\n",
      "[294]\ttrain-mae:0.270133\ttrain-rmse:0.346189\teval-mae:0.272984\teval-rmse:0.35013\n",
      "[295]\ttrain-mae:0.270116\ttrain-rmse:0.346169\teval-mae:0.272973\teval-rmse:0.350119\n",
      "[296]\ttrain-mae:0.270088\ttrain-rmse:0.346138\teval-mae:0.272948\teval-rmse:0.350092\n",
      "[297]\ttrain-mae:0.270038\ttrain-rmse:0.34608\teval-mae:0.272901\teval-rmse:0.350039\n",
      "[298]\ttrain-mae:0.270006\ttrain-rmse:0.346048\teval-mae:0.272872\teval-rmse:0.350014\n",
      "[299]\ttrain-mae:0.269983\ttrain-rmse:0.346019\teval-mae:0.272855\teval-rmse:0.349992\n",
      "[300]\ttrain-mae:0.269963\ttrain-rmse:0.345995\teval-mae:0.27287\teval-rmse:0.350009\n",
      "[301]\ttrain-mae:0.269943\ttrain-rmse:0.345975\teval-mae:0.272854\teval-rmse:0.349994\n",
      "[302]\ttrain-mae:0.269926\ttrain-rmse:0.345959\teval-mae:0.272849\teval-rmse:0.349991\n"
422
423
424
425
426
427
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
      "[303]\ttrain-mae:0.269881\ttrain-rmse:0.345907\teval-mae:0.272821\teval-rmse:0.349961\n",
      "[304]\ttrain-mae:0.26986\ttrain-rmse:0.345879\teval-mae:0.272802\teval-rmse:0.349937\n",
      "[305]\ttrain-mae:0.269824\ttrain-rmse:0.345836\teval-mae:0.272771\teval-rmse:0.349902\n",
      "[306]\ttrain-mae:0.269792\ttrain-rmse:0.345802\teval-mae:0.272744\teval-rmse:0.349875\n",
      "[307]\ttrain-mae:0.269756\ttrain-rmse:0.345764\teval-mae:0.27272\teval-rmse:0.349853\n",
      "[308]\ttrain-mae:0.269734\ttrain-rmse:0.345736\teval-mae:0.272703\teval-rmse:0.349833\n",
      "[309]\ttrain-mae:0.269702\ttrain-rmse:0.345704\teval-mae:0.272673\teval-rmse:0.349802\n",
      "[310]\ttrain-mae:0.26967\ttrain-rmse:0.345666\teval-mae:0.27265\teval-rmse:0.349775\n",
      "[311]\ttrain-mae:0.269658\ttrain-rmse:0.345652\teval-mae:0.272645\teval-rmse:0.349769\n",
      "[312]\ttrain-mae:0.269637\ttrain-rmse:0.34563\teval-mae:0.272627\teval-rmse:0.349751\n",
      "[313]\ttrain-mae:0.26961\ttrain-rmse:0.345601\teval-mae:0.272609\teval-rmse:0.349732\n",
      "[314]\ttrain-mae:0.269598\ttrain-rmse:0.345585\teval-mae:0.272601\teval-rmse:0.349723\n",
      "[315]\ttrain-mae:0.269574\ttrain-rmse:0.345558\teval-mae:0.272606\teval-rmse:0.34973\n",
      "[316]\ttrain-mae:0.26955\ttrain-rmse:0.345529\teval-mae:0.272583\teval-rmse:0.349703\n",
      "[317]\ttrain-mae:0.269527\ttrain-rmse:0.345503\teval-mae:0.272569\teval-rmse:0.349686\n",
      "[318]\ttrain-mae:0.269516\ttrain-rmse:0.34549\teval-mae:0.272566\teval-rmse:0.349683\n",
      "[319]\ttrain-mae:0.269497\ttrain-rmse:0.34547\teval-mae:0.272549\teval-rmse:0.349666\n",
      "[320]\ttrain-mae:0.269469\ttrain-rmse:0.345443\teval-mae:0.272523\teval-rmse:0.349642\n",
      "[321]\ttrain-mae:0.26943\ttrain-rmse:0.345401\teval-mae:0.272487\teval-rmse:0.349604\n",
      "[322]\ttrain-mae:0.269411\ttrain-rmse:0.345377\teval-mae:0.272472\teval-rmse:0.349585\n",
      "[323]\ttrain-mae:0.269393\ttrain-rmse:0.345354\teval-mae:0.27248\teval-rmse:0.349596\n",
      "[324]\ttrain-mae:0.269386\ttrain-rmse:0.345345\teval-mae:0.272475\teval-rmse:0.34959\n",
      "[325]\ttrain-mae:0.269339\ttrain-rmse:0.345292\teval-mae:0.272435\teval-rmse:0.349543\n",
      "[326]\ttrain-mae:0.269325\ttrain-rmse:0.345273\teval-mae:0.272423\teval-rmse:0.349529\n",
      "[327]\ttrain-mae:0.269292\ttrain-rmse:0.345241\teval-mae:0.272398\teval-rmse:0.349505\n",
      "[328]\ttrain-mae:0.269255\ttrain-rmse:0.345202\teval-mae:0.272364\teval-rmse:0.349469\n",
      "[329]\ttrain-mae:0.269237\ttrain-rmse:0.345181\teval-mae:0.27235\teval-rmse:0.349453\n",
      "[330]\ttrain-mae:0.269199\ttrain-rmse:0.345135\teval-mae:0.272317\teval-rmse:0.349416\n",
      "[331]\ttrain-mae:0.269173\ttrain-rmse:0.345111\teval-mae:0.272296\teval-rmse:0.349397\n",
      "[332]\ttrain-mae:0.269142\ttrain-rmse:0.345072\teval-mae:0.27227\teval-rmse:0.349366\n",
      "[333]\ttrain-mae:0.26912\ttrain-rmse:0.345049\teval-mae:0.272256\teval-rmse:0.349353\n",
      "[334]\ttrain-mae:0.269112\ttrain-rmse:0.345038\teval-mae:0.27225\teval-rmse:0.349345\n",
      "[335]\ttrain-mae:0.269091\ttrain-rmse:0.34501\teval-mae:0.272253\teval-rmse:0.349349\n",
      "[336]\ttrain-mae:0.269057\ttrain-rmse:0.344973\teval-mae:0.272219\teval-rmse:0.349312\n",
      "[337]\ttrain-mae:0.269034\ttrain-rmse:0.344942\teval-mae:0.272223\teval-rmse:0.349315\n",
      "[338]\ttrain-mae:0.268983\ttrain-rmse:0.344884\teval-mae:0.272175\teval-rmse:0.34926\n",
      "[339]\ttrain-mae:0.268961\ttrain-rmse:0.344863\teval-mae:0.272154\teval-rmse:0.349241\n",
      "[340]\ttrain-mae:0.268924\ttrain-rmse:0.344821\teval-mae:0.272123\teval-rmse:0.349207\n",
      "[341]\ttrain-mae:0.26889\ttrain-rmse:0.344787\teval-mae:0.272095\teval-rmse:0.349181\n",
      "[342]\ttrain-mae:0.268875\ttrain-rmse:0.344769\teval-mae:0.272082\teval-rmse:0.349166\n",
      "[343]\ttrain-mae:0.268862\ttrain-rmse:0.344754\teval-mae:0.272074\teval-rmse:0.349158\n",
      "[344]\ttrain-mae:0.268834\ttrain-rmse:0.344726\teval-mae:0.272053\teval-rmse:0.349138\n",
      "[345]\ttrain-mae:0.268815\ttrain-rmse:0.344708\teval-mae:0.272037\teval-rmse:0.349127\n",
      "[346]\ttrain-mae:0.2688\ttrain-rmse:0.344691\teval-mae:0.272028\teval-rmse:0.349117\n",
      "[347]\ttrain-mae:0.268761\ttrain-rmse:0.344646\teval-mae:0.272\teval-rmse:0.349086\n",
      "[348]\ttrain-mae:0.268726\ttrain-rmse:0.344608\teval-mae:0.271966\teval-rmse:0.34905\n",
      "[349]\ttrain-mae:0.268692\ttrain-rmse:0.34457\teval-mae:0.271934\teval-rmse:0.349015\n",
      "[350]\ttrain-mae:0.268653\ttrain-rmse:0.344524\teval-mae:0.271904\teval-rmse:0.348978\n",
      "[351]\ttrain-mae:0.268631\ttrain-rmse:0.344503\teval-mae:0.271886\teval-rmse:0.348961\n",
      "[352]\ttrain-mae:0.26861\ttrain-rmse:0.344483\teval-mae:0.271867\teval-rmse:0.348943\n",
      "[353]\ttrain-mae:0.268603\ttrain-rmse:0.344474\teval-mae:0.271862\teval-rmse:0.348937\n",
      "[354]\ttrain-mae:0.268579\ttrain-rmse:0.344449\teval-mae:0.271846\teval-rmse:0.348921\n",
      "[355]\ttrain-mae:0.26856\ttrain-rmse:0.344428\teval-mae:0.271834\teval-rmse:0.348909\n",
      "[356]\ttrain-mae:0.268551\ttrain-rmse:0.344418\teval-mae:0.271828\teval-rmse:0.348905\n",
      "[357]\ttrain-mae:0.268524\ttrain-rmse:0.344391\teval-mae:0.271812\teval-rmse:0.34889\n",
      "[358]\ttrain-mae:0.268508\ttrain-rmse:0.344373\teval-mae:0.271803\teval-rmse:0.348882\n",
      "[359]\ttrain-mae:0.268481\ttrain-rmse:0.344337\teval-mae:0.271783\teval-rmse:0.348857\n",
      "[360]\ttrain-mae:0.268458\ttrain-rmse:0.344311\teval-mae:0.271764\teval-rmse:0.348836\n",
      "[361]\ttrain-mae:0.268446\ttrain-rmse:0.344297\teval-mae:0.271756\teval-rmse:0.348825\n",
      "[362]\ttrain-mae:0.268425\ttrain-rmse:0.344272\teval-mae:0.271761\teval-rmse:0.348831\n",
      "[363]\ttrain-mae:0.268401\ttrain-rmse:0.344246\teval-mae:0.271741\teval-rmse:0.348811\n",
      "[364]\ttrain-mae:0.268385\ttrain-rmse:0.344227\teval-mae:0.271744\teval-rmse:0.348814\n",
      "[365]\ttrain-mae:0.268361\ttrain-rmse:0.344198\teval-mae:0.271741\teval-rmse:0.348811\n",
      "[366]\ttrain-mae:0.268344\ttrain-rmse:0.344178\teval-mae:0.271741\teval-rmse:0.348814\n",
      "[367]\ttrain-mae:0.268334\ttrain-rmse:0.344167\teval-mae:0.271738\teval-rmse:0.34881\n",
      "[368]\ttrain-mae:0.268321\ttrain-rmse:0.344149\teval-mae:0.271737\teval-rmse:0.348808\n",
      "[369]\ttrain-mae:0.268299\ttrain-rmse:0.344127\teval-mae:0.271719\teval-rmse:0.34879\n",
      "[370]\ttrain-mae:0.268285\ttrain-rmse:0.344111\teval-mae:0.271709\teval-rmse:0.348779\n",
      "[371]\ttrain-mae:0.268269\ttrain-rmse:0.344096\teval-mae:0.271694\teval-rmse:0.348765\n",
      "[372]\ttrain-mae:0.268243\ttrain-rmse:0.344063\teval-mae:0.271674\teval-rmse:0.348742\n",
      "[373]\ttrain-mae:0.268229\ttrain-rmse:0.344046\teval-mae:0.271673\teval-rmse:0.348741\n",
      "[374]\ttrain-mae:0.268212\ttrain-rmse:0.34403\teval-mae:0.27166\teval-rmse:0.348729\n",
      "[375]\ttrain-mae:0.268199\ttrain-rmse:0.344014\teval-mae:0.271649\teval-rmse:0.348716\n",
      "[376]\ttrain-mae:0.268163\ttrain-rmse:0.343974\teval-mae:0.271616\teval-rmse:0.348679\n",
      "[377]\ttrain-mae:0.268135\ttrain-rmse:0.343942\teval-mae:0.271592\teval-rmse:0.348652\n",
      "[378]\ttrain-mae:0.268099\ttrain-rmse:0.343906\teval-mae:0.271564\teval-rmse:0.348625\n",
      "[379]\ttrain-mae:0.268081\ttrain-rmse:0.343888\teval-mae:0.271548\teval-rmse:0.34861\n",
      "[380]\ttrain-mae:0.268074\ttrain-rmse:0.34388\teval-mae:0.271543\teval-rmse:0.348605\n",
      "[381]\ttrain-mae:0.26806\ttrain-rmse:0.343866\teval-mae:0.271533\teval-rmse:0.348594\n",
      "[382]\ttrain-mae:0.268033\ttrain-rmse:0.343831\teval-mae:0.271534\teval-rmse:0.348596\n",
      "[383]\ttrain-mae:0.268029\ttrain-rmse:0.343825\teval-mae:0.271532\teval-rmse:0.348593\n",
      "[384]\ttrain-mae:0.268015\ttrain-rmse:0.343808\teval-mae:0.271535\teval-rmse:0.348596\n",
      "[385]\ttrain-mae:0.268001\ttrain-rmse:0.343791\teval-mae:0.271529\teval-rmse:0.34859\n",
      "[386]\ttrain-mae:0.267979\ttrain-rmse:0.343763\teval-mae:0.271532\teval-rmse:0.348591\n",
      "[387]\ttrain-mae:0.267952\ttrain-rmse:0.343731\teval-mae:0.271507\teval-rmse:0.348564\n",
      "[388]\ttrain-mae:0.267927\ttrain-rmse:0.343703\teval-mae:0.271487\teval-rmse:0.348541\n",
      "[389]\ttrain-mae:0.267914\ttrain-rmse:0.343687\teval-mae:0.271488\teval-rmse:0.348544\n",
      "[390]\ttrain-mae:0.267905\ttrain-rmse:0.343675\teval-mae:0.271482\teval-rmse:0.348536\n",
      "[391]\ttrain-mae:0.267876\ttrain-rmse:0.343642\teval-mae:0.271458\teval-rmse:0.348509\n",
      "[392]\ttrain-mae:0.267863\ttrain-rmse:0.343628\teval-mae:0.271447\teval-rmse:0.348497\n",
      "[393]\ttrain-mae:0.26785\ttrain-rmse:0.343614\teval-mae:0.271437\teval-rmse:0.348487\n",
      "[394]\ttrain-mae:0.267814\ttrain-rmse:0.343572\teval-mae:0.271406\teval-rmse:0.348453\n",
      "[395]\ttrain-mae:0.267794\ttrain-rmse:0.343549\teval-mae:0.271388\teval-rmse:0.348434\n",
      "[396]\ttrain-mae:0.26778\ttrain-rmse:0.343535\teval-mae:0.271376\teval-rmse:0.348422\n",
      "[397]\ttrain-mae:0.267757\ttrain-rmse:0.34351\teval-mae:0.271367\teval-rmse:0.348414\n",
      "[398]\ttrain-mae:0.26775\ttrain-rmse:0.3435\teval-mae:0.271363\teval-rmse:0.348409\n",
      "[399]\ttrain-mae:0.267734\ttrain-rmse:0.343481\teval-mae:0.271363\teval-rmse:0.348409\n",
      "[400]\ttrain-mae:0.267723\ttrain-rmse:0.343468\teval-mae:0.271357\teval-rmse:0.348405\n",
      "[401]\ttrain-mae:0.267694\ttrain-rmse:0.343436\teval-mae:0.271333\teval-rmse:0.348378\n",
      "[402]\ttrain-mae:0.267669\ttrain-rmse:0.343407\teval-mae:0.271315\teval-rmse:0.348358\n",
      "[403]\ttrain-mae:0.267655\ttrain-rmse:0.343391\teval-mae:0.271316\teval-rmse:0.34836\n"
529
530
531
532
533
534
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
      "[404]\ttrain-mae:0.267633\ttrain-rmse:0.343367\teval-mae:0.271299\teval-rmse:0.348343\n",
      "[405]\ttrain-mae:0.267621\ttrain-rmse:0.343354\teval-mae:0.271288\teval-rmse:0.348333\n",
      "[406]\ttrain-mae:0.267613\ttrain-rmse:0.343344\teval-mae:0.271281\teval-rmse:0.348325\n",
      "[407]\ttrain-mae:0.26758\ttrain-rmse:0.343309\teval-mae:0.271257\teval-rmse:0.348299\n",
      "[408]\ttrain-mae:0.267564\ttrain-rmse:0.343289\teval-mae:0.271257\teval-rmse:0.348298\n",
      "[409]\ttrain-mae:0.267531\ttrain-rmse:0.343257\teval-mae:0.271227\teval-rmse:0.348269\n",
      "[410]\ttrain-mae:0.267506\ttrain-rmse:0.343226\teval-mae:0.271205\teval-rmse:0.348243\n",
      "[411]\ttrain-mae:0.26748\ttrain-rmse:0.3432\teval-mae:0.271187\teval-rmse:0.348228\n",
      "[412]\ttrain-mae:0.267466\ttrain-rmse:0.343185\teval-mae:0.271178\teval-rmse:0.34822\n",
      "[413]\ttrain-mae:0.267436\ttrain-rmse:0.34315\teval-mae:0.271154\teval-rmse:0.348192\n",
      "[414]\ttrain-mae:0.267419\ttrain-rmse:0.34313\teval-mae:0.271153\teval-rmse:0.348193\n",
      "[415]\ttrain-mae:0.267401\ttrain-rmse:0.343112\teval-mae:0.271137\teval-rmse:0.348178\n",
      "[416]\ttrain-mae:0.267392\ttrain-rmse:0.343104\teval-mae:0.271129\teval-rmse:0.348171\n",
      "[417]\ttrain-mae:0.267387\ttrain-rmse:0.343099\teval-mae:0.271127\teval-rmse:0.348169\n",
      "[418]\ttrain-mae:0.267361\ttrain-rmse:0.343068\teval-mae:0.271126\teval-rmse:0.348169\n",
      "[419]\ttrain-mae:0.267339\ttrain-rmse:0.34304\teval-mae:0.271111\teval-rmse:0.348152\n",
      "[420]\ttrain-mae:0.267332\ttrain-rmse:0.343032\teval-mae:0.27111\teval-rmse:0.348151\n",
      "[421]\ttrain-mae:0.267324\ttrain-rmse:0.343024\teval-mae:0.271108\teval-rmse:0.34815\n",
      "[422]\ttrain-mae:0.267305\ttrain-rmse:0.343\teval-mae:0.27109\teval-rmse:0.348129\n",
      "[423]\ttrain-mae:0.267263\ttrain-rmse:0.342953\teval-mae:0.271055\teval-rmse:0.348091\n",
      "[424]\ttrain-mae:0.26725\ttrain-rmse:0.342937\teval-mae:0.271044\teval-rmse:0.348079\n",
      "[425]\ttrain-mae:0.267232\ttrain-rmse:0.342918\teval-mae:0.271029\teval-rmse:0.348062\n",
      "[426]\ttrain-mae:0.26721\ttrain-rmse:0.342893\teval-mae:0.271011\teval-rmse:0.348043\n",
      "[427]\ttrain-mae:0.267188\ttrain-rmse:0.342868\teval-mae:0.270995\teval-rmse:0.348024\n",
      "[428]\ttrain-mae:0.267165\ttrain-rmse:0.342845\teval-mae:0.270979\teval-rmse:0.348011\n",
      "[429]\ttrain-mae:0.267157\ttrain-rmse:0.342836\teval-mae:0.270973\teval-rmse:0.348005\n",
      "[430]\ttrain-mae:0.267131\ttrain-rmse:0.342806\teval-mae:0.27096\teval-rmse:0.347992\n",
      "[431]\ttrain-mae:0.267111\ttrain-rmse:0.342781\teval-mae:0.270955\teval-rmse:0.347986\n",
      "[432]\ttrain-mae:0.267095\ttrain-rmse:0.342761\teval-mae:0.270942\teval-rmse:0.34797\n",
      "[433]\ttrain-mae:0.267079\ttrain-rmse:0.342744\teval-mae:0.270929\teval-rmse:0.347957\n",
      "[434]\ttrain-mae:0.267058\ttrain-rmse:0.342718\teval-mae:0.270936\teval-rmse:0.347966\n",
      "[435]\ttrain-mae:0.267044\ttrain-rmse:0.342704\teval-mae:0.270925\teval-rmse:0.347955\n",
      "[436]\ttrain-mae:0.267026\ttrain-rmse:0.342683\teval-mae:0.270916\teval-rmse:0.347947\n",
      "[437]\ttrain-mae:0.267009\ttrain-rmse:0.342667\teval-mae:0.270903\teval-rmse:0.347934\n",
      "[438]\ttrain-mae:0.266999\ttrain-rmse:0.342655\teval-mae:0.270894\teval-rmse:0.347925\n",
      "[439]\ttrain-mae:0.266963\ttrain-rmse:0.342613\teval-mae:0.270866\teval-rmse:0.347893\n",
      "[440]\ttrain-mae:0.266956\ttrain-rmse:0.342605\teval-mae:0.270861\teval-rmse:0.347887\n",
      "[441]\ttrain-mae:0.266941\ttrain-rmse:0.342587\teval-mae:0.270852\teval-rmse:0.347878\n",
      "[442]\ttrain-mae:0.266929\ttrain-rmse:0.342573\teval-mae:0.270844\teval-rmse:0.34787\n",
      "[443]\ttrain-mae:0.266913\ttrain-rmse:0.342556\teval-mae:0.270831\teval-rmse:0.347855\n",
      "[444]\ttrain-mae:0.266899\ttrain-rmse:0.342539\teval-mae:0.270822\teval-rmse:0.347847\n",
      "[445]\ttrain-mae:0.266893\ttrain-rmse:0.342532\teval-mae:0.270819\teval-rmse:0.347843\n",
      "[446]\ttrain-mae:0.266886\ttrain-rmse:0.342525\teval-mae:0.270815\teval-rmse:0.347839\n",
      "[447]\ttrain-mae:0.26687\ttrain-rmse:0.342505\teval-mae:0.270798\teval-rmse:0.347819\n",
      "[448]\ttrain-mae:0.266866\ttrain-rmse:0.3425\teval-mae:0.270797\teval-rmse:0.347818\n",
      "[449]\ttrain-mae:0.266854\ttrain-rmse:0.342485\teval-mae:0.270797\teval-rmse:0.347819\n",
      "[450]\ttrain-mae:0.266832\ttrain-rmse:0.34246\teval-mae:0.270776\teval-rmse:0.347794\n",
      "[451]\ttrain-mae:0.266822\ttrain-rmse:0.342449\teval-mae:0.270768\teval-rmse:0.347787\n",
      "[452]\ttrain-mae:0.266808\ttrain-rmse:0.342432\teval-mae:0.270762\teval-rmse:0.347781\n",
      "[453]\ttrain-mae:0.266796\ttrain-rmse:0.342418\teval-mae:0.270753\teval-rmse:0.34777\n",
      "[454]\ttrain-mae:0.266784\ttrain-rmse:0.342401\teval-mae:0.270749\teval-rmse:0.347766\n",
      "[455]\ttrain-mae:0.266764\ttrain-rmse:0.342379\teval-mae:0.270751\teval-rmse:0.34777\n",
      "[456]\ttrain-mae:0.266749\ttrain-rmse:0.342363\teval-mae:0.270743\teval-rmse:0.347763\n",
      "[457]\ttrain-mae:0.266734\ttrain-rmse:0.342344\teval-mae:0.270732\teval-rmse:0.34775\n",
      "[458]\ttrain-mae:0.266723\ttrain-rmse:0.342333\teval-mae:0.270722\teval-rmse:0.347742\n",
      "[459]\ttrain-mae:0.266719\ttrain-rmse:0.342329\teval-mae:0.270721\teval-rmse:0.34774\n",
      "[460]\ttrain-mae:0.266698\ttrain-rmse:0.342306\teval-mae:0.270701\teval-rmse:0.347718\n",
      "[461]\ttrain-mae:0.266675\ttrain-rmse:0.342282\teval-mae:0.270681\teval-rmse:0.347697\n",
      "[462]\ttrain-mae:0.266662\ttrain-rmse:0.342266\teval-mae:0.270675\teval-rmse:0.347693\n",
      "[463]\ttrain-mae:0.266644\ttrain-rmse:0.342243\teval-mae:0.270672\teval-rmse:0.347689\n",
      "[464]\ttrain-mae:0.26663\ttrain-rmse:0.342226\teval-mae:0.270659\teval-rmse:0.347675\n",
      "[465]\ttrain-mae:0.266611\ttrain-rmse:0.342202\teval-mae:0.27066\teval-rmse:0.347675\n",
      "[466]\ttrain-mae:0.266598\ttrain-rmse:0.342189\teval-mae:0.270659\teval-rmse:0.347677\n",
      "[467]\ttrain-mae:0.266587\ttrain-rmse:0.342175\teval-mae:0.270655\teval-rmse:0.34767\n",
      "[468]\ttrain-mae:0.266569\ttrain-rmse:0.342155\teval-mae:0.270644\teval-rmse:0.347658\n",
      "[469]\ttrain-mae:0.266561\ttrain-rmse:0.342145\teval-mae:0.270642\teval-rmse:0.347656\n",
      "[470]\ttrain-mae:0.266556\ttrain-rmse:0.342139\teval-mae:0.270639\teval-rmse:0.347653\n",
      "[471]\ttrain-mae:0.266536\ttrain-rmse:0.342114\teval-mae:0.27064\teval-rmse:0.347654\n",
      "[472]\ttrain-mae:0.266517\ttrain-rmse:0.342092\teval-mae:0.270623\teval-rmse:0.347635\n",
      "[473]\ttrain-mae:0.266509\ttrain-rmse:0.342084\teval-mae:0.270617\teval-rmse:0.347629\n",
      "[474]\ttrain-mae:0.26649\ttrain-rmse:0.342061\teval-mae:0.270614\teval-rmse:0.347628\n",
      "[475]\ttrain-mae:0.266472\ttrain-rmse:0.342042\teval-mae:0.270598\teval-rmse:0.347609\n",
      "[476]\ttrain-mae:0.266449\ttrain-rmse:0.342019\teval-mae:0.27058\teval-rmse:0.347592\n",
      "[477]\ttrain-mae:0.266434\ttrain-rmse:0.342003\teval-mae:0.270568\teval-rmse:0.347582\n",
      "[478]\ttrain-mae:0.266423\ttrain-rmse:0.341992\teval-mae:0.270561\teval-rmse:0.347576\n",
      "[479]\ttrain-mae:0.266398\ttrain-rmse:0.341964\teval-mae:0.270542\teval-rmse:0.347558\n",
      "[480]\ttrain-mae:0.266381\ttrain-rmse:0.341946\teval-mae:0.270533\teval-rmse:0.347549\n",
      "[481]\ttrain-mae:0.266366\ttrain-rmse:0.341929\teval-mae:0.270522\teval-rmse:0.347538\n",
      "[482]\ttrain-mae:0.266345\ttrain-rmse:0.341907\teval-mae:0.270502\teval-rmse:0.347517\n",
      "[483]\ttrain-mae:0.266322\ttrain-rmse:0.341884\teval-mae:0.270483\teval-rmse:0.347499\n",
      "[484]\ttrain-mae:0.266307\ttrain-rmse:0.341865\teval-mae:0.270476\teval-rmse:0.347492\n",
      "[485]\ttrain-mae:0.266294\ttrain-rmse:0.341849\teval-mae:0.270469\teval-rmse:0.347485\n",
      "[486]\ttrain-mae:0.266277\ttrain-rmse:0.34183\teval-mae:0.270464\teval-rmse:0.347481\n",
      "[487]\ttrain-mae:0.266271\ttrain-rmse:0.341822\teval-mae:0.270463\teval-rmse:0.347478\n",
      "[488]\ttrain-mae:0.266262\ttrain-rmse:0.341811\teval-mae:0.270458\teval-rmse:0.347473\n",
      "[489]\ttrain-mae:0.266249\ttrain-rmse:0.341798\teval-mae:0.270449\teval-rmse:0.347463\n",
      "[490]\ttrain-mae:0.266234\ttrain-rmse:0.341778\teval-mae:0.270439\teval-rmse:0.347454\n",
      "[491]\ttrain-mae:0.266209\ttrain-rmse:0.341749\teval-mae:0.270422\teval-rmse:0.347434\n",
      "[492]\ttrain-mae:0.26619\ttrain-rmse:0.341725\teval-mae:0.270427\teval-rmse:0.347441\n",
      "[493]\ttrain-mae:0.266166\ttrain-rmse:0.3417\teval-mae:0.270405\teval-rmse:0.34742\n",
      "[494]\ttrain-mae:0.266122\ttrain-rmse:0.341648\teval-mae:0.270365\teval-rmse:0.347375\n",
      "[495]\ttrain-mae:0.266096\ttrain-rmse:0.341618\teval-mae:0.270341\teval-rmse:0.347348\n",
      "[496]\ttrain-mae:0.266066\ttrain-rmse:0.341584\teval-mae:0.270312\teval-rmse:0.347317\n",
      "[497]\ttrain-mae:0.266043\ttrain-rmse:0.341558\teval-mae:0.270291\teval-rmse:0.347294\n",
      "[498]\ttrain-mae:0.266025\ttrain-rmse:0.341537\teval-mae:0.270276\teval-rmse:0.347279\n",
      "[499]\ttrain-mae:0.266\ttrain-rmse:0.34151\teval-mae:0.270255\teval-rmse:0.347257\n",
      "[500]\ttrain-mae:0.265988\ttrain-rmse:0.341495\teval-mae:0.270249\teval-rmse:0.347249\n",
      "[501]\ttrain-mae:0.265977\ttrain-rmse:0.341481\teval-mae:0.270245\teval-rmse:0.347245\n",
      "[502]\ttrain-mae:0.26595\ttrain-rmse:0.34145\teval-mae:0.270221\teval-rmse:0.347218\n",
      "[503]\ttrain-mae:0.265927\ttrain-rmse:0.341427\teval-mae:0.270203\teval-rmse:0.347201\n",
      "[504]\ttrain-mae:0.265919\ttrain-rmse:0.341416\teval-mae:0.270202\teval-rmse:0.347201\n"
636
637
638
639
640
641
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
      "[505]\ttrain-mae:0.265901\ttrain-rmse:0.341397\teval-mae:0.270188\teval-rmse:0.347188\n",
      "[506]\ttrain-mae:0.265888\ttrain-rmse:0.34138\teval-mae:0.270183\teval-rmse:0.347182\n",
      "[507]\ttrain-mae:0.265868\ttrain-rmse:0.34136\teval-mae:0.270166\teval-rmse:0.347165\n",
      "[508]\ttrain-mae:0.265858\ttrain-rmse:0.341348\teval-mae:0.270162\teval-rmse:0.34716\n",
      "[509]\ttrain-mae:0.265843\ttrain-rmse:0.341333\teval-mae:0.270152\teval-rmse:0.347153\n",
      "[510]\ttrain-mae:0.265832\ttrain-rmse:0.34132\teval-mae:0.270145\teval-rmse:0.347144\n",
      "[511]\ttrain-mae:0.265794\ttrain-rmse:0.341275\teval-mae:0.270113\teval-rmse:0.347105\n",
      "[512]\ttrain-mae:0.265787\ttrain-rmse:0.341265\teval-mae:0.270111\teval-rmse:0.347102\n",
      "[513]\ttrain-mae:0.265782\ttrain-rmse:0.341258\teval-mae:0.270107\teval-rmse:0.347098\n",
      "[514]\ttrain-mae:0.265773\ttrain-rmse:0.341248\teval-mae:0.270108\teval-rmse:0.347099\n",
      "[515]\ttrain-mae:0.265753\ttrain-rmse:0.341225\teval-mae:0.270102\teval-rmse:0.347095\n",
      "[516]\ttrain-mae:0.265734\ttrain-rmse:0.341204\teval-mae:0.270087\teval-rmse:0.34708\n",
      "[517]\ttrain-mae:0.26571\ttrain-rmse:0.34118\teval-mae:0.27007\teval-rmse:0.347064\n",
      "[518]\ttrain-mae:0.2657\ttrain-rmse:0.341167\teval-mae:0.270067\teval-rmse:0.34706\n",
      "[519]\ttrain-mae:0.265685\ttrain-rmse:0.341147\teval-mae:0.270059\teval-rmse:0.347049\n",
      "[520]\ttrain-mae:0.265676\ttrain-rmse:0.341135\teval-mae:0.270056\teval-rmse:0.347046\n",
      "[521]\ttrain-mae:0.265668\ttrain-rmse:0.341126\teval-mae:0.270056\teval-rmse:0.347045\n",
      "[522]\ttrain-mae:0.26566\ttrain-rmse:0.34112\teval-mae:0.270052\teval-rmse:0.347042\n",
      "[523]\ttrain-mae:0.265653\ttrain-rmse:0.341113\teval-mae:0.270047\teval-rmse:0.347036\n",
      "[524]\ttrain-mae:0.265641\ttrain-rmse:0.341099\teval-mae:0.270044\teval-rmse:0.347036\n",
      "[525]\ttrain-mae:0.26563\ttrain-rmse:0.341084\teval-mae:0.270036\teval-rmse:0.347028\n",
      "[526]\ttrain-mae:0.265624\ttrain-rmse:0.341077\teval-mae:0.270033\teval-rmse:0.347025\n",
      "[527]\ttrain-mae:0.265613\ttrain-rmse:0.341066\teval-mae:0.270025\teval-rmse:0.347017\n",
      "[528]\ttrain-mae:0.265604\ttrain-rmse:0.341053\teval-mae:0.270024\teval-rmse:0.347016\n",
      "[529]\ttrain-mae:0.265596\ttrain-rmse:0.341046\teval-mae:0.270023\teval-rmse:0.347016\n",
      "[530]\ttrain-mae:0.26558\ttrain-rmse:0.341026\teval-mae:0.270017\teval-rmse:0.34701\n",
      "[531]\ttrain-mae:0.265573\ttrain-rmse:0.341018\teval-mae:0.270012\teval-rmse:0.347005\n",
      "[532]\ttrain-mae:0.265568\ttrain-rmse:0.341013\teval-mae:0.27001\teval-rmse:0.347002\n",
      "[533]\ttrain-mae:0.265557\ttrain-rmse:0.340999\teval-mae:0.270007\teval-rmse:0.347002\n",
      "[534]\ttrain-mae:0.265543\ttrain-rmse:0.340983\teval-mae:0.270004\teval-rmse:0.346999\n",
      "[535]\ttrain-mae:0.265533\ttrain-rmse:0.340972\teval-mae:0.269995\teval-rmse:0.346989\n",
      "[536]\ttrain-mae:0.265526\ttrain-rmse:0.340966\teval-mae:0.269991\teval-rmse:0.346986\n",
      "[537]\ttrain-mae:0.26551\ttrain-rmse:0.340947\teval-mae:0.269979\teval-rmse:0.34697\n",
      "[538]\ttrain-mae:0.265495\ttrain-rmse:0.340929\teval-mae:0.269966\teval-rmse:0.346956\n",
      "[539]\ttrain-mae:0.265479\ttrain-rmse:0.340909\teval-mae:0.269956\teval-rmse:0.346945\n",
      "[540]\ttrain-mae:0.265468\ttrain-rmse:0.340895\teval-mae:0.269953\teval-rmse:0.346942\n",
      "[541]\ttrain-mae:0.265464\ttrain-rmse:0.34089\teval-mae:0.269951\teval-rmse:0.34694\n",
      "[542]\ttrain-mae:0.265431\ttrain-rmse:0.34085\teval-mae:0.269922\teval-rmse:0.346905\n",
      "[543]\ttrain-mae:0.265423\ttrain-rmse:0.340841\teval-mae:0.269918\teval-rmse:0.346902\n",
      "[544]\ttrain-mae:0.265416\ttrain-rmse:0.340833\teval-mae:0.269915\teval-rmse:0.346899\n",
      "[545]\ttrain-mae:0.265406\ttrain-rmse:0.34082\teval-mae:0.269913\teval-rmse:0.346897\n",
      "[546]\ttrain-mae:0.265391\ttrain-rmse:0.340802\teval-mae:0.269913\teval-rmse:0.346898\n",
      "[547]\ttrain-mae:0.265382\ttrain-rmse:0.340789\teval-mae:0.269911\teval-rmse:0.346897\n",
      "[548]\ttrain-mae:0.265365\ttrain-rmse:0.34077\teval-mae:0.269903\teval-rmse:0.346891\n",
      "[549]\ttrain-mae:0.265353\ttrain-rmse:0.340757\teval-mae:0.269901\teval-rmse:0.346889\n",
      "[550]\ttrain-mae:0.265348\ttrain-rmse:0.340751\teval-mae:0.269898\teval-rmse:0.346885\n",
      "[551]\ttrain-mae:0.265328\ttrain-rmse:0.340728\teval-mae:0.269891\teval-rmse:0.346878\n",
      "[552]\ttrain-mae:0.265318\ttrain-rmse:0.340718\teval-mae:0.269886\teval-rmse:0.346874\n",
      "[553]\ttrain-mae:0.265314\ttrain-rmse:0.340713\teval-mae:0.269885\teval-rmse:0.346872\n",
      "[554]\ttrain-mae:0.265291\ttrain-rmse:0.340686\teval-mae:0.269863\teval-rmse:0.346847\n",
      "[555]\ttrain-mae:0.265281\ttrain-rmse:0.340675\teval-mae:0.269856\teval-rmse:0.34684\n",
      "[556]\ttrain-mae:0.265274\ttrain-rmse:0.340666\teval-mae:0.269854\teval-rmse:0.346838\n",
      "[557]\ttrain-mae:0.265269\ttrain-rmse:0.340658\teval-mae:0.269853\teval-rmse:0.346836\n",
      "[558]\ttrain-mae:0.265249\ttrain-rmse:0.340634\teval-mae:0.269848\teval-rmse:0.346827\n",
      "[559]\ttrain-mae:0.265232\ttrain-rmse:0.340614\teval-mae:0.269833\teval-rmse:0.346812\n",
      "[560]\ttrain-mae:0.265206\ttrain-rmse:0.340584\teval-mae:0.269811\teval-rmse:0.346786\n",
      "[561]\ttrain-mae:0.2652\ttrain-rmse:0.340579\teval-mae:0.269808\teval-rmse:0.346784\n",
      "[562]\ttrain-mae:0.265195\ttrain-rmse:0.340573\teval-mae:0.269808\teval-rmse:0.346783\n",
      "[563]\ttrain-mae:0.26519\ttrain-rmse:0.340568\teval-mae:0.269807\teval-rmse:0.346782\n",
      "[564]\ttrain-mae:0.265175\ttrain-rmse:0.340551\teval-mae:0.269796\teval-rmse:0.346769\n",
      "[565]\ttrain-mae:0.26516\ttrain-rmse:0.340532\teval-mae:0.269787\teval-rmse:0.346759\n",
      "[566]\ttrain-mae:0.265148\ttrain-rmse:0.340515\teval-mae:0.269781\teval-rmse:0.346752\n",
      "[567]\ttrain-mae:0.265127\ttrain-rmse:0.340491\teval-mae:0.269765\teval-rmse:0.346733\n",
      "[568]\ttrain-mae:0.26512\ttrain-rmse:0.340484\teval-mae:0.269761\teval-rmse:0.346729\n",
      "[569]\ttrain-mae:0.265104\ttrain-rmse:0.340466\teval-mae:0.269753\teval-rmse:0.346722\n",
      "[570]\ttrain-mae:0.265097\ttrain-rmse:0.340457\teval-mae:0.269752\teval-rmse:0.346719\n",
      "[571]\ttrain-mae:0.265085\ttrain-rmse:0.340441\teval-mae:0.269747\teval-rmse:0.346713\n",
      "[572]\ttrain-mae:0.265071\ttrain-rmse:0.340425\teval-mae:0.269735\teval-rmse:0.3467\n",
      "[573]\ttrain-mae:0.265065\ttrain-rmse:0.340419\teval-mae:0.269731\teval-rmse:0.346696\n",
      "[574]\ttrain-mae:0.26506\ttrain-rmse:0.340412\teval-mae:0.269731\teval-rmse:0.346695\n",
      "[575]\ttrain-mae:0.265052\ttrain-rmse:0.340402\teval-mae:0.269734\teval-rmse:0.346699\n",
      "[576]\ttrain-mae:0.265047\ttrain-rmse:0.340397\teval-mae:0.269732\teval-rmse:0.346696\n",
      "[577]\ttrain-mae:0.265039\ttrain-rmse:0.340386\teval-mae:0.269731\teval-rmse:0.346695\n",
      "[578]\ttrain-mae:0.265035\ttrain-rmse:0.34038\teval-mae:0.269728\teval-rmse:0.346692\n",
      "[579]\ttrain-mae:0.265026\ttrain-rmse:0.340372\teval-mae:0.269722\teval-rmse:0.346687\n",
      "[580]\ttrain-mae:0.265016\ttrain-rmse:0.340358\teval-mae:0.269718\teval-rmse:0.346681\n",
      "[581]\ttrain-mae:0.265011\ttrain-rmse:0.340353\teval-mae:0.269717\teval-rmse:0.34668\n",
      "[582]\ttrain-mae:0.264995\ttrain-rmse:0.340331\teval-mae:0.269715\teval-rmse:0.346679\n",
      "[583]\ttrain-mae:0.264991\ttrain-rmse:0.340326\teval-mae:0.269713\teval-rmse:0.346678\n",
      "[584]\ttrain-mae:0.264984\ttrain-rmse:0.340318\teval-mae:0.269712\teval-rmse:0.346676\n",
      "[585]\ttrain-mae:0.264947\ttrain-rmse:0.340274\teval-mae:0.269677\teval-rmse:0.346639\n",
      "[586]\ttrain-mae:0.26494\ttrain-rmse:0.340267\teval-mae:0.269673\teval-rmse:0.346634\n",
      "[587]\ttrain-mae:0.264926\ttrain-rmse:0.340251\teval-mae:0.269661\teval-rmse:0.346621\n",
      "[588]\ttrain-mae:0.264917\ttrain-rmse:0.340239\teval-mae:0.269656\teval-rmse:0.346615\n",
      "[589]\ttrain-mae:0.264906\ttrain-rmse:0.340229\teval-mae:0.269656\teval-rmse:0.346616\n",
      "[590]\ttrain-mae:0.264902\ttrain-rmse:0.340223\teval-mae:0.269654\teval-rmse:0.346614\n",
      "[591]\ttrain-mae:0.26489\ttrain-rmse:0.340209\teval-mae:0.269647\teval-rmse:0.346606\n",
      "[592]\ttrain-mae:0.264882\ttrain-rmse:0.340201\teval-mae:0.269642\teval-rmse:0.3466\n",
      "[593]\ttrain-mae:0.264871\ttrain-rmse:0.340188\teval-mae:0.269633\teval-rmse:0.34659\n",
      "[594]\ttrain-mae:0.264862\ttrain-rmse:0.340178\teval-mae:0.269631\teval-rmse:0.34659\n",
      "[595]\ttrain-mae:0.264852\ttrain-rmse:0.340165\teval-mae:0.269635\teval-rmse:0.346595\n",
      "[596]\ttrain-mae:0.264817\ttrain-rmse:0.340124\teval-mae:0.269603\teval-rmse:0.34656\n",
      "[597]\ttrain-mae:0.264809\ttrain-rmse:0.340116\teval-mae:0.269601\teval-rmse:0.346559\n",
      "[598]\ttrain-mae:0.264796\ttrain-rmse:0.340102\teval-mae:0.269604\teval-rmse:0.346564\n",
      "[599]\ttrain-mae:0.264785\ttrain-rmse:0.340091\teval-mae:0.269606\teval-rmse:0.346567\n",
      "[600]\ttrain-mae:0.264777\ttrain-rmse:0.340081\teval-mae:0.26961\teval-rmse:0.346571\n",
      "[601]\ttrain-mae:0.264759\ttrain-rmse:0.34006\teval-mae:0.269596\teval-rmse:0.346556\n",
      "[602]\ttrain-mae:0.264737\ttrain-rmse:0.340034\teval-mae:0.269577\teval-rmse:0.346533\n",
      "[603]\ttrain-mae:0.264728\ttrain-rmse:0.340022\teval-mae:0.269576\teval-rmse:0.346534\n",
      "[604]\ttrain-mae:0.26472\ttrain-rmse:0.340013\teval-mae:0.269574\teval-rmse:0.346531\n",
      "[605]\ttrain-mae:0.264717\ttrain-rmse:0.340008\teval-mae:0.269572\teval-rmse:0.346528\n"
743
744
745
746
747
748
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
      "[606]\ttrain-mae:0.264711\ttrain-rmse:0.340003\teval-mae:0.269567\teval-rmse:0.346524\n",
      "[607]\ttrain-mae:0.264704\ttrain-rmse:0.339994\teval-mae:0.269567\teval-rmse:0.346524\n",
      "[608]\ttrain-mae:0.264685\ttrain-rmse:0.339973\teval-mae:0.269552\teval-rmse:0.346506\n",
      "[609]\ttrain-mae:0.264658\ttrain-rmse:0.339939\teval-mae:0.26953\teval-rmse:0.34648\n",
      "[610]\ttrain-mae:0.264649\ttrain-rmse:0.339928\teval-mae:0.269525\teval-rmse:0.346475\n",
      "[611]\ttrain-mae:0.264642\ttrain-rmse:0.339919\teval-mae:0.26952\teval-rmse:0.346469\n",
      "[612]\ttrain-mae:0.264617\ttrain-rmse:0.339889\teval-mae:0.269503\teval-rmse:0.346447\n",
      "[613]\ttrain-mae:0.264609\ttrain-rmse:0.339879\teval-mae:0.269498\teval-rmse:0.346441\n",
      "[614]\ttrain-mae:0.264599\ttrain-rmse:0.339869\teval-mae:0.26949\teval-rmse:0.346433\n",
      "[615]\ttrain-mae:0.264594\ttrain-rmse:0.339862\teval-mae:0.26949\teval-rmse:0.346433\n",
      "[616]\ttrain-mae:0.26458\ttrain-rmse:0.339849\teval-mae:0.269486\teval-rmse:0.34643\n",
      "[617]\ttrain-mae:0.264556\ttrain-rmse:0.339821\teval-mae:0.269469\teval-rmse:0.346412\n",
      "[618]\ttrain-mae:0.264542\ttrain-rmse:0.339804\teval-mae:0.269469\teval-rmse:0.346413\n",
      "[619]\ttrain-mae:0.264536\ttrain-rmse:0.339797\teval-mae:0.269469\teval-rmse:0.346413\n",
      "[620]\ttrain-mae:0.264525\ttrain-rmse:0.339782\teval-mae:0.269467\teval-rmse:0.34641\n",
      "[621]\ttrain-mae:0.264504\ttrain-rmse:0.33976\teval-mae:0.269465\teval-rmse:0.346411\n",
      "[622]\ttrain-mae:0.264498\ttrain-rmse:0.339754\teval-mae:0.269463\teval-rmse:0.34641\n",
      "[623]\ttrain-mae:0.264485\ttrain-rmse:0.339739\teval-mae:0.269455\teval-rmse:0.346401\n",
      "[624]\ttrain-mae:0.26448\ttrain-rmse:0.339733\teval-mae:0.269456\teval-rmse:0.346402\n",
      "[625]\ttrain-mae:0.264461\ttrain-rmse:0.339714\teval-mae:0.269459\teval-rmse:0.346407\n",
      "[626]\ttrain-mae:0.264455\ttrain-rmse:0.339707\teval-mae:0.269459\teval-rmse:0.346406\n",
      "[627]\ttrain-mae:0.264448\ttrain-rmse:0.339696\teval-mae:0.269456\teval-rmse:0.346402\n",
      "[628]\ttrain-mae:0.264445\ttrain-rmse:0.339692\teval-mae:0.269456\teval-rmse:0.346401\n",
      "[629]\ttrain-mae:0.264425\ttrain-rmse:0.339669\teval-mae:0.26944\teval-rmse:0.346384\n",
      "[630]\ttrain-mae:0.264409\ttrain-rmse:0.339651\teval-mae:0.269434\teval-rmse:0.346379\n",
      "[631]\ttrain-mae:0.264381\ttrain-rmse:0.339617\teval-mae:0.269412\teval-rmse:0.346353\n",
      "[632]\ttrain-mae:0.26437\ttrain-rmse:0.339602\teval-mae:0.269404\teval-rmse:0.346343\n",
      "[633]\ttrain-mae:0.264363\ttrain-rmse:0.339594\teval-mae:0.269403\teval-rmse:0.346342\n",
      "[634]\ttrain-mae:0.264349\ttrain-rmse:0.339579\teval-mae:0.269396\teval-rmse:0.346336\n",
      "[635]\ttrain-mae:0.264336\ttrain-rmse:0.339565\teval-mae:0.269387\teval-rmse:0.346326\n",
      "[636]\ttrain-mae:0.26431\ttrain-rmse:0.339532\teval-mae:0.269365\teval-rmse:0.346299\n",
      "[637]\ttrain-mae:0.264295\ttrain-rmse:0.339514\teval-mae:0.26936\teval-rmse:0.346292\n",
      "[638]\ttrain-mae:0.264284\ttrain-rmse:0.339501\teval-mae:0.269354\teval-rmse:0.346287\n",
      "[639]\ttrain-mae:0.264271\ttrain-rmse:0.339487\teval-mae:0.26935\teval-rmse:0.346282\n",
      "[640]\ttrain-mae:0.264261\ttrain-rmse:0.339477\teval-mae:0.269349\teval-rmse:0.346283\n",
      "[641]\ttrain-mae:0.264249\ttrain-rmse:0.339463\teval-mae:0.269342\teval-rmse:0.346275\n",
      "[642]\ttrain-mae:0.264237\ttrain-rmse:0.339451\teval-mae:0.269336\teval-rmse:0.346268\n",
      "[643]\ttrain-mae:0.264226\ttrain-rmse:0.339438\teval-mae:0.269328\teval-rmse:0.346261\n",
      "[644]\ttrain-mae:0.264217\ttrain-rmse:0.339427\teval-mae:0.269321\teval-rmse:0.346253\n",
      "[645]\ttrain-mae:0.26421\ttrain-rmse:0.339419\teval-mae:0.269315\teval-rmse:0.346247\n",
      "[646]\ttrain-mae:0.264206\ttrain-rmse:0.339415\teval-mae:0.269312\teval-rmse:0.346244\n",
      "[647]\ttrain-mae:0.264176\ttrain-rmse:0.339381\teval-mae:0.269289\teval-rmse:0.346217\n",
      "[648]\ttrain-mae:0.26417\ttrain-rmse:0.339374\teval-mae:0.269286\teval-rmse:0.346214\n",
      "[649]\ttrain-mae:0.264164\ttrain-rmse:0.339366\teval-mae:0.269285\teval-rmse:0.346213\n",
      "[650]\ttrain-mae:0.264148\ttrain-rmse:0.339346\teval-mae:0.269282\teval-rmse:0.346213\n",
      "[651]\ttrain-mae:0.26414\ttrain-rmse:0.339337\teval-mae:0.269279\teval-rmse:0.34621\n",
      "[652]\ttrain-mae:0.264134\ttrain-rmse:0.33933\teval-mae:0.269275\teval-rmse:0.346206\n",
      "[653]\ttrain-mae:0.264131\ttrain-rmse:0.339327\teval-mae:0.269273\teval-rmse:0.346204\n",
      "[654]\ttrain-mae:0.264128\ttrain-rmse:0.339322\teval-mae:0.269272\teval-rmse:0.346203\n",
      "[655]\ttrain-mae:0.26412\ttrain-rmse:0.339314\teval-mae:0.269267\teval-rmse:0.346198\n",
      "[656]\ttrain-mae:0.264115\ttrain-rmse:0.339308\teval-mae:0.269265\teval-rmse:0.346195\n",
      "[657]\ttrain-mae:0.264097\ttrain-rmse:0.339288\teval-mae:0.26926\teval-rmse:0.34619\n",
      "[658]\ttrain-mae:0.264092\ttrain-rmse:0.339284\teval-mae:0.269257\teval-rmse:0.346187\n",
      "[659]\ttrain-mae:0.264083\ttrain-rmse:0.339273\teval-mae:0.269252\teval-rmse:0.346182\n",
      "[660]\ttrain-mae:0.264071\ttrain-rmse:0.339261\teval-mae:0.269244\teval-rmse:0.346175\n",
      "[661]\ttrain-mae:0.264069\ttrain-rmse:0.339257\teval-mae:0.269244\teval-rmse:0.346174\n",
      "[662]\ttrain-mae:0.264065\ttrain-rmse:0.339253\teval-mae:0.269241\teval-rmse:0.34617\n",
      "[663]\ttrain-mae:0.264058\ttrain-rmse:0.339245\teval-mae:0.269235\teval-rmse:0.346163\n",
      "[664]\ttrain-mae:0.264055\ttrain-rmse:0.339241\teval-mae:0.269234\teval-rmse:0.346162\n",
      "[665]\ttrain-mae:0.264051\ttrain-rmse:0.339237\teval-mae:0.269232\teval-rmse:0.34616\n",
      "[666]\ttrain-mae:0.264039\ttrain-rmse:0.339224\teval-mae:0.269223\teval-rmse:0.346151\n",
      "[667]\ttrain-mae:0.264013\ttrain-rmse:0.339192\teval-mae:0.269199\teval-rmse:0.346121\n",
      "[668]\ttrain-mae:0.264005\ttrain-rmse:0.339184\teval-mae:0.269194\teval-rmse:0.346116\n",
      "[669]\ttrain-mae:0.263979\ttrain-rmse:0.339153\teval-mae:0.269172\teval-rmse:0.346092\n",
      "[670]\ttrain-mae:0.263971\ttrain-rmse:0.339143\teval-mae:0.269168\teval-rmse:0.346087\n",
      "[671]\ttrain-mae:0.263966\ttrain-rmse:0.339137\teval-mae:0.269165\teval-rmse:0.346083\n",
      "[672]\ttrain-mae:0.263954\ttrain-rmse:0.339122\teval-mae:0.269165\teval-rmse:0.346083\n",
      "[673]\ttrain-mae:0.263942\ttrain-rmse:0.33911\teval-mae:0.269156\teval-rmse:0.346075\n",
      "[674]\ttrain-mae:0.263938\ttrain-rmse:0.339105\teval-mae:0.269154\teval-rmse:0.346073\n",
      "[675]\ttrain-mae:0.263929\ttrain-rmse:0.339095\teval-mae:0.269151\teval-rmse:0.34607\n",
      "[676]\ttrain-mae:0.263921\ttrain-rmse:0.339084\teval-mae:0.269147\teval-rmse:0.346066\n",
      "[677]\ttrain-mae:0.263915\ttrain-rmse:0.339078\teval-mae:0.269147\teval-rmse:0.346066\n",
      "[678]\ttrain-mae:0.263912\ttrain-rmse:0.339073\teval-mae:0.269147\teval-rmse:0.346066\n",
      "[679]\ttrain-mae:0.263907\ttrain-rmse:0.339067\teval-mae:0.269146\teval-rmse:0.346064\n",
      "[680]\ttrain-mae:0.263899\ttrain-rmse:0.33906\teval-mae:0.269143\teval-rmse:0.346062\n",
      "[681]\ttrain-mae:0.263894\ttrain-rmse:0.339052\teval-mae:0.269142\teval-rmse:0.34606\n",
      "[682]\ttrain-mae:0.263887\ttrain-rmse:0.339045\teval-mae:0.269139\teval-rmse:0.346057\n",
      "[683]\ttrain-mae:0.263884\ttrain-rmse:0.33904\teval-mae:0.269137\teval-rmse:0.346054\n",
      "[684]\ttrain-mae:0.263877\ttrain-rmse:0.339032\teval-mae:0.269139\teval-rmse:0.346057\n",
      "[685]\ttrain-mae:0.263859\ttrain-rmse:0.339011\teval-mae:0.269127\teval-rmse:0.346043\n",
      "[686]\ttrain-mae:0.263853\ttrain-rmse:0.339005\teval-mae:0.269123\teval-rmse:0.346039\n",
      "[687]\ttrain-mae:0.263836\ttrain-rmse:0.338984\teval-mae:0.269107\teval-rmse:0.346021\n",
      "[688]\ttrain-mae:0.263825\ttrain-rmse:0.338971\teval-mae:0.269108\teval-rmse:0.346021\n",
      "[689]\ttrain-mae:0.263811\ttrain-rmse:0.338957\teval-mae:0.269108\teval-rmse:0.346023\n",
      "[690]\ttrain-mae:0.263806\ttrain-rmse:0.338951\teval-mae:0.269112\teval-rmse:0.346028\n",
      "[691]\ttrain-mae:0.263802\ttrain-rmse:0.338947\teval-mae:0.269109\teval-rmse:0.346025\n",
      "[692]\ttrain-mae:0.263786\ttrain-rmse:0.338928\teval-mae:0.2691\teval-rmse:0.346016\n",
      "[693]\ttrain-mae:0.263778\ttrain-rmse:0.338917\teval-mae:0.269097\teval-rmse:0.346012\n",
      "[694]\ttrain-mae:0.263774\ttrain-rmse:0.338914\teval-mae:0.269095\teval-rmse:0.346011\n",
      "[695]\ttrain-mae:0.263761\ttrain-rmse:0.338898\teval-mae:0.269092\teval-rmse:0.346008\n",
      "[696]\ttrain-mae:0.263759\ttrain-rmse:0.338894\teval-mae:0.269091\teval-rmse:0.346007\n",
      "[697]\ttrain-mae:0.263755\ttrain-rmse:0.338889\teval-mae:0.269088\teval-rmse:0.346002\n",
      "[698]\ttrain-mae:0.263749\ttrain-rmse:0.338883\teval-mae:0.269084\teval-rmse:0.345998\n",
      "[699]\ttrain-mae:0.263737\ttrain-rmse:0.338869\teval-mae:0.269082\teval-rmse:0.345999\n",
      "[700]\ttrain-mae:0.263732\ttrain-rmse:0.338863\teval-mae:0.269082\teval-rmse:0.346\n",
      "[701]\ttrain-mae:0.263714\ttrain-rmse:0.338842\teval-mae:0.269066\teval-rmse:0.345982\n",
      "[702]\ttrain-mae:0.263699\ttrain-rmse:0.338823\teval-mae:0.269059\teval-rmse:0.345974\n",
      "[703]\ttrain-mae:0.263691\ttrain-rmse:0.338813\teval-mae:0.269056\teval-rmse:0.34597\n",
      "[704]\ttrain-mae:0.26368\ttrain-rmse:0.3388\teval-mae:0.269054\teval-rmse:0.34597\n",
      "[705]\ttrain-mae:0.263674\ttrain-rmse:0.338792\teval-mae:0.269056\teval-rmse:0.345972\n",
      "[706]\ttrain-mae:0.263668\ttrain-rmse:0.338785\teval-mae:0.269054\teval-rmse:0.345969\n"
850
851
852
853
854
855
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
      "[707]\ttrain-mae:0.263662\ttrain-rmse:0.338778\teval-mae:0.269049\teval-rmse:0.345964\n",
      "[708]\ttrain-mae:0.263642\ttrain-rmse:0.338754\teval-mae:0.269033\teval-rmse:0.345946\n",
      "[709]\ttrain-mae:0.263627\ttrain-rmse:0.338736\teval-mae:0.269022\teval-rmse:0.345933\n",
      "[710]\ttrain-mae:0.26362\ttrain-rmse:0.338728\teval-mae:0.269019\teval-rmse:0.34593\n",
      "[711]\ttrain-mae:0.263592\ttrain-rmse:0.338694\teval-mae:0.268994\teval-rmse:0.345903\n",
      "[712]\ttrain-mae:0.263584\ttrain-rmse:0.338686\teval-mae:0.268989\teval-rmse:0.345897\n",
      "[713]\ttrain-mae:0.263575\ttrain-rmse:0.338675\teval-mae:0.268983\teval-rmse:0.345891\n",
      "[714]\ttrain-mae:0.263562\ttrain-rmse:0.338658\teval-mae:0.268974\teval-rmse:0.345879\n",
      "[715]\ttrain-mae:0.263552\ttrain-rmse:0.338646\teval-mae:0.268968\teval-rmse:0.345872\n",
      "[716]\ttrain-mae:0.263528\ttrain-rmse:0.338619\teval-mae:0.268947\teval-rmse:0.345847\n",
      "[717]\ttrain-mae:0.263504\ttrain-rmse:0.338588\teval-mae:0.268927\teval-rmse:0.345822\n",
      "[718]\ttrain-mae:0.263494\ttrain-rmse:0.338576\teval-mae:0.268922\teval-rmse:0.345817\n",
      "[719]\ttrain-mae:0.263486\ttrain-rmse:0.338567\teval-mae:0.268918\teval-rmse:0.345812\n",
      "[720]\ttrain-mae:0.263469\ttrain-rmse:0.338549\teval-mae:0.268915\teval-rmse:0.345809\n",
      "[721]\ttrain-mae:0.263449\ttrain-rmse:0.338524\teval-mae:0.268897\teval-rmse:0.345789\n",
      "[722]\ttrain-mae:0.263442\ttrain-rmse:0.338517\teval-mae:0.268895\teval-rmse:0.345787\n",
      "[723]\ttrain-mae:0.263436\ttrain-rmse:0.338509\teval-mae:0.268895\teval-rmse:0.345788\n",
      "[724]\ttrain-mae:0.263417\ttrain-rmse:0.338485\teval-mae:0.268883\teval-rmse:0.345773\n",
      "[725]\ttrain-mae:0.263412\ttrain-rmse:0.338479\teval-mae:0.26888\teval-rmse:0.34577\n",
      "[726]\ttrain-mae:0.263392\ttrain-rmse:0.338456\teval-mae:0.268863\teval-rmse:0.345751\n",
      "[727]\ttrain-mae:0.263378\ttrain-rmse:0.338438\teval-mae:0.268853\teval-rmse:0.34574\n",
      "[728]\ttrain-mae:0.263366\ttrain-rmse:0.338425\teval-mae:0.268847\teval-rmse:0.345732\n",
      "[729]\ttrain-mae:0.263362\ttrain-rmse:0.338421\teval-mae:0.268843\teval-rmse:0.345729\n",
      "[730]\ttrain-mae:0.263356\ttrain-rmse:0.338414\teval-mae:0.268839\teval-rmse:0.345725\n",
      "[731]\ttrain-mae:0.263345\ttrain-rmse:0.338401\teval-mae:0.268831\teval-rmse:0.345716\n",
      "[732]\ttrain-mae:0.263331\ttrain-rmse:0.338385\teval-mae:0.268819\teval-rmse:0.345703\n",
      "[733]\ttrain-mae:0.263313\ttrain-rmse:0.338363\teval-mae:0.268815\teval-rmse:0.345699\n",
      "[734]\ttrain-mae:0.2633\ttrain-rmse:0.338346\teval-mae:0.26881\teval-rmse:0.345692\n",
      "[735]\ttrain-mae:0.263295\ttrain-rmse:0.338342\teval-mae:0.268809\teval-rmse:0.345691\n",
      "[736]\ttrain-mae:0.26329\ttrain-rmse:0.338336\teval-mae:0.268808\teval-rmse:0.34569\n",
      "[737]\ttrain-mae:0.263285\ttrain-rmse:0.33833\teval-mae:0.268805\teval-rmse:0.345688\n",
      "[738]\ttrain-mae:0.263278\ttrain-rmse:0.338322\teval-mae:0.268808\teval-rmse:0.34569\n",
      "[739]\ttrain-mae:0.263264\ttrain-rmse:0.338306\teval-mae:0.26881\teval-rmse:0.345695\n",
      "[740]\ttrain-mae:0.263243\ttrain-rmse:0.338282\teval-mae:0.2688\teval-rmse:0.345683\n",
      "[741]\ttrain-mae:0.263228\ttrain-rmse:0.338266\teval-mae:0.268793\teval-rmse:0.345677\n",
      "[742]\ttrain-mae:0.263222\ttrain-rmse:0.338258\teval-mae:0.268789\teval-rmse:0.345673\n",
      "[743]\ttrain-mae:0.263208\ttrain-rmse:0.338243\teval-mae:0.268783\teval-rmse:0.345668\n",
      "[744]\ttrain-mae:0.263191\ttrain-rmse:0.338226\teval-mae:0.268777\teval-rmse:0.345664\n",
      "[745]\ttrain-mae:0.263182\ttrain-rmse:0.338216\teval-mae:0.268773\teval-rmse:0.345659\n",
      "[746]\ttrain-mae:0.263175\ttrain-rmse:0.338207\teval-mae:0.268772\teval-rmse:0.345659\n",
      "[747]\ttrain-mae:0.263162\ttrain-rmse:0.33819\teval-mae:0.268762\teval-rmse:0.345648\n",
      "[748]\ttrain-mae:0.263149\ttrain-rmse:0.338174\teval-mae:0.268757\teval-rmse:0.345641\n",
      "[749]\ttrain-mae:0.263142\ttrain-rmse:0.338166\teval-mae:0.268752\teval-rmse:0.345635\n",
      "[750]\ttrain-mae:0.263125\ttrain-rmse:0.338147\teval-mae:0.268741\teval-rmse:0.345623\n",
      "[751]\ttrain-mae:0.263115\ttrain-rmse:0.338136\teval-mae:0.268735\teval-rmse:0.345617\n",
      "[752]\ttrain-mae:0.263107\ttrain-rmse:0.338125\teval-mae:0.268733\teval-rmse:0.345614\n",
      "[753]\ttrain-mae:0.263101\ttrain-rmse:0.338119\teval-mae:0.26873\teval-rmse:0.34561\n",
      "[754]\ttrain-mae:0.263092\ttrain-rmse:0.338107\teval-mae:0.268729\teval-rmse:0.345609\n",
      "[755]\ttrain-mae:0.263079\ttrain-rmse:0.338093\teval-mae:0.26873\teval-rmse:0.34561\n",
      "[756]\ttrain-mae:0.263074\ttrain-rmse:0.338088\teval-mae:0.268728\teval-rmse:0.345608\n",
      "[757]\ttrain-mae:0.26307\ttrain-rmse:0.338084\teval-mae:0.268727\teval-rmse:0.345607\n",
      "[758]\ttrain-mae:0.263055\ttrain-rmse:0.338069\teval-mae:0.268723\teval-rmse:0.345606\n",
      "[759]\ttrain-mae:0.263046\ttrain-rmse:0.338058\teval-mae:0.268718\teval-rmse:0.345601\n",
      "[760]\ttrain-mae:0.263039\ttrain-rmse:0.338051\teval-mae:0.268715\teval-rmse:0.345598\n",
      "[761]\ttrain-mae:0.263035\ttrain-rmse:0.338046\teval-mae:0.268713\teval-rmse:0.345596\n",
      "[762]\ttrain-mae:0.26303\ttrain-rmse:0.33804\teval-mae:0.26871\teval-rmse:0.345591\n",
      "[763]\ttrain-mae:0.263021\ttrain-rmse:0.338027\teval-mae:0.268708\teval-rmse:0.345589\n",
      "[764]\ttrain-mae:0.263012\ttrain-rmse:0.338015\teval-mae:0.268709\teval-rmse:0.34559\n",
      "[765]\ttrain-mae:0.263006\ttrain-rmse:0.338009\teval-mae:0.268704\teval-rmse:0.345585\n",
      "[766]\ttrain-mae:0.262998\ttrain-rmse:0.338\teval-mae:0.268703\teval-rmse:0.345584\n",
      "[767]\ttrain-mae:0.262992\ttrain-rmse:0.337993\teval-mae:0.268703\teval-rmse:0.345585\n",
      "[768]\ttrain-mae:0.262986\ttrain-rmse:0.337986\teval-mae:0.268704\teval-rmse:0.345584\n",
      "[769]\ttrain-mae:0.262984\ttrain-rmse:0.337983\teval-mae:0.268704\teval-rmse:0.345584\n",
      "[770]\ttrain-mae:0.262979\ttrain-rmse:0.337976\teval-mae:0.268705\teval-rmse:0.345585\n",
      "[771]\ttrain-mae:0.262976\ttrain-rmse:0.337972\teval-mae:0.268705\teval-rmse:0.345585\n",
      "[772]\ttrain-mae:0.262966\ttrain-rmse:0.337961\teval-mae:0.26871\teval-rmse:0.345591\n",
      "[773]\ttrain-mae:0.262961\ttrain-rmse:0.337955\teval-mae:0.268708\teval-rmse:0.345587\n",
      "[774]\ttrain-mae:0.262954\ttrain-rmse:0.337946\teval-mae:0.268706\teval-rmse:0.345586\n",
      "[775]\ttrain-mae:0.262944\ttrain-rmse:0.337934\teval-mae:0.268707\teval-rmse:0.345588\n",
      "[776]\ttrain-mae:0.262938\ttrain-rmse:0.337925\teval-mae:0.268708\teval-rmse:0.34559\n",
      "Stopping. Best iteration:\n",
      "[766]\ttrain-mae:0.262998\ttrain-rmse:0.338\teval-mae:0.268703\teval-rmse:0.345584\n",
      "\n"
929
     ]
930
931
932
933
934
935
936
937
938
939
940
941
    }
   ],
   "source": [
    "# Train model\n",
    "ml = xgb.train(param,dtrain,num_round,watchlist,early_stopping_rounds=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
942
943
944
945
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
      "[0]\ttrain-mae:1.27835+4.70081e-05\ttrain-rmse:1.36919+6.37546e-05\ttest-mae:1.27834+0.000438496\ttest-rmse:1.36919+0.000567832\n",
      "[1]\ttrain-mae:1.21443+4.47433e-05\ttrain-rmse:1.30747+6.57742e-05\ttest-mae:1.21443+0.000438651\ttest-rmse:1.30748+0.000621082\n",
      "[2]\ttrain-mae:1.15371+4.24864e-05\ttrain-rmse:1.2491+6.07993e-05\ttest-mae:1.15371+0.000433114\ttest-rmse:1.2491+0.000562483\n",
      "[3]\ttrain-mae:1.09602+4.02369e-05\ttrain-rmse:1.19403+5.61013e-05\ttest-mae:1.09602+0.000433435\ttest-rmse:1.19403+0.000569401\n",
      "[4]\ttrain-mae:1.04123+3.83235e-05\ttrain-rmse:1.14199+7.12671e-05\ttest-mae:1.04123+0.000433383\ttest-rmse:1.142+0.000568698\n",
      "[5]\ttrain-mae:0.989189+3.69119e-05\ttrain-rmse:1.09284+7.09933e-05\ttest-mae:0.989188+0.000429545\ttest-rmse:1.09286+0.000567858\n",
      "[6]\ttrain-mae:0.939805+3.57028e-05\ttrain-rmse:1.04636+0.000117931\ttest-mae:0.939807+0.000429865\ttest-rmse:1.04638+0.000590861\n",
      "[7]\ttrain-mae:0.892995+3.66176e-05\ttrain-rmse:1.00251+0.00012861\ttest-mae:0.892997+0.000432298\ttest-rmse:1.00254+0.000549273\n",
      "[8]\ttrain-mae:0.848705+3.62817e-05\ttrain-rmse:0.961249+0.000109088\ttest-mae:0.84871+0.000432782\ttest-rmse:0.961277+0.000551787\n",
      "[9]\ttrain-mae:0.806882+3.64719e-05\ttrain-rmse:0.922364+8.17117e-05\ttest-mae:0.806889+0.000434139\ttest-rmse:0.922397+0.000546523\n",
      "[10]\ttrain-mae:0.767508+3.75858e-05\ttrain-rmse:0.885799+7.8958e-05\ttest-mae:0.767515+0.000438495\ttest-rmse:0.885836+0.000552405\n",
      "[11]\ttrain-mae:0.730554+4.81377e-05\ttrain-rmse:0.851351+0.0001089\ttest-mae:0.730565+0.000452176\ttest-rmse:0.851393+0.000591364\n",
      "[12]\ttrain-mae:0.695963+6.3126e-05\ttrain-rmse:0.818919+0.000181336\ttest-mae:0.695976+0.000434474\ttest-rmse:0.818965+0.000512588\n",
      "[13]\ttrain-mae:0.663697+8.9087e-05\ttrain-rmse:0.788474+0.000179396\ttest-mae:0.663713+0.00045759\ttest-rmse:0.788525+0.000612229\n",
      "[14]\ttrain-mae:0.633674+0.000116423\ttrain-rmse:0.759915+0.000209876\ttest-mae:0.633687+0.000421494\ttest-rmse:0.759965+0.000536098\n",
      "[15]\ttrain-mae:0.605784+0.000148593\ttrain-rmse:0.732993+0.000248882\ttest-mae:0.605797+0.000471194\ttest-rmse:0.733047+0.000633229\n",
      "[16]\ttrain-mae:0.579989+0.000155427\ttrain-rmse:0.707859+0.0002179\ttest-mae:0.580008+0.0004778\ttest-rmse:0.707918+0.000618551\n",
      "[17]\ttrain-mae:0.556129+0.00016378\ttrain-rmse:0.684276+0.000206062\ttest-mae:0.556151+0.000464463\ttest-rmse:0.684339+0.000557085\n",
      "[18]\ttrain-mae:0.534172+0.000192868\ttrain-rmse:0.662301+0.000226303\ttest-mae:0.534198+0.000482264\ttest-rmse:0.662369+0.000569273\n",
      "[19]\ttrain-mae:0.513863+0.000235638\ttrain-rmse:0.641623+0.000261509\ttest-mae:0.513892+0.000509532\ttest-rmse:0.641696+0.000568729\n",
      "[20]\ttrain-mae:0.495227+0.000237258\ttrain-rmse:0.622358+0.000255741\ttest-mae:0.495261+0.000505149\ttest-rmse:0.622433+0.000577537\n",
      "[21]\ttrain-mae:0.4781+0.000237333\ttrain-rmse:0.604364+0.000240563\ttest-mae:0.47814+0.000499376\ttest-rmse:0.604444+0.000537069\n",
      "[22]\ttrain-mae:0.462379+0.000236512\ttrain-rmse:0.587584+0.000258914\ttest-mae:0.462425+0.000517675\ttest-rmse:0.58767+0.000596897\n",
      "[23]\ttrain-mae:0.448002+0.000253257\ttrain-rmse:0.571994+0.000246191\ttest-mae:0.448052+0.000515569\ttest-rmse:0.572083+0.000593793\n",
      "[24]\ttrain-mae:0.434826+0.000245077\ttrain-rmse:0.557467+0.000229945\ttest-mae:0.434882+0.000554125\ttest-rmse:0.557563+0.000647856\n",
      "[25]\ttrain-mae:0.422775+0.00023111\ttrain-rmse:0.543964+0.000238041\ttest-mae:0.422837+0.000540446\ttest-rmse:0.544067+0.000617932\n",
      "[26]\ttrain-mae:0.411769+0.000264392\ttrain-rmse:0.531448+0.000279286\ttest-mae:0.411837+0.000629298\ttest-rmse:0.531554+0.000728593\n",
      "[27]\ttrain-mae:0.401756+0.000296423\ttrain-rmse:0.519885+0.000317939\ttest-mae:0.401832+0.000640476\ttest-rmse:0.52+0.000756847\n",
      "[28]\ttrain-mae:0.392527+0.00029137\ttrain-rmse:0.509003+0.000293505\ttest-mae:0.392608+0.00064159\ttest-rmse:0.509124+0.000750805\n",
      "[29]\ttrain-mae:0.38413+0.000273728\ttrain-rmse:0.49898+0.000299504\ttest-mae:0.384217+0.000625091\ttest-rmse:0.499106+0.000706622\n",
      "[30]\ttrain-mae:0.376476+0.000230478\ttrain-rmse:0.489706+0.000212691\ttest-mae:0.376566+0.00061902\ttest-rmse:0.489837+0.000715361\n",
      "[31]\ttrain-mae:0.369435+0.000227405\ttrain-rmse:0.48103+0.000263451\ttest-mae:0.36953+0.00058058\ttest-rmse:0.481166+0.000659915\n",
      "[32]\ttrain-mae:0.363074+0.000261087\ttrain-rmse:0.4731+0.000258254\ttest-mae:0.363175+0.000633339\ttest-rmse:0.473243+0.000697752\n",
      "[33]\ttrain-mae:0.357135+0.000259267\ttrain-rmse:0.465594+0.000278678\ttest-mae:0.35724+0.000602017\ttest-rmse:0.465743+0.000700513\n",
      "[34]\ttrain-mae:0.351842+0.000238862\ttrain-rmse:0.458802+0.000255679\ttest-mae:0.351951+0.000584228\ttest-rmse:0.458955+0.000689108\n",
      "[35]\ttrain-mae:0.34684+0.000283515\ttrain-rmse:0.452315+0.000343486\ttest-mae:0.346954+0.00063201\ttest-rmse:0.452475+0.000766295\n",
      "[36]\ttrain-mae:0.342356+0.000330719\ttrain-rmse:0.446434+0.000392948\ttest-mae:0.342473+0.000654276\ttest-rmse:0.446599+0.000778667\n",
      "[37]\ttrain-mae:0.338196+0.000350046\ttrain-rmse:0.440909+0.000421714\ttest-mae:0.338318+0.000697538\ttest-rmse:0.44108+0.000897108\n",
      "[38]\ttrain-mae:0.334404+0.000361063\ttrain-rmse:0.435824+0.000441167\ttest-mae:0.33453+0.000674827\ttest-rmse:0.435998+0.000864108\n",
      "[39]\ttrain-mae:0.330979+0.000399942\ttrain-rmse:0.431175+0.000505435\ttest-mae:0.331108+0.000701804\ttest-rmse:0.431352+0.000900551\n",
      "[40]\ttrain-mae:0.327772+0.000371276\ttrain-rmse:0.426776+0.000478271\ttest-mae:0.327902+0.000682964\ttest-rmse:0.426954+0.000871452\n",
      "[41]\ttrain-mae:0.324795+0.000381057\ttrain-rmse:0.422655+0.000489503\ttest-mae:0.324928+0.000670366\ttest-rmse:0.422836+0.000829785\n",
      "[42]\ttrain-mae:0.322115+0.000417404\ttrain-rmse:0.418907+0.000527717\ttest-mae:0.322252+0.000697225\ttest-rmse:0.419091+0.00087825\n",
      "[43]\ttrain-mae:0.319642+0.000380946\ttrain-rmse:0.415438+0.000494357\ttest-mae:0.319783+0.000623504\ttest-rmse:0.415626+0.000808053\n",
      "[44]\ttrain-mae:0.317367+0.000350745\ttrain-rmse:0.412183+0.000443252\ttest-mae:0.317509+0.00062839\ttest-rmse:0.412377+0.000826581\n",
      "[45]\ttrain-mae:0.315283+0.000393105\ttrain-rmse:0.409202+0.0005013\ttest-mae:0.315431+0.00067504\ttest-rmse:0.409401+0.000889529\n",
      "[46]\ttrain-mae:0.313386+0.000337334\ttrain-rmse:0.406458+0.000432399\ttest-mae:0.313537+0.000608348\ttest-rmse:0.406661+0.000798504\n",
      "[47]\ttrain-mae:0.311538+0.000382338\ttrain-rmse:0.403784+0.000489045\ttest-mae:0.311692+0.000608192\ttest-rmse:0.40399+0.000777452\n",
      "[48]\ttrain-mae:0.309937+0.000352848\ttrain-rmse:0.401425+0.00043915\ttest-mae:0.310092+0.00058897\ttest-rmse:0.401635+0.00076675\n",
      "[49]\ttrain-mae:0.308422+0.0003244\ttrain-rmse:0.399206+0.000418926\ttest-mae:0.308578+0.000588217\ttest-rmse:0.399419+0.000773952\n",
      "[50]\ttrain-mae:0.306984+0.00032371\ttrain-rmse:0.397076+0.000417342\ttest-mae:0.307145+0.000604833\ttest-rmse:0.397295+0.000811111\n",
      "[51]\ttrain-mae:0.305769+0.000326732\ttrain-rmse:0.395272+0.000406624\ttest-mae:0.305933+0.000598081\ttest-rmse:0.395492+0.000789449\n",
      "[52]\ttrain-mae:0.304479+0.000319188\ttrain-rmse:0.393355+0.000391778\ttest-mae:0.304645+0.000603746\ttest-rmse:0.393578+0.000804396\n",
      "[53]\ttrain-mae:0.303315+0.000307096\ttrain-rmse:0.391622+0.000358896\ttest-mae:0.303484+0.000549652\ttest-rmse:0.391848+0.000726981\n",
      "[54]\ttrain-mae:0.302277+0.000267055\ttrain-rmse:0.390046+0.000274617\ttest-mae:0.302449+0.000518015\ttest-rmse:0.390277+0.000676056\n",
For faster browsing, not all history is shown. View entire blame