feature_importance_for_each_iteration.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# print feature importance for each iteration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'f12': 2, 'f5': 3, 'f7': 2, 'f0': 2, 'f11': 1, 'f4': 1}\n",
      "[0]\ttrain-rmse:17.113\ttest-rmse:17.0838\n",
      "{'f12': 4, 'f5': 5, 'f7': 4, 'f0': 6, 'f11': 2, 'f4': 1}\n",
      "[1]\ttrain-rmse:12.345\ttest-rmse:12.4648\n",
      "{'f12': 7, 'f5': 7, 'f7': 6, 'f0': 12, 'f11': 3, 'f4': 3, 'f10': 1, 'f9': 1}\n",
      "[2]\ttrain-rmse:8.98781\ttest-rmse:9.35747\n",
      "{'f12': 10, 'f5': 9, 'f7': 7, 'f0': 15, 'f11': 5, 'f4': 8, 'f10': 1, 'f9': 5, 'f8': 1, 'f2': 1}\n",
      "[3]\ttrain-rmse:6.6221\ttest-rmse:7.20803\n",
      "{'f12': 13, 'f5': 13, 'f7': 8, 'f0': 22, 'f11': 7, 'f4': 12, 'f10': 2, 'f9': 10, 'f8': 1, 'f2': 3, 'f6': 1}\n",
      "[4]\ttrain-rmse:4.94271\ttest-rmse:5.74796\n",
      "{'f12': 17, 'f5': 17, 'f7': 11, 'f0': 26, 'f11': 9, 'f4': 13, 'f10': 4, 'f9': 10, 'f8': 2, 'f2': 5, 'f6': 5, 'f1': 1}\n",
      "[5]\ttrain-rmse:3.75463\ttest-rmse:4.86391\n",
      "{'f12': 24, 'f5': 21, 'f7': 12, 'f0': 34, 'f11': 10, 'f4': 15, 'f10': 6, 'f9': 12, 'f8': 3, 'f2': 7, 'f6': 6, 'f1': 1}\n",
      "[6]\ttrain-rmse:2.92989\ttest-rmse:4.32932\n",
      "{'f12': 27, 'f5': 23, 'f7': 16, 'f0': 37, 'f11': 11, 'f4': 16, 'f10': 7, 'f9': 13, 'f8': 3, 'f2': 9, 'f6': 9, 'f1': 3}\n",
      "[7]\ttrain-rmse:2.36555\ttest-rmse:3.92252\n",
      "{'f12': 31, 'f5': 25, 'f7': 21, 'f0': 44, 'f11': 11, 'f4': 17, 'f10': 8, 'f9': 14, 'f8': 3, 'f2': 11, 'f6': 14, 'f1': 3}\n",
      "[8]\ttrain-rmse:1.95423\ttest-rmse:3.73362\n",
      "{'f12': 36, 'f5': 26, 'f7': 24, 'f0': 47, 'f11': 15, 'f4': 20, 'f10': 11, 'f9': 16, 'f8': 4, 'f2': 11, 'f6': 17, 'f1': 3}\n",
      "[9]\ttrain-rmse:1.67054\ttest-rmse:3.59611\n",
      "{'f12': 38, 'f5': 34, 'f7': 25, 'f0': 54, 'f11': 16, 'f4': 20, 'f10': 11, 'f9': 17, 'f8': 6, 'f2': 11, 'f6': 20, 'f1': 5}\n",
      "[10]\ttrain-rmse:1.44967\ttest-rmse:3.51951\n",
      "{'f12': 40, 'f5': 41, 'f7': 28, 'f0': 58, 'f11': 16, 'f4': 20, 'f10': 11, 'f9': 18, 'f8': 7, 'f2': 11, 'f6': 23, 'f1': 5}\n",
      "[11]\ttrain-rmse:1.31181\ttest-rmse:3.49104\n",
      "{'f12': 41, 'f5': 42, 'f7': 31, 'f0': 67, 'f11': 22, 'f4': 22, 'f10': 14, 'f9': 19, 'f8': 8, 'f2': 12, 'f6': 26, 'f1': 6}\n",
      "[12]\ttrain-rmse:1.20016\ttest-rmse:3.44372\n",
      "{'f12': 42, 'f5': 45, 'f7': 35, 'f0': 78, 'f11': 23, 'f4': 23, 'f10': 15, 'f9': 21, 'f8': 8, 'f2': 12, 'f6': 28, 'f1': 6, 'f3': 1}\n",
      "[13]\ttrain-rmse:1.10378\ttest-rmse:3.42186\n",
      "{'f12': 43, 'f5': 48, 'f7': 37, 'f0': 88, 'f11': 25, 'f4': 25, 'f10': 15, 'f9': 22, 'f8': 9, 'f2': 12, 'f6': 32, 'f1': 6, 'f3': 1}\n",
      "[14]\ttrain-rmse:1.03921\ttest-rmse:3.43211\n",
      "{'f12': 46, 'f5': 52, 'f7': 40, 'f0': 94, 'f11': 31, 'f4': 28, 'f10': 16, 'f9': 22, 'f8': 10, 'f2': 14, 'f6': 38, 'f1': 6, 'f3': 1}\n",
      "[15]\ttrain-rmse:0.944016\ttest-rmse:3.4261\n",
      "{'f12': 48, 'f5': 53, 'f7': 43, 'f0': 99, 'f11': 33, 'f4': 29, 'f10': 17, 'f9': 24, 'f8': 10, 'f2': 15, 'f6': 43, 'f1': 6, 'f3': 1}\n",
      "[16]\ttrain-rmse:0.911133\ttest-rmse:3.42878\n",
      "{'f12': 48, 'f5': 55, 'f7': 45, 'f0': 109, 'f11': 42, 'f4': 31, 'f10': 17, 'f9': 24, 'f8': 10, 'f2': 15, 'f6': 46, 'f1': 6, 'f3': 1}\n",
      "[17]\ttrain-rmse:0.858075\ttest-rmse:3.42449\n",
      "{'f12': 51, 'f5': 59, 'f7': 46, 'f0': 115, 'f11': 44, 'f4': 33, 'f10': 18, 'f9': 25, 'f8': 10, 'f2': 15, 'f6': 52, 'f1': 7, 'f3': 1}\n",
      "[18]\ttrain-rmse:0.815489\ttest-rmse:3.43473\n",
      "{'f12': 55, 'f5': 65, 'f7': 48, 'f0': 124, 'f11': 46, 'f4': 35, 'f10': 19, 'f9': 25, 'f8': 10, 'f2': 15, 'f6': 57, 'f1': 7, 'f3': 1}\n",
      "[19]\ttrain-rmse:0.769095\ttest-rmse:3.43636\n",
      "{'f12': 59, 'f5': 71, 'f7': 54, 'f0': 138, 'f11': 51, 'f4': 36, 'f10': 20, 'f9': 25, 'f8': 11, 'f2': 20, 'f6': 60, 'f1': 10, 'f3': 1}\n",
      "[20]\ttrain-rmse:0.714612\ttest-rmse:3.43201\n",
      "{'f12': 65, 'f5': 77, 'f7': 60, 'f0': 146, 'f11': 54, 'f4': 40, 'f10': 21, 'f9': 25, 'f8': 12, 'f2': 20, 'f6': 64, 'f1': 10, 'f3': 1}\n",
      "[21]\ttrain-rmse:0.650974\ttest-rmse:3.41834\n",
      "{'f12': 68, 'f5': 82, 'f7': 61, 'f0': 154, 'f11': 59, 'f4': 42, 'f10': 21, 'f9': 27, 'f8': 12, 'f2': 21, 'f6': 73, 'f1': 11, 'f3': 1}\n",
      "[22]\ttrain-rmse:0.611057\ttest-rmse:3.41115\n",
      "{'f12': 71, 'f5': 86, 'f7': 65, 'f0': 161, 'f11': 60, 'f4': 44, 'f10': 21, 'f9': 28, 'f8': 12, 'f2': 22, 'f6': 81, 'f1': 12, 'f3': 1}\n",
      "[23]\ttrain-rmse:0.574807\ttest-rmse:3.40099\n",
      "{'f12': 78, 'f5': 92, 'f7': 69, 'f0': 173, 'f11': 64, 'f4': 49, 'f10': 22, 'f9': 29, 'f8': 12, 'f2': 23, 'f6': 88, 'f1': 13, 'f3': 1}\n",
      "[24]\ttrain-rmse:0.529501\ttest-rmse:3.40059\n",
      "{'f12': 83, 'f5': 92, 'f7': 71, 'f0': 187, 'f11': 65, 'f4': 50, 'f10': 22, 'f9': 33, 'f8': 13, 'f2': 23, 'f6': 92, 'f1': 15, 'f3': 1}\n",
      "[25]\ttrain-rmse:0.506349\ttest-rmse:3.40022\n",
      "{'f12': 87, 'f5': 95, 'f7': 75, 'f0': 197, 'f11': 66, 'f4': 54, 'f10': 22, 'f9': 34, 'f8': 13, 'f2': 23, 'f6': 100, 'f1': 15, 'f3': 1}\n",
      "[26]\ttrain-rmse:0.478857\ttest-rmse:3.40026\n",
      "{'f12': 90, 'f5': 100, 'f7': 77, 'f0': 206, 'f11': 73, 'f4': 57, 'f10': 23, 'f9': 35, 'f8': 13, 'f2': 24, 'f6': 104, 'f1': 16, 'f3': 1}\n",
      "[27]\ttrain-rmse:0.456303\ttest-rmse:3.39217\n",
      "{'f12': 91, 'f5': 106, 'f7': 77, 'f0': 210, 'f11': 73, 'f4': 58, 'f10': 23, 'f9': 35, 'f8': 15, 'f2': 26, 'f6': 107, 'f1': 16, 'f3': 1}\n",
      "[28]\ttrain-rmse:0.44189\ttest-rmse:3.39319\n",
      "{'f12': 93, 'f5': 106, 'f7': 86, 'f0': 216, 'f11': 74, 'f4': 62, 'f10': 24, 'f9': 35, 'f8': 17, 'f2': 27, 'f6': 112, 'f1': 17, 'f3': 1}\n",
      "[29]\ttrain-rmse:0.424935\ttest-rmse:3.39307\n",
      "{'f12': 96, 'f5': 107, 'f7': 89, 'f0': 224, 'f11': 76, 'f4': 63, 'f10': 24, 'f9': 36, 'f8': 17, 'f2': 27, 'f6': 113, 'f1': 17, 'f3': 1}\n",
      "[30]\ttrain-rmse:0.418797\ttest-rmse:3.3925\n",
      "{'f12': 98, 'f5': 110, 'f7': 91, 'f0': 236, 'f11': 82, 'f4': 63, 'f10': 25, 'f9': 37, 'f8': 18, 'f2': 30, 'f6': 116, 'f1': 18, 'f3': 1}\n",
      "[31]\ttrain-rmse:0.407341\ttest-rmse:3.39224\n",
      "{'f12': 101, 'f5': 115, 'f7': 98, 'f0': 244, 'f11': 83, 'f4': 65, 'f10': 27, 'f9': 37, 'f8': 18, 'f2': 30, 'f6': 118, 'f1': 18, 'f3': 1}\n",
      "[32]\ttrain-rmse:0.392667\ttest-rmse:3.39104\n",
      "{'f12': 107, 'f5': 122, 'f7': 101, 'f0': 254, 'f11': 85, 'f4': 68, 'f10': 29, 'f9': 38, 'f8': 20, 'f2': 31, 'f6': 121, 'f1': 18, 'f3': 1}\n",
      "[33]\ttrain-rmse:0.364866\ttest-rmse:3.38636\n",
      "{'f12': 107, 'f5': 124, 'f7': 104, 'f0': 267, 'f11': 89, 'f4': 69, 'f10': 29, 'f9': 39, 'f8': 21, 'f2': 33, 'f6': 125, 'f1': 18, 'f3': 1}\n",
      "[34]\ttrain-rmse:0.350945\ttest-rmse:3.38826\n",
      "{'f12': 114, 'f5': 128, 'f7': 108, 'f0': 273, 'f11': 92, 'f4': 74, 'f10': 29, 'f9': 39, 'f8': 21, 'f2': 35, 'f6': 131, 'f1': 18, 'f3': 1}\n",
      "[35]\ttrain-rmse:0.328445\ttest-rmse:3.38823\n",
      "{'f12': 116, 'f5': 131, 'f7': 109, 'f0': 282, 'f11': 93, 'f4': 74, 'f10': 29, 'f9': 43, 'f8': 21, 'f2': 36, 'f6': 136, 'f1': 18, 'f3': 1}\n",
      "[36]\ttrain-rmse:0.32258\ttest-rmse:3.38768\n",
      "{'f12': 116, 'f5': 139, 'f7': 115, 'f0': 289, 'f11': 96, 'f4': 77, 'f10': 29, 'f9': 43, 'f8': 21, 'f2': 36, 'f6': 138, 'f1': 18, 'f3': 1}\n",
      "[37]\ttrain-rmse:0.314893\ttest-rmse:3.38981\n",
      "{'f12': 120, 'f5': 144, 'f7': 116, 'f0': 300, 'f11': 99, 'f4': 81, 'f10': 29, 'f9': 43, 'f8': 21, 'f2': 38, 'f6': 141, 'f1': 19, 'f3': 1}\n",
      "[38]\ttrain-rmse:0.302864\ttest-rmse:3.38724\n",
      "{'f12': 122, 'f5': 152, 'f7': 117, 'f0': 301, 'f11': 103, 'f4': 81, 'f10': 33, 'f9': 44, 'f8': 22, 'f2': 40, 'f6': 144, 'f1': 20, 'f3': 1}\n",
      "[39]\ttrain-rmse:0.289577\ttest-rmse:3.38433\n",
      "{'f12': 122, 'f5': 156, 'f7': 123, 'f0': 310, 'f11': 105, 'f4': 85, 'f10': 33, 'f9': 46, 'f8': 23, 'f2': 41, 'f6': 147, 'f1': 20, 'f3': 2}\n",
      "[40]\ttrain-rmse:0.272041\ttest-rmse:3.38174\n",
      "{'f12': 123, 'f5': 156, 'f7': 125, 'f0': 315, 'f11': 106, 'f4': 90, 'f10': 37, 'f9': 46, 'f8': 23, 'f2': 42, 'f6': 151, 'f1': 22, 'f3': 2}\n",
      "[41]\ttrain-rmse:0.265535\ttest-rmse:3.37997\n",
      "{'f12': 127, 'f5': 162, 'f7': 126, 'f0': 320, 'f11': 106, 'f4': 90, 'f10': 37, 'f9': 46, 'f8': 23, 'f2': 42, 'f6': 154, 'f1': 22, 'f3': 2}\n",
      "[42]\ttrain-rmse:0.260656\ttest-rmse:3.37847\n",
      "{'f12': 136, 'f5': 167, 'f7': 135, 'f0': 330, 'f11': 109, 'f4': 90, 'f10': 38, 'f9': 47, 'f8': 23, 'f2': 43, 'f6': 160, 'f1': 22, 'f3': 3}\n",
      "[43]\ttrain-rmse:0.242327\ttest-rmse:3.38246\n",
      "{'f12': 139, 'f5': 173, 'f7': 136, 'f0': 336, 'f11': 112, 'f4': 90, 'f10': 39, 'f9': 50, 'f8': 24, 'f2': 43, 'f6': 166, 'f1': 25, 'f3': 4}\n",
      "[44]\ttrain-rmse:0.23388\ttest-rmse:3.38112\n",
      "{'f12': 146, 'f5': 176, 'f7': 137, 'f0': 336, 'f11': 119, 'f4': 92, 'f10': 41, 'f9': 51, 'f8': 28, 'f2': 46, 'f6': 171, 'f1': 26, 'f3': 4}\n",
      "[45]\ttrain-rmse:0.215935\ttest-rmse:3.38241\n",
      "{'f12': 150, 'f5': 180, 'f7': 142, 'f0': 350, 'f11': 121, 'f4': 96, 'f10': 41, 'f9': 51, 'f8': 28, 'f2': 46, 'f6': 173, 'f1': 26, 'f3': 4}\n",
      "[46]\ttrain-rmse:0.203737\ttest-rmse:3.38051\n",
      "{'f12': 151, 'f5': 185, 'f7': 146, 'f0': 355, 'f11': 121, 'f4': 101, 'f10': 41, 'f9': 51, 'f8': 28, 'f2': 47, 'f6': 177, 'f1': 26, 'f3': 4}\n",
      "[47]\ttrain-rmse:0.200394\ttest-rmse:3.38008\n",
      "{'f12': 153, 'f5': 190, 'f7': 148, 'f0': 363, 'f11': 122, 'f4': 102, 'f10': 44, 'f9': 51, 'f8': 29, 'f2': 50, 'f6': 185, 'f1': 29, 'f3': 4}\n",
      "[48]\ttrain-rmse:0.19123\ttest-rmse:3.38258\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'f12': 155, 'f5': 196, 'f7': 149, 'f0': 369, 'f11': 124, 'f4': 102, 'f10': 45, 'f9': 52, 'f8': 29, 'f2': 51, 'f6': 188, 'f1': 31, 'f3': 4}\n",
      "[49]\ttrain-rmse:0.182565\ttest-rmse:3.38115\n",
      "{'f12': 156, 'f5': 201, 'f7': 152, 'f0': 376, 'f11': 128, 'f4': 104, 'f10': 45, 'f9': 52, 'f8': 29, 'f2': 51, 'f6': 192, 'f1': 31, 'f3': 4}\n",
      "[50]\ttrain-rmse:0.177421\ttest-rmse:3.38248\n",
      "{'f12': 157, 'f5': 205, 'f7': 152, 'f0': 384, 'f11': 129, 'f4': 110, 'f10': 46, 'f9': 52, 'f8': 29, 'f2': 54, 'f6': 202, 'f1': 32, 'f3': 4}\n",
      "[51]\ttrain-rmse:0.173144\ttest-rmse:3.38266\n",
      "{'f12': 165, 'f5': 214, 'f7': 161, 'f0': 396, 'f11': 131, 'f4': 112, 'f10': 48, 'f9': 53, 'f8': 30, 'f2': 54, 'f6': 210, 'f1': 32, 'f3': 6}\n",
      "[52]\ttrain-rmse:0.158445\ttest-rmse:3.38248\n",
      "{'f12': 170, 'f5': 216, 'f7': 163, 'f0': 400, 'f11': 137, 'f4': 114, 'f10': 50, 'f9': 53, 'f8': 31, 'f2': 57, 'f6': 213, 'f1': 33, 'f3': 6}\n",
      "[53]\ttrain-rmse:0.147141\ttest-rmse:3.38162\n",
      "{'f12': 172, 'f5': 220, 'f7': 168, 'f0': 409, 'f11': 138, 'f4': 117, 'f10': 50, 'f9': 55, 'f8': 32, 'f2': 61, 'f6': 220, 'f1': 34, 'f3': 7}\n",
      "[54]\ttrain-rmse:0.14038\ttest-rmse:3.38116\n",
      "{'f12': 173, 'f5': 226, 'f7': 171, 'f0': 415, 'f11': 140, 'f4': 121, 'f10': 50, 'f9': 55, 'f8': 32, 'f2': 61, 'f6': 221, 'f1': 34, 'f3': 7}\n",
      "[55]\ttrain-rmse:0.133681\ttest-rmse:3.37985\n",
      "{'f12': 174, 'f5': 232, 'f7': 175, 'f0': 421, 'f11': 144, 'f4': 122, 'f10': 52, 'f9': 55, 'f8': 32, 'f2': 62, 'f6': 226, 'f1': 34, 'f3': 7}\n",
      "[56]\ttrain-rmse:0.130777\ttest-rmse:3.38068\n",
      "{'f12': 181, 'f5': 235, 'f7': 176, 'f0': 427, 'f11': 149, 'f4': 128, 'f10': 52, 'f9': 55, 'f8': 32, 'f2': 62, 'f6': 230, 'f1': 34, 'f3': 7}\n",
      "[57]\ttrain-rmse:0.123511\ttest-rmse:3.37845\n",
      "{'f12': 184, 'f5': 236, 'f7': 178, 'f0': 438, 'f11': 155, 'f4': 132, 'f10': 52, 'f9': 57, 'f8': 33, 'f2': 62, 'f6': 235, 'f1': 35, 'f3': 7}\n",
      "[58]\ttrain-rmse:0.116506\ttest-rmse:3.37893\n",
      "{'f12': 188, 'f5': 241, 'f7': 187, 'f0': 446, 'f11': 159, 'f4': 134, 'f10': 53, 'f9': 58, 'f8': 33, 'f2': 62, 'f6': 240, 'f1': 35, 'f3': 7}\n",
      "[59]\ttrain-rmse:0.106856\ttest-rmse:3.37872\n",
      "{'f12': 193, 'f5': 247, 'f7': 193, 'f0': 458, 'f11': 164, 'f4': 136, 'f10': 57, 'f9': 58, 'f8': 35, 'f2': 63, 'f6': 241, 'f1': 38, 'f3': 7}\n",
      "[60]\ttrain-rmse:0.101484\ttest-rmse:3.37975\n",
      "{'f12': 193, 'f5': 252, 'f7': 197, 'f0': 464, 'f11': 168, 'f4': 138, 'f10': 58, 'f9': 59, 'f8': 35, 'f2': 63, 'f6': 246, 'f1': 38, 'f3': 8}\n",
      "[61]\ttrain-rmse:0.099078\ttest-rmse:3.38041\n",
      "{'f12': 197, 'f5': 256, 'f7': 200, 'f0': 469, 'f11': 169, 'f4': 141, 'f10': 58, 'f9': 59, 'f8': 36, 'f2': 65, 'f6': 252, 'f1': 38, 'f3': 9}\n",
      "[62]\ttrain-rmse:0.092335\ttest-rmse:3.38252\n",
      "{'f12': 205, 'f5': 259, 'f7': 203, 'f0': 480, 'f11': 173, 'f4': 142, 'f10': 60, 'f9': 61, 'f8': 37, 'f2': 66, 'f6': 256, 'f1': 38, 'f3': 9}\n",
      "[63]\ttrain-rmse:0.085222\ttest-rmse:3.3836\n",
      "{'f12': 211, 'f5': 264, 'f7': 205, 'f0': 484, 'f11': 178, 'f4': 142, 'f10': 60, 'f9': 62, 'f8': 38, 'f2': 69, 'f6': 258, 'f1': 38, 'f3': 10}\n",
      "[64]\ttrain-rmse:0.081264\ttest-rmse:3.38317\n",
      "{'f12': 219, 'f5': 271, 'f7': 206, 'f0': 496, 'f11': 181, 'f4': 147, 'f10': 61, 'f9': 63, 'f8': 39, 'f2': 72, 'f6': 261, 'f1': 38, 'f3': 10}\n",
      "[65]\ttrain-rmse:0.075453\ttest-rmse:3.38249\n",
      "{'f12': 220, 'f5': 274, 'f7': 208, 'f0': 509, 'f11': 183, 'f4': 151, 'f10': 61, 'f9': 63, 'f8': 39, 'f2': 72, 'f6': 263, 'f1': 38, 'f3': 10}\n",
      "[66]\ttrain-rmse:0.073876\ttest-rmse:3.38309\n",
      "{'f12': 220, 'f5': 276, 'f7': 214, 'f0': 520, 'f11': 187, 'f4': 152, 'f10': 62, 'f9': 64, 'f8': 39, 'f2': 74, 'f6': 264, 'f1': 38, 'f3': 10}\n",
      "[67]\ttrain-rmse:0.070768\ttest-rmse:3.38293\n",
      "{'f12': 220, 'f5': 279, 'f7': 216, 'f0': 536, 'f11': 189, 'f4': 154, 'f10': 62, 'f9': 64, 'f8': 39, 'f2': 74, 'f6': 264, 'f1': 38, 'f3': 10}\n",
      "[68]\ttrain-rmse:0.069882\ttest-rmse:3.38305\n",
      "{'f12': 222, 'f5': 283, 'f7': 221, 'f0': 543, 'f11': 190, 'f4': 156, 'f10': 62, 'f9': 64, 'f8': 39, 'f2': 74, 'f6': 266, 'f1': 38, 'f3': 11}\n",
      "[69]\ttrain-rmse:0.067899\ttest-rmse:3.3828\n",
      "{'f12': 228, 'f5': 288, 'f7': 223, 'f0': 556, 'f11': 191, 'f4': 156, 'f10': 63, 'f9': 64, 'f8': 42, 'f2': 78, 'f6': 267, 'f1': 39, 'f3': 11}\n",
      "[70]\ttrain-rmse:0.063628\ttest-rmse:3.38293\n",
      "{'f12': 229, 'f5': 295, 'f7': 225, 'f0': 568, 'f11': 192, 'f4': 160, 'f10': 65, 'f9': 64, 'f8': 43, 'f2': 79, 'f6': 268, 'f1': 39, 'f3': 11}\n",
      "[71]\ttrain-rmse:0.060501\ttest-rmse:3.3826\n",
      "{'f12': 230, 'f5': 298, 'f7': 234, 'f0': 584, 'f11': 194, 'f4': 162, 'f10': 65, 'f9': 65, 'f8': 43, 'f2': 80, 'f6': 274, 'f1': 39, 'f3': 11}\n",
      "[72]\ttrain-rmse:0.05752\ttest-rmse:3.38259\n",
      "{'f12': 240, 'f5': 302, 'f7': 237, 'f0': 598, 'f11': 196, 'f4': 163, 'f10': 68, 'f9': 69, 'f8': 43, 'f2': 81, 'f6': 281, 'f1': 39, 'f3': 11}\n",
      "[73]\ttrain-rmse:0.052369\ttest-rmse:3.38304\n",
      "{'f12': 243, 'f5': 308, 'f7': 245, 'f0': 607, 'f11': 197, 'f4': 165, 'f10': 68, 'f9': 69, 'f8': 43, 'f2': 81, 'f6': 287, 'f1': 39, 'f3': 13}\n",
      "[74]\ttrain-rmse:0.050816\ttest-rmse:3.38301\n",
      "{'f12': 245, 'f5': 308, 'f7': 249, 'f0': 615, 'f11': 199, 'f4': 166, 'f10': 68, 'f9': 69, 'f8': 43, 'f2': 84, 'f6': 292, 'f1': 39, 'f3': 13}\n",
      "[75]\ttrain-rmse:0.048425\ttest-rmse:3.38272\n",
      "{'f12': 247, 'f5': 313, 'f7': 252, 'f0': 624, 'f11': 200, 'f4': 169, 'f10': 72, 'f9': 70, 'f8': 43, 'f2': 88, 'f6': 298, 'f1': 39, 'f3': 13}\n",
      "[76]\ttrain-rmse:0.045866\ttest-rmse:3.38292\n",
      "{'f12': 247, 'f5': 319, 'f7': 255, 'f0': 636, 'f11': 206, 'f4': 169, 'f10': 72, 'f9': 71, 'f8': 44, 'f2': 91, 'f6': 304, 'f1': 42, 'f3': 13}\n",
      "[77]\ttrain-rmse:0.043893\ttest-rmse:3.38314\n",
      "{'f12': 249, 'f5': 324, 'f7': 258, 'f0': 645, 'f11': 208, 'f4': 171, 'f10': 72, 'f9': 71, 'f8': 44, 'f2': 91, 'f6': 306, 'f1': 42, 'f3': 14}\n",
      "[78]\ttrain-rmse:0.042927\ttest-rmse:3.38329\n",
      "{'f12': 255, 'f5': 327, 'f7': 260, 'f0': 657, 'f11': 209, 'f4': 171, 'f10': 74, 'f9': 71, 'f8': 44, 'f2': 93, 'f6': 308, 'f1': 42, 'f3': 15}\n",
      "[79]\ttrain-rmse:0.040531\ttest-rmse:3.38356\n",
      "{'f12': 257, 'f5': 340, 'f7': 262, 'f0': 661, 'f11': 212, 'f4': 171, 'f10': 74, 'f9': 71, 'f8': 44, 'f2': 95, 'f6': 308, 'f1': 42, 'f3': 15}\n",
      "[80]\ttrain-rmse:0.039866\ttest-rmse:3.38359\n",
      "{'f12': 257, 'f5': 341, 'f7': 269, 'f0': 670, 'f11': 215, 'f4': 173, 'f10': 77, 'f9': 71, 'f8': 45, 'f2': 97, 'f6': 313, 'f1': 42, 'f3': 15}\n",
      "[81]\ttrain-rmse:0.036975\ttest-rmse:3.38411\n",
      "{'f12': 261, 'f5': 343, 'f7': 272, 'f0': 681, 'f11': 216, 'f4': 174, 'f10': 80, 'f9': 71, 'f8': 45, 'f2': 100, 'f6': 325, 'f1': 46, 'f3': 15}\n",
      "[82]\ttrain-rmse:0.035213\ttest-rmse:3.38393\n",
      "{'f12': 265, 'f5': 345, 'f7': 280, 'f0': 689, 'f11': 218, 'f4': 174, 'f10': 82, 'f9': 73, 'f8': 45, 'f2': 100, 'f6': 339, 'f1': 48, 'f3': 15}\n",
      "[83]\ttrain-rmse:0.033032\ttest-rmse:3.38389\n",
      "{'f12': 267, 'f5': 351, 'f7': 280, 'f0': 704, 'f11': 220, 'f4': 177, 'f10': 82, 'f9': 73, 'f8': 45, 'f2': 100, 'f6': 339, 'f1': 48, 'f3': 15}\n",
      "[84]\ttrain-rmse:0.03254\ttest-rmse:3.38408\n",
      "{'f12': 269, 'f5': 356, 'f7': 284, 'f0': 717, 'f11': 220, 'f4': 178, 'f10': 82, 'f9': 73, 'f8': 45, 'f2': 100, 'f6': 344, 'f1': 48, 'f3': 16}\n",
      "[85]\ttrain-rmse:0.03117\ttest-rmse:3.38393\n",
      "{'f12': 277, 'f5': 361, 'f7': 285, 'f0': 718, 'f11': 220, 'f4': 179, 'f10': 83, 'f9': 74, 'f8': 45, 'f2': 100, 'f6': 350, 'f1': 48, 'f3': 16}\n",
      "[86]\ttrain-rmse:0.029486\ttest-rmse:3.38401\n",
      "{'f12': 281, 'f5': 361, 'f7': 291, 'f0': 729, 'f11': 222, 'f4': 179, 'f10': 84, 'f9': 74, 'f8': 46, 'f2': 101, 'f6': 355, 'f1': 49, 'f3': 16}\n",
      "[87]\ttrain-rmse:0.027572\ttest-rmse:3.38401\n",
      "{'f12': 284, 'f5': 364, 'f7': 292, 'f0': 734, 'f11': 223, 'f4': 179, 'f10': 85, 'f9': 75, 'f8': 48, 'f2': 104, 'f6': 361, 'f1': 51, 'f3': 16}\n",
      "[88]\ttrain-rmse:0.027142\ttest-rmse:3.38393\n",
      "{'f12': 291, 'f5': 368, 'f7': 293, 'f0': 739, 'f11': 229, 'f4': 179, 'f10': 86, 'f9': 76, 'f8': 48, 'f2': 104, 'f6': 364, 'f1': 51, 'f3': 16}\n",
      "[89]\ttrain-rmse:0.025479\ttest-rmse:3.38404\n",
      "{'f12': 294, 'f5': 373, 'f7': 296, 'f0': 746, 'f11': 231, 'f4': 181, 'f10': 88, 'f9': 76, 'f8': 49, 'f2': 105, 'f6': 369, 'f1': 51, 'f3': 16}\n",
      "[90]\ttrain-rmse:0.024313\ttest-rmse:3.38394\n",
      "{'f12': 301, 'f5': 375, 'f7': 299, 'f0': 758, 'f11': 231, 'f4': 184, 'f10': 92, 'f9': 76, 'f8': 49, 'f2': 105, 'f6': 377, 'f1': 51, 'f3': 16}\n",
      "[91]\ttrain-rmse:0.022931\ttest-rmse:3.38388\n",
      "{'f12': 309, 'f5': 377, 'f7': 305, 'f0': 769, 'f11': 233, 'f4': 189, 'f10': 94, 'f9': 76, 'f8': 49, 'f2': 105, 'f6': 383, 'f1': 51, 'f3': 17}\n",
      "[92]\ttrain-rmse:0.021224\ttest-rmse:3.38365\n",
      "{'f12': 312, 'f5': 388, 'f7': 305, 'f0': 776, 'f11': 236, 'f4': 190, 'f10': 98, 'f9': 77, 'f8': 49, 'f2': 106, 'f6': 388, 'f1': 52, 'f3': 17}\n",
      "[93]\ttrain-rmse:0.020289\ttest-rmse:3.38377\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'f12': 313, 'f5': 394, 'f7': 306, 'f0': 789, 'f11': 237, 'f4': 190, 'f10': 98, 'f9': 77, 'f8': 49, 'f2': 108, 'f6': 389, 'f1': 52, 'f3': 17}\n",
      "[94]\ttrain-rmse:0.020048\ttest-rmse:3.38387\n",
      "{'f12': 316, 'f5': 401, 'f7': 306, 'f0': 797, 'f11': 240, 'f4': 194, 'f10': 100, 'f9': 78, 'f8': 50, 'f2': 110, 'f6': 398, 'f1': 52, 'f3': 17}\n",
      "[95]\ttrain-rmse:0.019087\ttest-rmse:3.38414\n",
      "{'f12': 319, 'f5': 407, 'f7': 307, 'f0': 806, 'f11': 245, 'f4': 196, 'f10': 100, 'f9': 78, 'f8': 50, 'f2': 115, 'f6': 399, 'f1': 53, 'f3': 17}\n",
      "[96]\ttrain-rmse:0.018547\ttest-rmse:3.38409\n",
      "{'f12': 323, 'f5': 410, 'f7': 312, 'f0': 815, 'f11': 246, 'f4': 196, 'f10': 100, 'f9': 78, 'f8': 50, 'f2': 115, 'f6': 399, 'f1': 53, 'f3': 17}\n",
      "[97]\ttrain-rmse:0.018253\ttest-rmse:3.38423\n",
      "{'f12': 324, 'f5': 415, 'f7': 314, 'f0': 822, 'f11': 254, 'f4': 197, 'f10': 101, 'f9': 79, 'f8': 51, 'f2': 118, 'f6': 404, 'f1': 53, 'f3': 17}\n",
      "[98]\ttrain-rmse:0.017549\ttest-rmse:3.38423\n",
      "{'f12': 329, 'f5': 420, 'f7': 315, 'f0': 833, 'f11': 256, 'f4': 197, 'f10': 104, 'f9': 82, 'f8': 52, 'f2': 120, 'f6': 408, 'f1': 53, 'f3': 18}\n",
      "[99]\ttrain-rmse:0.016579\ttest-rmse:3.38434\n"
     ]
    }
   ],
   "source": [
    "import xgboost as xgb\n",
    "\n",
    "from sklearn.datasets import load_boston\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "def MyCallback():\n",
    "    def callback(env):\n",
    "        print(env.model.get_score(importance_type='weight'))\n",
    "    return callback\n",
    "\n",
    "X, y = load_boston(return_X_y=True)\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=100)\n",
    "\n",
    "dtrain = xgb.DMatrix(X_train, label=y_train)\n",
    "dtest = xgb.DMatrix(X_test, label=y_test)\n",
    "\n",
    "params = {'objective':'reg:squarederror', 'eval_metric': 'rmse'}\n",
    "\n",
    "bst = xgb.train(params, dtrain, num_boost_round=100, evals=[(dtrain, 'train'), (dtest, 'test')],\n",
    "        callbacks=[MyCallback()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "jupytext": {
   "formats": "ipynb,py:light"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}