day4_xgboost.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"day4.ipynb","provenance":[],"mount_file_id":"1bPO18yBxLYzNRxNcW7TOSpS7e6QEa_UD","authorship_tag":"ABX9TyPgwhmRpJpPi9YPL1/h955X"},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"code","metadata":{"id":"eaX-OR0Wmx0j","colab_type":"code","colab":{}},"source":["import pandas as pd\n","import numpy as np\n","\n","from sklearn.dummy import DummyRegressor\n","from sklearn.tree import DecisionTreeRegressor\n","from sklearn.ensemble import RandomForestRegressor\n","\n","import xgboost as xgb\n","\n","from sklearn.metrics import mean_absolute_error as mae\n","from sklearn.model_selection import cross_val_score, KFold\n","\n","import eli5\n","from eli5.sklearn import PermutationImportance"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"oGN65dI7mkb8","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"04f15bd2-60dc-4b96-9525-7087a7033ab9","executionInfo":{"status":"ok","timestamp":1583427225083,"user_tz":-60,"elapsed":833,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["cd \"/content/drive/My Drive/Colab Notebooks/week2/dw_matrix_cars\""],"execution_count":5,"outputs":[{"output_type":"stream","text":["/content/drive/My Drive/Colab Notebooks/week2/dw_matrix_cars\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"L--GsTKQngI6","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"42032ae1-7595-4301-85ab-a5b40851712f","executionInfo":{"status":"ok","timestamp":1583427267441,"user_tz":-60,"elapsed":4199,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["df = pd.read_hdf('data/car.h5')\n","df.shape"],"execution_count":6,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(106494, 155)"]},"metadata":{"tags":[]},"execution_count":6}]},{"cell_type":"code","metadata":{"id":"ENKUgLmUnpqW","colab_type":"code","colab":{}},"source":["SUFFIX_CAT = '__cat'\n","\n","for feat in df.columns:\n","  if isinstance(df[feat][0], list): continue\n","\n","  factorized_values = df[feat].factorize()[0]\n","  if SUFFIX_CAT  in feat:\n","    df[feat] = factorized_values\n","  else:\n","    df[feat + SUFFIX_CAT] = factorized_values"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Qj7vRGq9oMmx","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"5c84cb7a-72b0-4041-bd47-d55f1eb3c426","executionInfo":{"status":"ok","timestamp":1583427495913,"user_tz":-60,"elapsed":763,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["cat_feats = [x for x in df.columns if SUFFIX_CAT in x]\n","cat_feats = [x for x in cat_feats if 'price' not in x]\n","len(cat_feats)"],"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/plain":["151"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"code","metadata":{"id":"5Jgp2aoKoUxZ","colab_type":"code","colab":{}},"source":["def run_model(model, feats):\n","  X = df[feats].values\n","  y = df['price_value'].values\n","\n","  scores = cross_val_score(model, X, y, cv=3, scoring='neg_mean_absolute_error')\n","  return np.mean(scores), np.std(scores)"],"execution_count":0,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"5QTDaSI7pq5W","colab_type":"text"},"source":["## DecisionTree"]},{"cell_type":"code","metadata":{"id":"R4r86V6Io57f","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"774fed1e-84be-4133-f40c-7ea326ff2136","executionInfo":{"status":"ok","timestamp":1583427775886,"user_tz":-60,"elapsed":5349,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["run_model(DecisionTreeRegressor(max_depth=5), cat_feats)"],"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(-19695.13091100928, 148.72570644015792)"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"markdown","metadata":{"id":"dA7rOvJbpuMa","colab_type":"text"},"source":["## RandomForest"]},{"cell_type":"code","metadata":{"id":"ajAywpLGpnbe","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":35},"outputId":"ace74995-bce9-4234-9736-81db1942217b","executionInfo":{"status":"ok","timestamp":1583427977889,"user_tz":-60,"elapsed":98901,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["model = RandomForestRegressor(max_depth=5, n_estimators=50, random_state=0)\n","run_model(model, cat_feats)"],"execution_count":17,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(-18718.657185256638, 64.5424578125788)"]},"metadata":{"tags":[]},"execution_count":17}]},{"cell_type":"markdown","metadata":{"id":"_vzFMSpmqF67","colab_type":"text"},"source":["## XGBoost"]},{"cell_type":"code","metadata":{"id":"wkMBXzaTp0FB","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":110},"outputId":"221b814a-59cf-48ee-a5cf-9f53369955fa","executionInfo":{"status":"ok","timestamp":1583428110882,"user_tz":-60,"elapsed":60427,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["xgb_params = {\n","    'max_depth': 5, \n","    'n_estimators': 50, \n","    'learning_rate': 0.1,\n","    'seed': 0\n","}\n","\n","model = xgb.XGBRegressor(**xgb_params)\n","run_model(model, cat_feats)"],"execution_count":18,"outputs":[{"output_type":"stream","text":["[17:07:30] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:07:49] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:08:09] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-13108.379065811214, 74.32158265003798)"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"id":"81lVHPUFqp2p","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":437},"outputId":"9c69eca7-d212-4afd-fa92-918a7d0b33d6","executionInfo":{"status":"ok","timestamp":1583428565908,"user_tz":-60,"elapsed":364564,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["m = xgb.XGBRegressor()\n","m.fit(X, y)\n","\n","imp = PermutationImportance(m, random_state=0).fit(X, y)\n","eli5.show_weights(imp, feature_names=cat_feats)"],"execution_count":19,"outputs":[{"output_type":"stream","text":["[17:10:01] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["\n","    <style>\n","    table.eli5-weights tr:hover {\n","        filter: brightness(85%);\n","    }\n","</style>\n","\n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","        <table class=\"eli5-weights eli5-feature-importances\" style=\"border-collapse: collapse; border: none; margin-top: 0em; table-layout: auto;\">\n","    <thead>\n","    <tr style=\"border: none;\">\n","        <th style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">Weight</th>\n","        <th style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">Feature</th>\n","    </tr>\n","    </thead>\n","    <tbody>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 80.00%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.1194\n","                \n","                    &plusmn; 0.0031\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_napęd__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 80.73%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.1132\n","                \n","                    &plusmn; 0.0032\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_rok-produkcji__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 81.24%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.1090\n","                \n","                    &plusmn; 0.0025\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_stan__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 87.38%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0619\n","                \n","                    &plusmn; 0.0025\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_skrzynia-biegów__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 88.11%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0568\n","                \n","                    &plusmn; 0.0016\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_faktura-vat__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 89.29%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0489\n","                \n","                    &plusmn; 0.0014\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_moc__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 92.88%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0273\n","                \n","                    &plusmn; 0.0007\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_marka-pojazdu__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 93.45%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0242\n","                \n","                    &plusmn; 0.0013\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_kamera-cofania__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 94.04%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0212\n","                \n","                    &plusmn; 0.0008\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_typ__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 94.80%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0174\n","                \n","                    &plusmn; 0.0008\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_pojemność-skokowa__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 94.94%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0168\n","                \n","                    &plusmn; 0.0010\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                seller_name__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 95.66%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0135\n","                \n","                    &plusmn; 0.0008\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_wspomaganie-kierownicy__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 95.74%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0131\n","                \n","                    &plusmn; 0.0006\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_model-pojazdu__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 95.84%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0127\n","                \n","                    &plusmn; 0.0005\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_wersja__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.08%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0117\n","                \n","                    &plusmn; 0.0005\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                param_kod-silnika__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.67%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0092\n","                \n","                    &plusmn; 0.0002\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_system-start-stop__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.72%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0090\n","                \n","                    &plusmn; 0.0004\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_asystent-pasa-ruchu__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.83%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0086\n","                \n","                    &plusmn; 0.0006\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_czujniki-parkowania-przednie__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 96.91%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0083\n","                \n","                    &plusmn; 0.0002\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_łopatki-zmiany-biegów__cat\n","            </td>\n","        </tr>\n","    \n","        <tr style=\"background-color: hsl(120, 100.00%, 97.10%); border: none;\">\n","            <td style=\"padding: 0 1em 0 0.5em; text-align: right; border: none;\">\n","                0.0076\n","                \n","                    &plusmn; 0.0002\n","                \n","            </td>\n","            <td style=\"padding: 0 0.5em 0 0.5em; text-align: left; border: none;\">\n","                feature_regulowane-zawieszenie__cat\n","            </td>\n","        </tr>\n","    \n","    \n","        \n","            <tr style=\"background-color: hsl(120, 100.00%, 97.10%); border: none;\">\n","                <td colspan=\"2\" style=\"padding: 0 0.5em 0 0.5em; text-align: center; border: none; white-space: nowrap;\">\n","                    <i>&hellip; 131 more &hellip;</i>\n","                </td>\n","            </tr>\n","        \n","    \n","    </tbody>\n","</table>\n","    \n","\n","    \n","\n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","    \n","\n","\n","\n"],"text/plain":["<IPython.core.display.HTML object>"]},"metadata":{"tags":[]},"execution_count":19}]},{"cell_type":"code","metadata":{"id":"gLcrgS7psp8K","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":110},"outputId":"20b93811-7330-4ae6-8188-de31a0d06a94","executionInfo":{"status":"ok","timestamp":1583429204433,"user_tz":-60,"elapsed":13783,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["feats = ['param_napęd__cat','param_rok-produkcji__cat','param_stan__cat','param_skrzynia-biegów__cat','param_faktura-vat__cat','param_moc__cat','param_marka-pojazdu__cat','feature_kamera-cofania__cat','param_typ__cat','param_pojemność-skokowa__cat','seller_name__cat','feature_wspomaganie-kierownicy__cat','param_model-pojazdu__cat','param_wersja__cat','param_kod-silnika__cat','feature_system-start-stop__cat','feature_asystent-pasa-ruchu__cat','feature_czujniki-parkowania-przednie__cat','feature_łopatki-zmiany-biegów__cat','feature_regulowane-zawieszenie__cat']\n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":24,"outputs":[{"output_type":"stream","text":["[17:26:30] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:26:34] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:26:38] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-13375.230420852275, 65.40441107118909)"]},"metadata":{"tags":[]},"execution_count":24}]},{"cell_type":"code","metadata":{"id":"qA4kDyHsuXrR","colab_type":"code","colab":{}},"source":["df['param_rok-produkcji'] = df['param_rok-produkcji'].map(lambda x: -1 if str(x) == 'None' else int(x))"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"bWauF-qgumr0","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":110},"outputId":"7dcd4a3a-fdcc-4450-9c47-7e87085ef69c","executionInfo":{"status":"ok","timestamp":1583429246356,"user_tz":-60,"elapsed":13494,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["feats = ['param_napęd__cat','param_rok-produkcji','param_stan__cat','param_skrzynia-biegów__cat','param_faktura-vat__cat','param_moc__cat','param_marka-pojazdu__cat','feature_kamera-cofania__cat','param_typ__cat','param_pojemność-skokowa__cat','seller_name__cat','feature_wspomaganie-kierownicy__cat','param_model-pojazdu__cat','param_wersja__cat','param_kod-silnika__cat','feature_system-start-stop__cat','feature_asystent-pasa-ruchu__cat','feature_czujniki-parkowania-przednie__cat','feature_łopatki-zmiany-biegów__cat','feature_regulowane-zawieszenie__cat']\n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":25,"outputs":[{"output_type":"stream","text":["[17:27:12] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:27:16] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:27:20] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-11308.885890938496, 27.868488259630677)"]},"metadata":{"tags":[]},"execution_count":25}]},{"cell_type":"code","metadata":{"id":"ctrufytdvKg9","colab_type":"code","colab":{}},"source":["df['param_moc'] = df['param_moc'].map(lambda x: -1 if str(x) == 'None' else int(x.split(' ')[0]))"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"s9IGC4_sv5Cn","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":110},"outputId":"9cc6b8f3-de58-4baf-c391-5479bf2b98d6","executionInfo":{"status":"ok","timestamp":1583429472016,"user_tz":-60,"elapsed":13325,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["feats = ['param_napęd__cat','param_rok-produkcji','param_stan__cat','param_skrzynia-biegów__cat','param_faktura-vat__cat','param_moc','param_marka-pojazdu__cat','feature_kamera-cofania__cat','param_typ__cat','param_pojemność-skokowa__cat','seller_name__cat','feature_wspomaganie-kierownicy__cat','param_model-pojazdu__cat','param_wersja__cat','param_kod-silnika__cat','feature_system-start-stop__cat','feature_asystent-pasa-ruchu__cat','feature_czujniki-parkowania-przednie__cat','feature_łopatki-zmiany-biegów__cat','feature_regulowane-zawieszenie__cat']\n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":31,"outputs":[{"output_type":"stream","text":["[17:30:58] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:31:02] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:31:06] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-9716.450230340148, 62.2164408321879)"]},"metadata":{"tags":[]},"execution_count":31}]},{"cell_type":"code","metadata":{"id":"Yj-a9bQqwJl6","colab_type":"code","colab":{}},"source":["df['param_pojemność-skokowa'] = df['param_pojemność-skokowa'].map(lambda x: -1 if str(x) == 'None' else int(x.split('cm')[0].replace(' ', '')))"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"vsg7GweTwxVO","colab_type":"code","colab":{"base_uri":"https://localhost:8080/","height":110},"outputId":"40709745-e200-4f32-fc7d-becbcc2ba23f","executionInfo":{"status":"ok","timestamp":1583429693787,"user_tz":-60,"elapsed":16567,"user":{"displayName":"Krzysztof Kondera","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GjB4p404Q-K7xHHKKAH_1MxzH6DUEvLDBTip3kc_Q=s64","userId":"02802579522237310493"}}},"source":["feats = ['param_napęd__cat','param_rok-produkcji','param_stan__cat','param_skrzynia-biegów__cat','param_faktura-vat__cat','param_moc','param_marka-pojazdu__cat','feature_kamera-cofania__cat','param_typ__cat','param_pojemność-skokowa','seller_name__cat','feature_wspomaganie-kierownicy__cat','param_model-pojazdu__cat','param_wersja__cat','param_kod-silnika__cat','feature_system-start-stop__cat','feature_asystent-pasa-ruchu__cat','feature_czujniki-parkowania-przednie__cat','feature_łopatki-zmiany-biegów__cat','feature_regulowane-zawieszenie__cat']\n","run_model(xgb.XGBRegressor(**xgb_params), feats)"],"execution_count":36,"outputs":[{"output_type":"stream","text":["[17:34:37] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:34:41] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n","[17:34:45] WARNING: /workspace/src/objective/regression_obj.cu:152: reg:linear is now deprecated in favor of reg:squarederror.\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/plain":["(-9569.227198767323, 72.83561801421891)"]},"metadata":{"tags":[]},"execution_count":36}]}]}