null drop.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"null drop.ipynb","provenance":[{"file_id":"1tBmDTYMJV8wsYupPgXxupegsIIIb3AHK","timestamp":1575575909492},{"file_id":"1quTPFgU4oGgHgwa1gUwUridP19x4YInc","timestamp":1574588833126}]},"kernelspec":{"name":"python3","display_name":"Python 3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"MNWBHabCysLU","colab_type":"text"},"source":["האם בעמודה יש מידע חסר- עמודות אותן נוכל להוסיף\n","לאחר סינון ראשוני של עמודות בהן יש מעל 80% מידע חסר"]},{"cell_type":"code","metadata":{"id":"svitYIEIyncB","colab_type":"code","colab":{}},"source":["import pandas as pd"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"jBLaLbelyrbT","colab_type":"code","outputId":"817586a7-0c0e-4b1e-ab33-9f8d6da52fe3","executionInfo":{"status":"ok","timestamp":1574589061634,"user_tz":-120,"elapsed":35693,"user":{"displayName":"din bav","photoUrl":"","userId":"06942881549123238413"}},"colab":{"base_uri":"https://localhost:8080/","height":125}},"source":["from google.colab import drive \n","drive.mount('/content/gdrive')"],"execution_count":0,"outputs":[{"output_type":"stream","text":["Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n","\n","Enter your authorization code:\n","··········\n","Mounted at /content/gdrive\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"id":"CuQKKM-ByydJ","colab_type":"code","colab":{}},"source":["df=pd.read_csv('gdrive/My Drive/Colab Notebooks/Fraud/Fraud/fraud_data.csv')"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"Zsc6DDPe0G-k","colab_type":"code","colab":{}},"source":["missing_rat = [col for col in df.columns if df[col].isnull().sum() / df.shape[0] > 0.8]"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"FCK7onfT0HoQ","colab_type":"code","colab":{}},"source":["cols_to_drop=list(missing_rat)\n","null_drop=df[df.columns.difference(cols_to_drop)]"],"execution_count":0,"outputs":[]},{"cell_type":"code","metadata":{"id":"iDVkJJ4r294C","colab_type":"code","colab":{}},"source":["null_drop.to_csv('gdrive/My Drive/Colab Notebooks/Fraud/null_drop.csv',index=False,compression='gzip')\n"],"execution_count":0,"outputs":[]}]}