Dropping incomplete columns.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "5595397c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          data_ID         0         1         2         3         4         5  \\\n",
      "0      A_01_06_06 -0.116201 -0.120952 -0.125470 -0.129755 -0.133807 -0.137628   \n",
      "1          A_01_1 -0.110777 -0.119968 -0.128788 -0.137072 -0.144673 -0.151463   \n",
      "2      A_01_17_07 -0.061985 -0.065903 -0.069614 -0.073117 -0.076413 -0.079501   \n",
      "3          A_01_2 -0.071215 -0.067523 -0.063781 -0.060007 -0.056219 -0.052437   \n",
      "4          A_01_3 -0.119150 -0.120002 -0.120831 -0.121598 -0.122282 -0.122872   \n",
      "..            ...       ...       ...       ...       ...       ...       ...   \n",
      "150  C_04_06_06_3       NaN       NaN       NaN       NaN       NaN       NaN   \n",
      "151  C_04_06_06_4       NaN       NaN       NaN       NaN       NaN       NaN   \n",
      "152  C_04_06_06_5       NaN       NaN       NaN       NaN       NaN       NaN   \n",
      "153  C_05_26_07_5       NaN       NaN       NaN       NaN       NaN       NaN   \n",
      "154  C_05_26_07_6       NaN       NaN       NaN       NaN       NaN       NaN   \n",
      "\n",
      "            6         7         8  ...       HRV    R_peak  QRS_Complex  \\\n",
      "0   -0.141215 -0.144570 -0.147692  ...  0.000062  0.848918     0.146333   \n",
      "1   -0.157344 -0.162247 -0.166136  ...  0.007079  0.901995     0.091805   \n",
      "2   -0.082381 -0.085054 -0.087520  ...  0.001680  0.912266     0.139893   \n",
      "3   -0.048684 -0.044979 -0.041344  ...  0.006956  0.933224     0.091987   \n",
      "4   -0.123371 -0.123792 -0.124154  ...  0.008234  0.923682     0.091901   \n",
      "..        ...       ...       ...  ...       ...       ...          ...   \n",
      "150       NaN       NaN       NaN  ... -0.001586  0.926261     0.123086   \n",
      "151       NaN       NaN       NaN  ...  0.000429  0.961317     0.126743   \n",
      "152       NaN       NaN       NaN  ... -0.002958  0.872561     0.120676   \n",
      "153       NaN       NaN       NaN  ...  0.000138  0.920102     0.223594   \n",
      "154       NaN       NaN       NaN  ...  0.000270  0.902000     0.194535   \n",
      "\n",
      "       P_peak    T_peak  PR_interval  QT_interval  RR_interval  PR_segment  \\\n",
      "0    0.029415  0.233496     0.099543     0.451531     0.712642    0.020531   \n",
      "1    0.054954  0.275555     0.119171     0.324341     0.713159    0.042122   \n",
      "2    0.068142  0.091531     0.098547     0.745813     0.778987    0.019613   \n",
      "3    0.054165  0.296779     0.119400     0.329000     0.723825    0.042375   \n",
      "4    0.054138  0.284925     0.119160     0.327790     0.712642    0.042123   \n",
      "..        ...       ...          ...          ...          ...         ...   \n",
      "150  0.088619  0.187833     0.120957     0.348943     0.835529    0.030271   \n",
      "151  0.089365  0.202859     0.117057     0.350686     0.826814    0.026371   \n",
      "152  0.089071  0.182997     0.119056     0.341690     0.834592    0.028352   \n",
      "153  0.022517  0.282266     0.090406     0.469638     0.855246   -0.000261   \n",
      "154  0.034608  0.283916     0.097225     0.440211     0.834211    0.006521   \n",
      "\n",
      "     ST_segment  \n",
      "0      0.152111  \n",
      "1      0.099183  \n",
      "2      0.452987  \n",
      "3      0.103700  \n",
      "4      0.102556  \n",
      "..          ...  \n",
      "150    0.097714  \n",
      "151    0.095800  \n",
      "152    0.092845  \n",
      "153    0.117928  \n",
      "154    0.117507  \n",
      "\n",
      "[155 rows x 16395 columns]\n",
      "        data_ID         0         1         2         3         4         5  \\\n",
      "0    A_01_06_06 -0.116201 -0.120952 -0.125470 -0.129755 -0.133807 -0.137628   \n",
      "1        A_01_1 -0.110777 -0.119968 -0.128788 -0.137072 -0.144673 -0.151463   \n",
      "2    A_01_17_07 -0.061985 -0.065903 -0.069614 -0.073117 -0.076413 -0.079501   \n",
      "3        A_01_2 -0.071215 -0.067523 -0.063781 -0.060007 -0.056219 -0.052437   \n",
      "4        A_01_3 -0.119150 -0.120002 -0.120831 -0.121598 -0.122282 -0.122872   \n",
      "..          ...       ...       ...       ...       ...       ...       ...   \n",
      "127     CB_07_5 -0.042867 -0.040006 -0.037546 -0.035554 -0.034082 -0.033164   \n",
      "128     CB_08_1 -0.024156 -0.023661 -0.023184 -0.022735 -0.022320 -0.021945   \n",
      "129     CB_08_2 -0.019543 -0.022498 -0.025228 -0.027804 -0.030297 -0.032774   \n",
      "130     CB_08_3 -0.064041 -0.065549 -0.067094 -0.068611 -0.070035 -0.071309   \n",
      "131     CB_08_4 -0.010116 -0.014700 -0.018962 -0.022896 -0.026501 -0.029784   \n",
      "\n",
      "            6         7         8  ...       HRV    R_peak  QRS_Complex  \\\n",
      "0   -0.141215 -0.144570 -0.147692  ...  0.000062  0.848918     0.146333   \n",
      "1   -0.157344 -0.162247 -0.166136  ...  0.007079  0.901995     0.091805   \n",
      "2   -0.082381 -0.085054 -0.087520  ...  0.001680  0.912266     0.139893   \n",
      "3   -0.048684 -0.044979 -0.041344  ...  0.006956  0.933224     0.091987   \n",
      "4   -0.123371 -0.123792 -0.124154  ...  0.008234  0.923682     0.091901   \n",
      "..        ...       ...       ...  ...       ...       ...          ...   \n",
      "127 -0.032819 -0.033047 -0.033831  ...  0.007000  0.987689     0.091000   \n",
      "128 -0.021614 -0.021328 -0.021086  ...  0.008765  0.529334     0.098779   \n",
      "129 -0.035303 -0.037942 -0.040745  ...  0.009290  0.543880     0.098855   \n",
      "130 -0.072379 -0.073198 -0.073729  ...  0.010634  0.551972     0.099606   \n",
      "131 -0.032754 -0.035427 -0.037819  ...  0.010141  0.520269     0.099872   \n",
      "\n",
      "       P_peak    T_peak  PR_interval  QT_interval  RR_interval  PR_segment  \\\n",
      "0    0.029415  0.233496     0.099543     0.451531     0.712642    0.020531   \n",
      "1    0.054954  0.275555     0.119171     0.324341     0.713159    0.042122   \n",
      "2    0.068142  0.091531     0.098547     0.745813     0.778987    0.019613   \n",
      "3    0.054165  0.296779     0.119400     0.329000     0.723825    0.042375   \n",
      "4    0.054138  0.284925     0.119160     0.327790     0.712642    0.042123   \n",
      "..        ...       ...          ...          ...          ...         ...   \n",
      "127  0.088114  0.307345     0.163621     0.313758     0.881924    0.084833   \n",
      "128  0.105228  0.189704     0.157765     0.302029     0.847206    0.062191   \n",
      "129  0.102838  0.188076     0.159609     0.300870     0.844464    0.064014   \n",
      "130  0.107354  0.186939     0.159493     0.300718     0.818268    0.063859   \n",
      "131  0.111028  0.177564     0.154064     0.296359     0.751615    0.058308   \n",
      "\n",
      "     ST_segment  \n",
      "0      0.152111  \n",
      "1      0.099183  \n",
      "2      0.452987  \n",
      "3      0.103700  \n",
      "4      0.102556  \n",
      "..          ...  \n",
      "127    0.102606  \n",
      "128    0.069250  \n",
      "129    0.067986  \n",
      "130    0.067028  \n",
      "131    0.062231  \n",
      "\n",
      "[126 rows x 16395 columns]\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>data_ID</th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>...</th>\n",
       "      <th>HRV</th>\n",
       "      <th>R_peak</th>\n",
       "      <th>QRS_Complex</th>\n",
       "      <th>P_peak</th>\n",
       "      <th>T_peak</th>\n",
       "      <th>PR_interval</th>\n",
       "      <th>QT_interval</th>\n",
       "      <th>RR_interval</th>\n",
       "      <th>PR_segment</th>\n",
       "      <th>ST_segment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>A_01_06_06</td>\n",
       "      <td>-0.116201</td>\n",
       "      <td>-0.120952</td>\n",
       "      <td>-0.125470</td>\n",
       "      <td>-0.129755</td>\n",
       "      <td>-0.133807</td>\n",
       "      <td>-0.137628</td>\n",
       "      <td>-0.141215</td>\n",
       "      <td>-0.144570</td>\n",
       "      <td>-0.147692</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000062</td>\n",
       "      <td>0.848918</td>\n",
       "      <td>0.146333</td>\n",
       "      <td>0.029415</td>\n",
       "      <td>0.233496</td>\n",
       "      <td>0.099543</td>\n",
       "      <td>0.451531</td>\n",
       "      <td>0.712642</td>\n",
       "      <td>0.020531</td>\n",
       "      <td>0.152111</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>A_01_1</td>\n",
       "      <td>-0.110777</td>\n",
       "      <td>-0.119968</td>\n",
       "      <td>-0.128788</td>\n",
       "      <td>-0.137072</td>\n",
       "      <td>-0.144673</td>\n",
       "      <td>-0.151463</td>\n",
       "      <td>-0.157344</td>\n",
       "      <td>-0.162247</td>\n",
       "      <td>-0.166136</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007079</td>\n",
       "      <td>0.901995</td>\n",
       "      <td>0.091805</td>\n",
       "      <td>0.054954</td>\n",
       "      <td>0.275555</td>\n",
       "      <td>0.119171</td>\n",
       "      <td>0.324341</td>\n",
       "      <td>0.713159</td>\n",
       "      <td>0.042122</td>\n",
       "      <td>0.099183</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>A_01_17_07</td>\n",
       "      <td>-0.061985</td>\n",
       "      <td>-0.065903</td>\n",
       "      <td>-0.069614</td>\n",
       "      <td>-0.073117</td>\n",
       "      <td>-0.076413</td>\n",
       "      <td>-0.079501</td>\n",
       "      <td>-0.082381</td>\n",
       "      <td>-0.085054</td>\n",
       "      <td>-0.087520</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001680</td>\n",
       "      <td>0.912266</td>\n",
       "      <td>0.139893</td>\n",
       "      <td>0.068142</td>\n",
       "      <td>0.091531</td>\n",
       "      <td>0.098547</td>\n",
       "      <td>0.745813</td>\n",
       "      <td>0.778987</td>\n",
       "      <td>0.019613</td>\n",
       "      <td>0.452987</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>A_01_2</td>\n",
       "      <td>-0.071215</td>\n",
       "      <td>-0.067523</td>\n",
       "      <td>-0.063781</td>\n",
       "      <td>-0.060007</td>\n",
       "      <td>-0.056219</td>\n",
       "      <td>-0.052437</td>\n",
       "      <td>-0.048684</td>\n",
       "      <td>-0.044979</td>\n",
       "      <td>-0.041344</td>\n",
       "      <td>...</td>\n",
       "      <td>0.006956</td>\n",
       "      <td>0.933224</td>\n",
       "      <td>0.091987</td>\n",
       "      <td>0.054165</td>\n",
       "      <td>0.296779</td>\n",
       "      <td>0.119400</td>\n",
       "      <td>0.329000</td>\n",
       "      <td>0.723825</td>\n",
       "      <td>0.042375</td>\n",
       "      <td>0.103700</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>A_01_3</td>\n",
       "      <td>-0.119150</td>\n",
       "      <td>-0.120002</td>\n",
       "      <td>-0.120831</td>\n",
       "      <td>-0.121598</td>\n",
       "      <td>-0.122282</td>\n",
       "      <td>-0.122872</td>\n",
       "      <td>-0.123371</td>\n",
       "      <td>-0.123792</td>\n",
       "      <td>-0.124154</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008234</td>\n",
       "      <td>0.923682</td>\n",
       "      <td>0.091901</td>\n",
       "      <td>0.054138</td>\n",
       "      <td>0.284925</td>\n",
       "      <td>0.119160</td>\n",
       "      <td>0.327790</td>\n",
       "      <td>0.712642</td>\n",
       "      <td>0.042123</td>\n",
       "      <td>0.102556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>CB_07_5</td>\n",
       "      <td>-0.042867</td>\n",
       "      <td>-0.040006</td>\n",
       "      <td>-0.037546</td>\n",
       "      <td>-0.035554</td>\n",
       "      <td>-0.034082</td>\n",
       "      <td>-0.033164</td>\n",
       "      <td>-0.032819</td>\n",
       "      <td>-0.033047</td>\n",
       "      <td>-0.033831</td>\n",
       "      <td>...</td>\n",
       "      <td>0.007000</td>\n",
       "      <td>0.987689</td>\n",
       "      <td>0.091000</td>\n",
       "      <td>0.088114</td>\n",
       "      <td>0.307345</td>\n",
       "      <td>0.163621</td>\n",
       "      <td>0.313758</td>\n",
       "      <td>0.881924</td>\n",
       "      <td>0.084833</td>\n",
       "      <td>0.102606</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>CB_08_1</td>\n",
       "      <td>-0.024156</td>\n",
       "      <td>-0.023661</td>\n",
       "      <td>-0.023184</td>\n",
       "      <td>-0.022735</td>\n",
       "      <td>-0.022320</td>\n",
       "      <td>-0.021945</td>\n",
       "      <td>-0.021614</td>\n",
       "      <td>-0.021328</td>\n",
       "      <td>-0.021086</td>\n",
       "      <td>...</td>\n",
       "      <td>0.008765</td>\n",
       "      <td>0.529334</td>\n",
       "      <td>0.098779</td>\n",
       "      <td>0.105228</td>\n",
       "      <td>0.189704</td>\n",
       "      <td>0.157765</td>\n",
       "      <td>0.302029</td>\n",
       "      <td>0.847206</td>\n",
       "      <td>0.062191</td>\n",
       "      <td>0.069250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>CB_08_2</td>\n",
       "      <td>-0.019543</td>\n",
       "      <td>-0.022498</td>\n",
       "      <td>-0.025228</td>\n",
       "      <td>-0.027804</td>\n",
       "      <td>-0.030297</td>\n",
       "      <td>-0.032774</td>\n",
       "      <td>-0.035303</td>\n",
       "      <td>-0.037942</td>\n",
       "      <td>-0.040745</td>\n",
       "      <td>...</td>\n",
       "      <td>0.009290</td>\n",
       "      <td>0.543880</td>\n",
       "      <td>0.098855</td>\n",
       "      <td>0.102838</td>\n",
       "      <td>0.188076</td>\n",
       "      <td>0.159609</td>\n",
       "      <td>0.300870</td>\n",
       "      <td>0.844464</td>\n",
       "      <td>0.064014</td>\n",
       "      <td>0.067986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>CB_08_3</td>\n",
       "      <td>-0.064041</td>\n",
       "      <td>-0.065549</td>\n",
       "      <td>-0.067094</td>\n",
       "      <td>-0.068611</td>\n",
       "      <td>-0.070035</td>\n",
       "      <td>-0.071309</td>\n",
       "      <td>-0.072379</td>\n",
       "      <td>-0.073198</td>\n",
       "      <td>-0.073729</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010634</td>\n",
       "      <td>0.551972</td>\n",
       "      <td>0.099606</td>\n",
       "      <td>0.107354</td>\n",
       "      <td>0.186939</td>\n",
       "      <td>0.159493</td>\n",
       "      <td>0.300718</td>\n",
       "      <td>0.818268</td>\n",
       "      <td>0.063859</td>\n",
       "      <td>0.067028</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>CB_08_4</td>\n",
       "      <td>-0.010116</td>\n",
       "      <td>-0.014700</td>\n",
       "      <td>-0.018962</td>\n",
       "      <td>-0.022896</td>\n",
       "      <td>-0.026501</td>\n",
       "      <td>-0.029784</td>\n",
       "      <td>-0.032754</td>\n",
       "      <td>-0.035427</td>\n",
       "      <td>-0.037819</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010141</td>\n",
       "      <td>0.520269</td>\n",
       "      <td>0.099872</td>\n",
       "      <td>0.111028</td>\n",
       "      <td>0.177564</td>\n",
       "      <td>0.154064</td>\n",
       "      <td>0.296359</td>\n",
       "      <td>0.751615</td>\n",
       "      <td>0.058308</td>\n",
       "      <td>0.062231</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>126 rows × 16395 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "        data_ID         0         1         2         3         4         5  \\\n",
       "0    A_01_06_06 -0.116201 -0.120952 -0.125470 -0.129755 -0.133807 -0.137628   \n",
       "1        A_01_1 -0.110777 -0.119968 -0.128788 -0.137072 -0.144673 -0.151463   \n",
       "2    A_01_17_07 -0.061985 -0.065903 -0.069614 -0.073117 -0.076413 -0.079501   \n",
       "3        A_01_2 -0.071215 -0.067523 -0.063781 -0.060007 -0.056219 -0.052437   \n",
       "4        A_01_3 -0.119150 -0.120002 -0.120831 -0.121598 -0.122282 -0.122872   \n",
       "..          ...       ...       ...       ...       ...       ...       ...   \n",
       "127     CB_07_5 -0.042867 -0.040006 -0.037546 -0.035554 -0.034082 -0.033164   \n",
       "128     CB_08_1 -0.024156 -0.023661 -0.023184 -0.022735 -0.022320 -0.021945   \n",
       "129     CB_08_2 -0.019543 -0.022498 -0.025228 -0.027804 -0.030297 -0.032774   \n",
       "130     CB_08_3 -0.064041 -0.065549 -0.067094 -0.068611 -0.070035 -0.071309   \n",
       "131     CB_08_4 -0.010116 -0.014700 -0.018962 -0.022896 -0.026501 -0.029784   \n",
       "\n",
       "            6         7         8  ...       HRV    R_peak  QRS_Complex  \\\n",
       "0   -0.141215 -0.144570 -0.147692  ...  0.000062  0.848918     0.146333   \n",
       "1   -0.157344 -0.162247 -0.166136  ...  0.007079  0.901995     0.091805   \n",
       "2   -0.082381 -0.085054 -0.087520  ...  0.001680  0.912266     0.139893   \n",
       "3   -0.048684 -0.044979 -0.041344  ...  0.006956  0.933224     0.091987   \n",
       "4   -0.123371 -0.123792 -0.124154  ...  0.008234  0.923682     0.091901   \n",
       "..        ...       ...       ...  ...       ...       ...          ...   \n",
       "127 -0.032819 -0.033047 -0.033831  ...  0.007000  0.987689     0.091000   \n",
       "128 -0.021614 -0.021328 -0.021086  ...  0.008765  0.529334     0.098779   \n",
       "129 -0.035303 -0.037942 -0.040745  ...  0.009290  0.543880     0.098855   \n",
       "130 -0.072379 -0.073198 -0.073729  ...  0.010634  0.551972     0.099606   \n",
       "131 -0.032754 -0.035427 -0.037819  ...  0.010141  0.520269     0.099872   \n",
       "\n",
       "       P_peak    T_peak  PR_interval  QT_interval  RR_interval  PR_segment  \\\n",
       "0    0.029415  0.233496     0.099543     0.451531     0.712642    0.020531   \n",
       "1    0.054954  0.275555     0.119171     0.324341     0.713159    0.042122   \n",
       "2    0.068142  0.091531     0.098547     0.745813     0.778987    0.019613   \n",
       "3    0.054165  0.296779     0.119400     0.329000     0.723825    0.042375   \n",
       "4    0.054138  0.284925     0.119160     0.327790     0.712642    0.042123   \n",
       "..        ...       ...          ...          ...          ...         ...   \n",
       "127  0.088114  0.307345     0.163621     0.313758     0.881924    0.084833   \n",
       "128  0.105228  0.189704     0.157765     0.302029     0.847206    0.062191   \n",
       "129  0.102838  0.188076     0.159609     0.300870     0.844464    0.064014   \n",
       "130  0.107354  0.186939     0.159493     0.300718     0.818268    0.063859   \n",
       "131  0.111028  0.177564     0.154064     0.296359     0.751615    0.058308   \n",
       "\n",
       "     ST_segment  \n",
       "0      0.152111  \n",
       "1      0.099183  \n",
       "2      0.452987  \n",
       "3      0.103700  \n",
       "4      0.102556  \n",
       "..          ...  \n",
       "127    0.102606  \n",
       "128    0.069250  \n",
       "129    0.067986  \n",
       "130    0.067028  \n",
       "131    0.062231  \n",
       "\n",
       "[126 rows x 16395 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "\n",
    "# load data having incomplete columns \n",
    "\n",
    "folder_path = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/Project/data/Final/result.csv'\n",
    "df = pd.read_csv(folder_path)\n",
    "\n",
    "df = pd.DataFrame(df)\n",
    "print(df)\n",
    "\n",
    "# Drop columns with any missing values\n",
    "df_cleaned = df.dropna(axis=0)\n",
    "df_cleaned\n",
    "print(df_cleaned)\n",
    "\n",
    "# saving the cleaned file to\n",
    "output_folder = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/Project/data/Final'\n",
    "output_file_path = os.path.join(output_folder,\"clean_result.csv\")\n",
    "df_cleaned.to_csv(output_file_path, index=False)\n",
    "df_cleaned\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8b472139",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}