csv merging.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "80564bde",
   "metadata": {},
   "source": [
    "### Merging or concatinating CSV\n",
    "this will be used for csv files only relatively simillar size and allignment and out of memory error will pop up for files having one is column array and another is row array with each length of 1250"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "8f9aad93",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>7670</th>\n",
       "      <th>7671</th>\n",
       "      <th>7672</th>\n",
       "      <th>7673</th>\n",
       "      <th>7674</th>\n",
       "      <th>7675</th>\n",
       "      <th>7676</th>\n",
       "      <th>7677</th>\n",
       "      <th>7678</th>\n",
       "      <th>7679</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-0.290000</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>-0.320000</td>\n",
       "      <td>-0.290000</td>\n",
       "      <td>-0.310000</td>\n",
       "      <td>-0.330000</td>\n",
       "      <td>-0.330000</td>\n",
       "      <td>-0.360000</td>\n",
       "      <td>-0.390000</td>\n",
       "      <td>-0.390000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>0.020000</td>\n",
       "      <td>-0.060000</td>\n",
       "      <td>-0.060000</td>\n",
       "      <td>-0.150000</td>\n",
       "      <td>-0.280000</td>\n",
       "      <td>-0.300000</td>\n",
       "      <td>-0.280000</td>\n",
       "      <td>-0.270000</td>\n",
       "      <td>-0.290000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.380000</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>2.540000</td>\n",
       "      <td>5.110000</td>\n",
       "      <td>5.110000</td>\n",
       "      <td>3.540000</td>\n",
       "      <td>-0.610000</td>\n",
       "      <td>-0.480000</td>\n",
       "      <td>-0.370000</td>\n",
       "      <td>-0.330000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.090000</td>\n",
       "      <td>-0.090000</td>\n",
       "      <td>-0.190000</td>\n",
       "      <td>-0.340000</td>\n",
       "      <td>-0.340000</td>\n",
       "      <td>-0.360000</td>\n",
       "      <td>-0.370000</td>\n",
       "      <td>-0.350000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.450000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.050000</td>\n",
       "      <td>0.060000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>-0.070000</td>\n",
       "      <td>-0.110000</td>\n",
       "      <td>-0.220000</td>\n",
       "      <td>-0.330000</td>\n",
       "      <td>-0.360000</td>\n",
       "      <td>-0.350000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.390000</td>\n",
       "      <td>-0.350000</td>\n",
       "      <td>-0.270000</td>\n",
       "      <td>-0.560000</td>\n",
       "      <td>-0.460000</td>\n",
       "      <td>-0.410000</td>\n",
       "      <td>-0.440000</td>\n",
       "      <td>-0.400000</td>\n",
       "      <td>-0.430000</td>\n",
       "      <td>-0.430000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.080000</td>\n",
       "      <td>-0.070000</td>\n",
       "      <td>-0.070000</td>\n",
       "      <td>-0.050000</td>\n",
       "      <td>-0.090000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>-0.100000</td>\n",
       "      <td>-0.140000</td>\n",
       "      <td>-0.140000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.630000</td>\n",
       "      <td>-0.810000</td>\n",
       "      <td>-0.490000</td>\n",
       "      <td>-0.340000</td>\n",
       "      <td>-0.440000</td>\n",
       "      <td>-0.450000</td>\n",
       "      <td>-0.490000</td>\n",
       "      <td>-0.500000</td>\n",
       "      <td>-0.490000</td>\n",
       "      <td>-0.500000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.240000</td>\n",
       "      <td>-0.230000</td>\n",
       "      <td>-0.240000</td>\n",
       "      <td>-0.220000</td>\n",
       "      <td>-0.240000</td>\n",
       "      <td>-0.180000</td>\n",
       "      <td>-0.160000</td>\n",
       "      <td>-0.160000</td>\n",
       "      <td>-0.150000</td>\n",
       "      <td>-0.140000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.150000</td>\n",
       "      <td>-0.180000</td>\n",
       "      <td>-0.180000</td>\n",
       "      <td>-0.160000</td>\n",
       "      <td>-0.160000</td>\n",
       "      <td>-0.150000</td>\n",
       "      <td>-0.170000</td>\n",
       "      <td>-0.170000</td>\n",
       "      <td>-0.170000</td>\n",
       "      <td>-0.120000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>555</th>\n",
       "      <td>5.224750</td>\n",
       "      <td>5.249415</td>\n",
       "      <td>5.262683</td>\n",
       "      <td>5.246739</td>\n",
       "      <td>5.232192</td>\n",
       "      <td>5.229853</td>\n",
       "      <td>5.257702</td>\n",
       "      <td>5.271205</td>\n",
       "      <td>5.252527</td>\n",
       "      <td>5.253896</td>\n",
       "      <td>...</td>\n",
       "      <td>4.860427</td>\n",
       "      <td>4.846452</td>\n",
       "      <td>4.863282</td>\n",
       "      <td>4.839620</td>\n",
       "      <td>4.828784</td>\n",
       "      <td>4.835621</td>\n",
       "      <td>4.865209</td>\n",
       "      <td>4.856263</td>\n",
       "      <td>4.846015</td>\n",
       "      <td>4.842597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>556</th>\n",
       "      <td>4.860796</td>\n",
       "      <td>4.864894</td>\n",
       "      <td>4.835358</td>\n",
       "      <td>4.841318</td>\n",
       "      <td>4.855855</td>\n",
       "      <td>4.882936</td>\n",
       "      <td>4.848666</td>\n",
       "      <td>4.830419</td>\n",
       "      <td>4.827520</td>\n",
       "      <td>4.854158</td>\n",
       "      <td>...</td>\n",
       "      <td>5.132846</td>\n",
       "      <td>5.117005</td>\n",
       "      <td>5.097897</td>\n",
       "      <td>5.095928</td>\n",
       "      <td>5.115588</td>\n",
       "      <td>5.137792</td>\n",
       "      <td>5.115861</td>\n",
       "      <td>5.101185</td>\n",
       "      <td>5.100028</td>\n",
       "      <td>5.123613</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>557</th>\n",
       "      <td>5.114379</td>\n",
       "      <td>5.098191</td>\n",
       "      <td>5.083541</td>\n",
       "      <td>5.118413</td>\n",
       "      <td>5.113489</td>\n",
       "      <td>5.105473</td>\n",
       "      <td>5.087611</td>\n",
       "      <td>5.099008</td>\n",
       "      <td>5.115513</td>\n",
       "      <td>5.120701</td>\n",
       "      <td>...</td>\n",
       "      <td>4.991766</td>\n",
       "      <td>4.977205</td>\n",
       "      <td>5.008407</td>\n",
       "      <td>5.022390</td>\n",
       "      <td>5.037382</td>\n",
       "      <td>5.011922</td>\n",
       "      <td>5.007645</td>\n",
       "      <td>5.039875</td>\n",
       "      <td>5.059931</td>\n",
       "      <td>5.017030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>558</th>\n",
       "      <td>5.015233</td>\n",
       "      <td>5.054754</td>\n",
       "      <td>5.059082</td>\n",
       "      <td>5.044500</td>\n",
       "      <td>5.082363</td>\n",
       "      <td>5.125512</td>\n",
       "      <td>5.153715</td>\n",
       "      <td>5.137246</td>\n",
       "      <td>5.103981</td>\n",
       "      <td>5.088342</td>\n",
       "      <td>...</td>\n",
       "      <td>4.998375</td>\n",
       "      <td>5.011213</td>\n",
       "      <td>5.027585</td>\n",
       "      <td>5.014032</td>\n",
       "      <td>5.011202</td>\n",
       "      <td>5.000631</td>\n",
       "      <td>5.017770</td>\n",
       "      <td>5.029818</td>\n",
       "      <td>5.002612</td>\n",
       "      <td>4.981921</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>559</th>\n",
       "      <td>5.007697</td>\n",
       "      <td>5.016797</td>\n",
       "      <td>5.012609</td>\n",
       "      <td>4.998696</td>\n",
       "      <td>4.998733</td>\n",
       "      <td>5.016933</td>\n",
       "      <td>5.027261</td>\n",
       "      <td>5.015210</td>\n",
       "      <td>5.020061</td>\n",
       "      <td>5.033985</td>\n",
       "      <td>...</td>\n",
       "      <td>5.099915</td>\n",
       "      <td>5.085689</td>\n",
       "      <td>5.035553</td>\n",
       "      <td>4.976641</td>\n",
       "      <td>4.935728</td>\n",
       "      <td>4.921963</td>\n",
       "      <td>4.881190</td>\n",
       "      <td>4.846709</td>\n",
       "      <td>4.849618</td>\n",
       "      <td>4.873368</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7238 rows × 7680 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "            0         1         2         3         4         5         6  \\\n",
       "0   -0.290000 -0.300000 -0.320000 -0.290000 -0.310000 -0.330000 -0.330000   \n",
       "1   -0.380000  0.500000  2.540000  5.110000  5.110000  3.540000 -0.610000   \n",
       "2    0.100000  0.050000  0.060000 -0.050000 -0.070000 -0.110000 -0.220000   \n",
       "3   -0.080000 -0.070000 -0.070000 -0.050000 -0.090000 -0.100000 -0.100000   \n",
       "4   -0.240000 -0.230000 -0.240000 -0.220000 -0.240000 -0.180000 -0.160000   \n",
       "..        ...       ...       ...       ...       ...       ...       ...   \n",
       "555  5.224750  5.249415  5.262683  5.246739  5.232192  5.229853  5.257702   \n",
       "556  4.860796  4.864894  4.835358  4.841318  4.855855  4.882936  4.848666   \n",
       "557  5.114379  5.098191  5.083541  5.118413  5.113489  5.105473  5.087611   \n",
       "558  5.015233  5.054754  5.059082  5.044500  5.082363  5.125512  5.153715   \n",
       "559  5.007697  5.016797  5.012609  4.998696  4.998733  5.016933  5.027261   \n",
       "\n",
       "            7         8         9  ...      7670      7671      7672  \\\n",
       "0   -0.360000 -0.390000 -0.390000  ...  0.160000  0.020000 -0.060000   \n",
       "1   -0.480000 -0.370000 -0.330000  ... -0.090000 -0.090000 -0.190000   \n",
       "2   -0.330000 -0.360000 -0.350000  ... -0.390000 -0.350000 -0.270000   \n",
       "3   -0.100000 -0.140000 -0.140000  ...  0.630000 -0.810000 -0.490000   \n",
       "4   -0.160000 -0.150000 -0.140000  ... -0.150000 -0.180000 -0.180000   \n",
       "..        ...       ...       ...  ...       ...       ...       ...   \n",
       "555  5.271205  5.252527  5.253896  ...  4.860427  4.846452  4.863282   \n",
       "556  4.830419  4.827520  4.854158  ...  5.132846  5.117005  5.097897   \n",
       "557  5.099008  5.115513  5.120701  ...  4.991766  4.977205  5.008407   \n",
       "558  5.137246  5.103981  5.088342  ...  4.998375  5.011213  5.027585   \n",
       "559  5.015210  5.020061  5.033985  ...  5.099915  5.085689  5.035553   \n",
       "\n",
       "         7673      7674      7675      7676      7677      7678      7679  \n",
       "0   -0.060000 -0.150000 -0.280000 -0.300000 -0.280000 -0.270000 -0.290000  \n",
       "1   -0.340000 -0.340000 -0.360000 -0.370000 -0.350000 -0.500000 -0.450000  \n",
       "2   -0.560000 -0.460000 -0.410000 -0.440000 -0.400000 -0.430000 -0.430000  \n",
       "3   -0.340000 -0.440000 -0.450000 -0.490000 -0.500000 -0.490000 -0.500000  \n",
       "4   -0.160000 -0.160000 -0.150000 -0.170000 -0.170000 -0.170000 -0.120000  \n",
       "..        ...       ...       ...       ...       ...       ...       ...  \n",
       "555  4.839620  4.828784  4.835621  4.865209  4.856263  4.846015  4.842597  \n",
       "556  5.095928  5.115588  5.137792  5.115861  5.101185  5.100028  5.123613  \n",
       "557  5.022390  5.037382  5.011922  5.007645  5.039875  5.059931  5.017030  \n",
       "558  5.014032  5.011202  5.000631  5.017770  5.029818  5.002612  4.981921  \n",
       "559  4.976641  4.935728  4.921963  4.881190  4.846709  4.849618  4.873368  \n",
       "\n",
       "[7238 rows x 7680 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "import xlrd # module for reading and writting excel files\n",
    "# creating empty dataframe for intializing and storing the value after each iteration\n",
    "dfs = pd.DataFrame()\n",
    "path = 'D:/ML Project/Data/mit-bih-long-term-ecg-database-1.0.0/New folder'\n",
    "files = os.listdir(path)\n",
    "for file_name in files:\n",
    "    # Check if the file has a .mat extension\n",
    "    if file_name.endswith('.csv'):\n",
    "        # Construct the full path for the .mat file\n",
    "# path = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed'\n",
    "        csv_file_path = os.path.join(path, file_name)        \n",
    "        # Load data from the .csv file\n",
    "        \n",
    "        csv_data = pd.read_csv(csv_file_path)\n",
    "        #print(csv_data)\n",
    "        # merging \n",
    "        dfs=pd.concat([dfs, csv_data],axis=0, join='outer')\n",
    "#print(dfs) \n",
    "df=pd.DataFrame(dfs)\n",
    "df = df.dropna()\n",
    "output_file_path = os.path.join(path,\"Merged.csv\")\n",
    "df.to_csv(output_file_path, index=False)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "c4a1b59e",
   "metadata": {},
   "outputs": [
    {
     "ename": "FileNotFoundError",
     "evalue": "[Errno 2] No such file or directory: 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed/merged1.csv'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[26], line 4\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mos\u001b[39;00m\n\u001b[0;32m      3\u001b[0m path1 \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mC:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed/merged1.csv\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[1;32m----> 4\u001b[0m df1 \u001b[38;5;241m=\u001b[39m \u001b[43mpd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mread_csv\u001b[49m\u001b[43m(\u001b[49m\u001b[43mpath1\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m      5\u001b[0m df1\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\util\\_decorators.py:211\u001b[0m, in \u001b[0;36mdeprecate_kwarg.<locals>._deprecate_kwarg.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    209\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    210\u001b[0m         kwargs[new_arg_name] \u001b[38;5;241m=\u001b[39m new_arg_value\n\u001b[1;32m--> 211\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\util\\_decorators.py:331\u001b[0m, in \u001b[0;36mdeprecate_nonkeyword_arguments.<locals>.decorate.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    325\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(args) \u001b[38;5;241m>\u001b[39m num_allow_args:\n\u001b[0;32m    326\u001b[0m     warnings\u001b[38;5;241m.\u001b[39mwarn(\n\u001b[0;32m    327\u001b[0m         msg\u001b[38;5;241m.\u001b[39mformat(arguments\u001b[38;5;241m=\u001b[39m_format_argument_list(allow_args)),\n\u001b[0;32m    328\u001b[0m         \u001b[38;5;167;01mFutureWarning\u001b[39;00m,\n\u001b[0;32m    329\u001b[0m         stacklevel\u001b[38;5;241m=\u001b[39mfind_stack_level(),\n\u001b[0;32m    330\u001b[0m     )\n\u001b[1;32m--> 331\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:950\u001b[0m, in \u001b[0;36mread_csv\u001b[1;34m(filepath_or_buffer, sep, delimiter, header, names, index_col, usecols, squeeze, prefix, mangle_dupe_cols, dtype, engine, converters, true_values, false_values, skipinitialspace, skiprows, skipfooter, nrows, na_values, keep_default_na, na_filter, verbose, skip_blank_lines, parse_dates, infer_datetime_format, keep_date_col, date_parser, dayfirst, cache_dates, iterator, chunksize, compression, thousands, decimal, lineterminator, quotechar, quoting, doublequote, escapechar, comment, encoding, encoding_errors, dialect, error_bad_lines, warn_bad_lines, on_bad_lines, delim_whitespace, low_memory, memory_map, float_precision, storage_options)\u001b[0m\n\u001b[0;32m    935\u001b[0m kwds_defaults \u001b[38;5;241m=\u001b[39m _refine_defaults_read(\n\u001b[0;32m    936\u001b[0m     dialect,\n\u001b[0;32m    937\u001b[0m     delimiter,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    946\u001b[0m     defaults\u001b[38;5;241m=\u001b[39m{\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdelimiter\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m,\u001b[39m\u001b[38;5;124m\"\u001b[39m},\n\u001b[0;32m    947\u001b[0m )\n\u001b[0;32m    948\u001b[0m kwds\u001b[38;5;241m.\u001b[39mupdate(kwds_defaults)\n\u001b[1;32m--> 950\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_read\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfilepath_or_buffer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mkwds\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:605\u001b[0m, in \u001b[0;36m_read\u001b[1;34m(filepath_or_buffer, kwds)\u001b[0m\n\u001b[0;32m    602\u001b[0m _validate_names(kwds\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnames\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m))\n\u001b[0;32m    604\u001b[0m \u001b[38;5;66;03m# Create the parser.\u001b[39;00m\n\u001b[1;32m--> 605\u001b[0m parser \u001b[38;5;241m=\u001b[39m TextFileReader(filepath_or_buffer, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwds)\n\u001b[0;32m    607\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m chunksize \u001b[38;5;129;01mor\u001b[39;00m iterator:\n\u001b[0;32m    608\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m parser\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:1442\u001b[0m, in \u001b[0;36mTextFileReader.__init__\u001b[1;34m(self, f, engine, **kwds)\u001b[0m\n\u001b[0;32m   1439\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moptions[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhas_index_names\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m kwds[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhas_index_names\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n\u001b[0;32m   1441\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles: IOHandles \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m-> 1442\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_engine \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_make_engine\u001b[49m\u001b[43m(\u001b[49m\u001b[43mf\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mengine\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\parsers\\readers.py:1735\u001b[0m, in \u001b[0;36mTextFileReader._make_engine\u001b[1;34m(self, f, engine)\u001b[0m\n\u001b[0;32m   1733\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m mode:\n\u001b[0;32m   1734\u001b[0m         mode \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m-> 1735\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles \u001b[38;5;241m=\u001b[39m \u001b[43mget_handle\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1736\u001b[0m \u001b[43m    \u001b[49m\u001b[43mf\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1737\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1738\u001b[0m \u001b[43m    \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mencoding\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1739\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcompression\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mcompression\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1740\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmemory_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mmemory_map\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1741\u001b[0m \u001b[43m    \u001b[49m\u001b[43mis_text\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mis_text\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1742\u001b[0m \u001b[43m    \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mencoding_errors\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstrict\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1743\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstorage_options\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moptions\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mstorage_options\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1744\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1745\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m   1746\u001b[0m f \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhandles\u001b[38;5;241m.\u001b[39mhandle\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\common.py:856\u001b[0m, in \u001b[0;36mget_handle\u001b[1;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[0;32m    851\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(handle, \u001b[38;5;28mstr\u001b[39m):\n\u001b[0;32m    852\u001b[0m     \u001b[38;5;66;03m# Check whether the filename is to be opened in binary mode.\u001b[39;00m\n\u001b[0;32m    853\u001b[0m     \u001b[38;5;66;03m# Binary mode does not support 'encoding' and 'newline'.\u001b[39;00m\n\u001b[0;32m    854\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mencoding \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mmode:\n\u001b[0;32m    855\u001b[0m         \u001b[38;5;66;03m# Encoding\u001b[39;00m\n\u001b[1;32m--> 856\u001b[0m         handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mopen\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[0;32m    857\u001b[0m \u001b[43m            \u001b[49m\u001b[43mhandle\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    858\u001b[0m \u001b[43m            \u001b[49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    859\u001b[0m \u001b[43m            \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencoding\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    860\u001b[0m \u001b[43m            \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43merrors\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    861\u001b[0m \u001b[43m            \u001b[49m\u001b[43mnewline\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m    862\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    863\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    864\u001b[0m         \u001b[38;5;66;03m# Binary mode\u001b[39;00m\n\u001b[0;32m    865\u001b[0m         handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mopen\u001b[39m(handle, ioargs\u001b[38;5;241m.\u001b[39mmode)\n",
      "\u001b[1;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed/merged1.csv'"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import os\n",
    "path1 = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed/merged1.csv'\n",
    "df1 = pd.read_csv(path1)\n",
    "df1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "818229da",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>0.1</th>\n",
       "      <th>0.2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>96.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>132.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>84.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>84.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>84.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>60.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>54.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>54.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18845</th>\n",
       "      <td>90.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>102.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18846</th>\n",
       "      <td>72.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18847</th>\n",
       "      <td>66.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18848</th>\n",
       "      <td>72.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18849</th>\n",
       "      <td>90.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18850 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "          0   0.1    0.2\n",
       "0      96.0  90.0  132.0\n",
       "1      84.0  90.0   96.0\n",
       "2      84.0  90.0   84.0\n",
       "3      60.0  90.0   72.0\n",
       "4      54.0  90.0   54.0\n",
       "...     ...   ...    ...\n",
       "18845  90.0  90.0  102.0\n",
       "18846  72.0   6.0   72.0\n",
       "18847  66.0  66.0   78.0\n",
       "18848  72.0  12.0   72.0\n",
       "18849  90.0  12.0   96.0\n",
       "\n",
       "[18850 rows x 3 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "path2 = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed/HR1.csv'\n",
    "df2 = pd.read_csv(path2)\n",
    "df2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "75d2b942",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "      <th>1</th>\n",
       "      <th>2</th>\n",
       "      <th>3</th>\n",
       "      <th>4</th>\n",
       "      <th>5</th>\n",
       "      <th>6</th>\n",
       "      <th>7</th>\n",
       "      <th>8</th>\n",
       "      <th>9</th>\n",
       "      <th>...</th>\n",
       "      <th>1243</th>\n",
       "      <th>1244</th>\n",
       "      <th>1245</th>\n",
       "      <th>1246</th>\n",
       "      <th>1247</th>\n",
       "      <th>1248</th>\n",
       "      <th>1249</th>\n",
       "      <th>0</th>\n",
       "      <th>0.1</th>\n",
       "      <th>0.2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.091106</td>\n",
       "      <td>0.518698</td>\n",
       "      <td>0.454739</td>\n",
       "      <td>0.443264</td>\n",
       "      <td>0.477215</td>\n",
       "      <td>0.404772</td>\n",
       "      <td>0.353674</td>\n",
       "      <td>0.356258</td>\n",
       "      <td>0.345254</td>\n",
       "      <td>0.395336</td>\n",
       "      <td>...</td>\n",
       "      <td>0.757554</td>\n",
       "      <td>0.840059</td>\n",
       "      <td>0.818223</td>\n",
       "      <td>0.751243</td>\n",
       "      <td>0.609463</td>\n",
       "      <td>0.432332</td>\n",
       "      <td>0.164301</td>\n",
       "      <td>96.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>132.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-0.034439</td>\n",
       "      <td>-0.171477</td>\n",
       "      <td>-0.206294</td>\n",
       "      <td>-0.210841</td>\n",
       "      <td>-0.194814</td>\n",
       "      <td>-0.149334</td>\n",
       "      <td>-0.112995</td>\n",
       "      <td>-0.083016</td>\n",
       "      <td>-0.049990</td>\n",
       "      <td>-0.034159</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.052058</td>\n",
       "      <td>-0.048601</td>\n",
       "      <td>-0.048618</td>\n",
       "      <td>-0.052354</td>\n",
       "      <td>-0.049022</td>\n",
       "      <td>-0.043248</td>\n",
       "      <td>-0.037566</td>\n",
       "      <td>84.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.020083</td>\n",
       "      <td>0.003027</td>\n",
       "      <td>0.005759</td>\n",
       "      <td>0.013765</td>\n",
       "      <td>0.020983</td>\n",
       "      <td>0.017463</td>\n",
       "      <td>0.020858</td>\n",
       "      <td>0.038167</td>\n",
       "      <td>0.051006</td>\n",
       "      <td>0.046419</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.022323</td>\n",
       "      <td>-0.014070</td>\n",
       "      <td>-0.009296</td>\n",
       "      <td>-0.012493</td>\n",
       "      <td>-0.011720</td>\n",
       "      <td>-0.000275</td>\n",
       "      <td>0.004374</td>\n",
       "      <td>84.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>84.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-0.014241</td>\n",
       "      <td>0.042690</td>\n",
       "      <td>0.374975</td>\n",
       "      <td>0.767974</td>\n",
       "      <td>0.972632</td>\n",
       "      <td>0.764714</td>\n",
       "      <td>0.106351</td>\n",
       "      <td>-0.269379</td>\n",
       "      <td>-0.122016</td>\n",
       "      <td>-0.009987</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.249741</td>\n",
       "      <td>-0.198632</td>\n",
       "      <td>-0.149574</td>\n",
       "      <td>-0.190534</td>\n",
       "      <td>-0.182266</td>\n",
       "      <td>-0.152419</td>\n",
       "      <td>-0.106251</td>\n",
       "      <td>60.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-0.001045</td>\n",
       "      <td>-0.197443</td>\n",
       "      <td>0.061207</td>\n",
       "      <td>0.247844</td>\n",
       "      <td>0.273315</td>\n",
       "      <td>0.269234</td>\n",
       "      <td>0.250208</td>\n",
       "      <td>0.248961</td>\n",
       "      <td>0.236840</td>\n",
       "      <td>0.224473</td>\n",
       "      <td>...</td>\n",
       "      <td>0.026064</td>\n",
       "      <td>0.024166</td>\n",
       "      <td>0.017708</td>\n",
       "      <td>0.012727</td>\n",
       "      <td>0.007427</td>\n",
       "      <td>0.009199</td>\n",
       "      <td>0.009907</td>\n",
       "      <td>54.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>54.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18845</th>\n",
       "      <td>0.015151</td>\n",
       "      <td>0.065536</td>\n",
       "      <td>0.057721</td>\n",
       "      <td>0.048234</td>\n",
       "      <td>0.047437</td>\n",
       "      <td>0.047215</td>\n",
       "      <td>0.031900</td>\n",
       "      <td>0.043315</td>\n",
       "      <td>0.039773</td>\n",
       "      <td>0.011678</td>\n",
       "      <td>...</td>\n",
       "      <td>0.123344</td>\n",
       "      <td>0.075700</td>\n",
       "      <td>0.046197</td>\n",
       "      <td>0.051892</td>\n",
       "      <td>0.067119</td>\n",
       "      <td>0.089864</td>\n",
       "      <td>0.035429</td>\n",
       "      <td>90.0</td>\n",
       "      <td>90.0</td>\n",
       "      <td>102.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18846</th>\n",
       "      <td>0.246921</td>\n",
       "      <td>0.230755</td>\n",
       "      <td>0.198170</td>\n",
       "      <td>0.181397</td>\n",
       "      <td>0.155857</td>\n",
       "      <td>0.167862</td>\n",
       "      <td>0.326844</td>\n",
       "      <td>0.555519</td>\n",
       "      <td>0.782367</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.798681</td>\n",
       "      <td>-0.786773</td>\n",
       "      <td>-0.637454</td>\n",
       "      <td>-0.453388</td>\n",
       "      <td>-0.237860</td>\n",
       "      <td>-0.080097</td>\n",
       "      <td>-0.319073</td>\n",
       "      <td>72.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18847</th>\n",
       "      <td>-0.003068</td>\n",
       "      <td>0.013295</td>\n",
       "      <td>0.019870</td>\n",
       "      <td>0.005859</td>\n",
       "      <td>0.010370</td>\n",
       "      <td>0.003374</td>\n",
       "      <td>-0.012807</td>\n",
       "      <td>-0.000531</td>\n",
       "      <td>-0.006052</td>\n",
       "      <td>-0.025540</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010848</td>\n",
       "      <td>-0.013490</td>\n",
       "      <td>0.021014</td>\n",
       "      <td>0.040207</td>\n",
       "      <td>0.004133</td>\n",
       "      <td>-0.039173</td>\n",
       "      <td>-0.008547</td>\n",
       "      <td>66.0</td>\n",
       "      <td>66.0</td>\n",
       "      <td>78.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18848</th>\n",
       "      <td>-0.028033</td>\n",
       "      <td>-0.054476</td>\n",
       "      <td>-0.044379</td>\n",
       "      <td>-0.037059</td>\n",
       "      <td>-0.023464</td>\n",
       "      <td>-0.028196</td>\n",
       "      <td>-0.027126</td>\n",
       "      <td>-0.017208</td>\n",
       "      <td>-0.015566</td>\n",
       "      <td>0.000312</td>\n",
       "      <td>...</td>\n",
       "      <td>0.155441</td>\n",
       "      <td>0.139230</td>\n",
       "      <td>0.120955</td>\n",
       "      <td>0.112425</td>\n",
       "      <td>0.105418</td>\n",
       "      <td>0.100399</td>\n",
       "      <td>0.101333</td>\n",
       "      <td>72.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>72.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18849</th>\n",
       "      <td>0.005965</td>\n",
       "      <td>-0.025268</td>\n",
       "      <td>-0.027361</td>\n",
       "      <td>0.001706</td>\n",
       "      <td>0.062255</td>\n",
       "      <td>0.092350</td>\n",
       "      <td>0.018881</td>\n",
       "      <td>-0.034362</td>\n",
       "      <td>0.036060</td>\n",
       "      <td>0.021072</td>\n",
       "      <td>...</td>\n",
       "      <td>0.441710</td>\n",
       "      <td>0.364841</td>\n",
       "      <td>0.352917</td>\n",
       "      <td>0.349361</td>\n",
       "      <td>0.370329</td>\n",
       "      <td>0.354713</td>\n",
       "      <td>0.372422</td>\n",
       "      <td>90.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>96.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>18850 rows × 1253 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              0         1         2         3         4         5         6  \\\n",
       "0      0.091106  0.518698  0.454739  0.443264  0.477215  0.404772  0.353674   \n",
       "1     -0.034439 -0.171477 -0.206294 -0.210841 -0.194814 -0.149334 -0.112995   \n",
       "2      0.020083  0.003027  0.005759  0.013765  0.020983  0.017463  0.020858   \n",
       "3     -0.014241  0.042690  0.374975  0.767974  0.972632  0.764714  0.106351   \n",
       "4     -0.001045 -0.197443  0.061207  0.247844  0.273315  0.269234  0.250208   \n",
       "...         ...       ...       ...       ...       ...       ...       ...   \n",
       "18845  0.015151  0.065536  0.057721  0.048234  0.047437  0.047215  0.031900   \n",
       "18846  0.246921  0.230755  0.198170  0.181397  0.155857  0.167862  0.326844   \n",
       "18847 -0.003068  0.013295  0.019870  0.005859  0.010370  0.003374 -0.012807   \n",
       "18848 -0.028033 -0.054476 -0.044379 -0.037059 -0.023464 -0.028196 -0.027126   \n",
       "18849  0.005965 -0.025268 -0.027361  0.001706  0.062255  0.092350  0.018881   \n",
       "\n",
       "              7         8         9  ...      1243      1244      1245  \\\n",
       "0      0.356258  0.345254  0.395336  ...  0.757554  0.840059  0.818223   \n",
       "1     -0.083016 -0.049990 -0.034159  ... -0.052058 -0.048601 -0.048618   \n",
       "2      0.038167  0.051006  0.046419  ... -0.022323 -0.014070 -0.009296   \n",
       "3     -0.269379 -0.122016 -0.009987  ... -0.249741 -0.198632 -0.149574   \n",
       "4      0.248961  0.236840  0.224473  ...  0.026064  0.024166  0.017708   \n",
       "...         ...       ...       ...  ...       ...       ...       ...   \n",
       "18845  0.043315  0.039773  0.011678  ...  0.123344  0.075700  0.046197   \n",
       "18846  0.555519  0.782367  1.000000  ... -0.798681 -0.786773 -0.637454   \n",
       "18847 -0.000531 -0.006052 -0.025540  ...  0.010848 -0.013490  0.021014   \n",
       "18848 -0.017208 -0.015566  0.000312  ...  0.155441  0.139230  0.120955   \n",
       "18849 -0.034362  0.036060  0.021072  ...  0.441710  0.364841  0.352917   \n",
       "\n",
       "           1246      1247      1248      1249     0   0.1    0.2  \n",
       "0      0.751243  0.609463  0.432332  0.164301  96.0  90.0  132.0  \n",
       "1     -0.052354 -0.049022 -0.043248 -0.037566  84.0  90.0   96.0  \n",
       "2     -0.012493 -0.011720 -0.000275  0.004374  84.0  90.0   84.0  \n",
       "3     -0.190534 -0.182266 -0.152419 -0.106251  60.0  90.0   72.0  \n",
       "4      0.012727  0.007427  0.009199  0.009907  54.0  90.0   54.0  \n",
       "...         ...       ...       ...       ...   ...   ...    ...  \n",
       "18845  0.051892  0.067119  0.089864  0.035429  90.0  90.0  102.0  \n",
       "18846 -0.453388 -0.237860 -0.080097 -0.319073  72.0   6.0   72.0  \n",
       "18847  0.040207  0.004133 -0.039173 -0.008547  66.0  66.0   78.0  \n",
       "18848  0.112425  0.105418  0.100399  0.101333  72.0  12.0   72.0  \n",
       "18849  0.349361  0.370329  0.354713  0.372422  90.0  12.0   96.0  \n",
       "\n",
       "[18850 rows x 1253 columns]"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfs=pd.concat([df1, df2],axis=1, join='outer')\n",
    "dfs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "9d226323",
   "metadata": {},
   "outputs": [
    {
     "ename": "PermissionError",
     "evalue": "[Errno 13] Permission denied: 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed\\\\final_mergid.csv'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mPermissionError\u001b[0m                           Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[9], line 3\u001b[0m\n\u001b[0;32m      1\u001b[0m file_path \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mC:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed\u001b[39m\u001b[38;5;124m'\u001b[39m\n\u001b[0;32m      2\u001b[0m output_file_path \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(file_path,\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfinal_mergid.csv\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m----> 3\u001b[0m \u001b[43mdfs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mto_csv\u001b[49m\u001b[43m(\u001b[49m\u001b[43moutput_file_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m)\u001b[49m\n\u001b[0;32m      4\u001b[0m dfs\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\util\\_decorators.py:211\u001b[0m, in \u001b[0;36mdeprecate_kwarg.<locals>._deprecate_kwarg.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    209\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    210\u001b[0m         kwargs[new_arg_name] \u001b[38;5;241m=\u001b[39m new_arg_value\n\u001b[1;32m--> 211\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\core\\generic.py:3720\u001b[0m, in \u001b[0;36mNDFrame.to_csv\u001b[1;34m(self, path_or_buf, sep, na_rep, float_format, columns, header, index, index_label, mode, encoding, compression, quoting, quotechar, lineterminator, chunksize, date_format, doublequote, escapechar, decimal, errors, storage_options)\u001b[0m\n\u001b[0;32m   3709\u001b[0m df \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(\u001b[38;5;28mself\u001b[39m, ABCDataFrame) \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mto_frame()\n\u001b[0;32m   3711\u001b[0m formatter \u001b[38;5;241m=\u001b[39m DataFrameFormatter(\n\u001b[0;32m   3712\u001b[0m     frame\u001b[38;5;241m=\u001b[39mdf,\n\u001b[0;32m   3713\u001b[0m     header\u001b[38;5;241m=\u001b[39mheader,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   3717\u001b[0m     decimal\u001b[38;5;241m=\u001b[39mdecimal,\n\u001b[0;32m   3718\u001b[0m )\n\u001b[1;32m-> 3720\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mDataFrameRenderer\u001b[49m\u001b[43m(\u001b[49m\u001b[43mformatter\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mto_csv\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   3721\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpath_or_buf\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3722\u001b[0m \u001b[43m    \u001b[49m\u001b[43mlineterminator\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlineterminator\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3723\u001b[0m \u001b[43m    \u001b[49m\u001b[43msep\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43msep\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3724\u001b[0m \u001b[43m    \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mencoding\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3725\u001b[0m \u001b[43m    \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43merrors\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3726\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcompression\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcompression\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3727\u001b[0m \u001b[43m    \u001b[49m\u001b[43mquoting\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mquoting\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3728\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcolumns\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcolumns\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3729\u001b[0m \u001b[43m    \u001b[49m\u001b[43mindex_label\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mindex_label\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3730\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmode\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3731\u001b[0m \u001b[43m    \u001b[49m\u001b[43mchunksize\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mchunksize\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3732\u001b[0m \u001b[43m    \u001b[49m\u001b[43mquotechar\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mquotechar\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3733\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdate_format\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdate_format\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3734\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdoublequote\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdoublequote\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3735\u001b[0m \u001b[43m    \u001b[49m\u001b[43mescapechar\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mescapechar\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3736\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstorage_options\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mstorage_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   3737\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\util\\_decorators.py:211\u001b[0m, in \u001b[0;36mdeprecate_kwarg.<locals>._deprecate_kwarg.<locals>.wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    209\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    210\u001b[0m         kwargs[new_arg_name] \u001b[38;5;241m=\u001b[39m new_arg_value\n\u001b[1;32m--> 211\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\formats\\format.py:1189\u001b[0m, in \u001b[0;36mDataFrameRenderer.to_csv\u001b[1;34m(self, path_or_buf, encoding, sep, columns, index_label, mode, compression, quoting, quotechar, lineterminator, chunksize, date_format, doublequote, escapechar, errors, storage_options)\u001b[0m\n\u001b[0;32m   1168\u001b[0m     created_buffer \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m   1170\u001b[0m csv_formatter \u001b[38;5;241m=\u001b[39m CSVFormatter(\n\u001b[0;32m   1171\u001b[0m     path_or_buf\u001b[38;5;241m=\u001b[39mpath_or_buf,\n\u001b[0;32m   1172\u001b[0m     lineterminator\u001b[38;5;241m=\u001b[39mlineterminator,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   1187\u001b[0m     formatter\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfmt,\n\u001b[0;32m   1188\u001b[0m )\n\u001b[1;32m-> 1189\u001b[0m \u001b[43mcsv_formatter\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msave\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1191\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m created_buffer:\n\u001b[0;32m   1192\u001b[0m     \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(path_or_buf, StringIO)\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\formats\\csvs.py:241\u001b[0m, in \u001b[0;36mCSVFormatter.save\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    237\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    238\u001b[0m \u001b[38;5;124;03mCreate the writer & save.\u001b[39;00m\n\u001b[0;32m    239\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    240\u001b[0m \u001b[38;5;66;03m# apply compression and byte/text conversion\u001b[39;00m\n\u001b[1;32m--> 241\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[43mget_handle\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    242\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfilepath_or_buffer\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    243\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    244\u001b[0m \u001b[43m    \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencoding\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    245\u001b[0m \u001b[43m    \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43merrors\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    246\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcompression\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcompression\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    247\u001b[0m \u001b[43m    \u001b[49m\u001b[43mstorage_options\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstorage_options\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    248\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mas\u001b[39;00m handles:\n\u001b[0;32m    249\u001b[0m \n\u001b[0;32m    250\u001b[0m     \u001b[38;5;66;03m# Note: self.encoding is irrelevant here\u001b[39;00m\n\u001b[0;32m    251\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mwriter \u001b[38;5;241m=\u001b[39m csvlib\u001b[38;5;241m.\u001b[39mwriter(\n\u001b[0;32m    252\u001b[0m         handles\u001b[38;5;241m.\u001b[39mhandle,\n\u001b[0;32m    253\u001b[0m         lineterminator\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlineterminator,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    258\u001b[0m         quotechar\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mquotechar,\n\u001b[0;32m    259\u001b[0m     )\n\u001b[0;32m    261\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_save()\n",
      "File \u001b[1;32mC:\\ProgramData\\anaconda3\\lib\\site-packages\\pandas\\io\\common.py:856\u001b[0m, in \u001b[0;36mget_handle\u001b[1;34m(path_or_buf, mode, encoding, compression, memory_map, is_text, errors, storage_options)\u001b[0m\n\u001b[0;32m    851\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(handle, \u001b[38;5;28mstr\u001b[39m):\n\u001b[0;32m    852\u001b[0m     \u001b[38;5;66;03m# Check whether the filename is to be opened in binary mode.\u001b[39;00m\n\u001b[0;32m    853\u001b[0m     \u001b[38;5;66;03m# Binary mode does not support 'encoding' and 'newline'.\u001b[39;00m\n\u001b[0;32m    854\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mencoding \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m ioargs\u001b[38;5;241m.\u001b[39mmode:\n\u001b[0;32m    855\u001b[0m         \u001b[38;5;66;03m# Encoding\u001b[39;00m\n\u001b[1;32m--> 856\u001b[0m         handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mopen\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[0;32m    857\u001b[0m \u001b[43m            \u001b[49m\u001b[43mhandle\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    858\u001b[0m \u001b[43m            \u001b[49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmode\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    859\u001b[0m \u001b[43m            \u001b[49m\u001b[43mencoding\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mioargs\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencoding\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    860\u001b[0m \u001b[43m            \u001b[49m\u001b[43merrors\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43merrors\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    861\u001b[0m \u001b[43m            \u001b[49m\u001b[43mnewline\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m    862\u001b[0m \u001b[43m        \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    863\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    864\u001b[0m         \u001b[38;5;66;03m# Binary mode\u001b[39;00m\n\u001b[0;32m    865\u001b[0m         handle \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mopen\u001b[39m(handle, ioargs\u001b[38;5;241m.\u001b[39mmode)\n",
      "\u001b[1;31mPermissionError\u001b[0m: [Errno 13] Permission denied: 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed\\\\final_mergid.csv'"
     ]
    }
   ],
   "source": [
    "file_path = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed'\n",
    "output_file_path = os.path.join(file_path,\"final_mergid.csv\")\n",
    "dfs.to_csv(output_file_path, index=False)\n",
    "dfs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7267a8fc",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = dfs.dropna()\n",
    "path = 'C:/Users/Ewunetie/OneDrive - University of Gondar,/2022-2023 files/Courses/ML Project/Data/Preprocessed'\n",
    "output_file_path = os.path.join(path,\"final_mergid.csv\")\n",
    "df.to_csv(output_file_path, index=False)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5af23224",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}