Imbalanced_Test_DataSampling.ipynb

{"cells":[{"cell_type":"code","source":["!pip install  dgl -f https://data.dgl.ai/wheels/cu116/repo.html\n","!pip install  dglgo -f https://data.dgl.ai/wheels-test/repo.html"],"metadata":{"id":"VPPEunKyNpCv"},"id":"VPPEunKyNpCv","execution_count":null,"outputs":[]},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ha60jq7QNulK","executionInfo":{"status":"ok","timestamp":1682557084126,"user_tz":300,"elapsed":19857,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"a61d076a-e119-49ed-c540-213f2ae217de"},"id":"Ha60jq7QNulK","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"code","source":["# Insert, change the directory \n","import sys\n","sys.path.insert(0,'/content/drive/MyDrive/graph-based-fraud-detection-main')\n","%cd /content/drive/MyDrive/graph-based-fraud-detection-main"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"rdr6AHjFNuhz","executionInfo":{"status":"ok","timestamp":1682557189268,"user_tz":300,"elapsed":123,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"96089500-fd98-4591-942a-768145795eeb"},"id":"rdr6AHjFNuhz","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/graph-based-fraud-detection-main\n"]}]},{"cell_type":"code","execution_count":null,"id":"584fe6a3-ecd8-4afb-b513-2f1aec0247dc","metadata":{"id":"584fe6a3-ecd8-4afb-b513-2f1aec0247dc"},"outputs":[],"source":["import pandas as pd"]},{"cell_type":"code","source":["# Read CSV file into a pandas dataframe\n","df = pd.read_csv('./ieee-data/test_identity.csv')\n","df1 = pd.read_csv('./ieee-data/test_transaction.csv')"],"metadata":{"id":"QZPbfoX8OHdl"},"id":"QZPbfoX8OHdl","execution_count":null,"outputs":[]},{"cell_type":"code","source":["df.shape, df1.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"5GPt3vY7Omkk","executionInfo":{"status":"ok","timestamp":1682557280456,"user_tz":300,"elapsed":250,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"c651ee54-e5bb-46bb-9768-92b6af209470"},"id":"5GPt3vY7Omkk","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["((141907, 41), (506691, 393))"]},"metadata":{},"execution_count":9}]},{"cell_type":"code","source":["df1.columns"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZosiKP--PDBO","executionInfo":{"status":"ok","timestamp":1682557393228,"user_tz":300,"elapsed":5,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"07d211d6-a866-4fe5-976b-8c30a07a38ca"},"id":"ZosiKP--PDBO","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Index(['TransactionID', 'TransactionDT', 'TransactionAmt', 'ProductCD',\n","       'card1', 'card2', 'card3', 'card4', 'card5', 'card6',\n","       ...\n","       'V330', 'V331', 'V332', 'V333', 'V334', 'V335', 'V336', 'V337', 'V338',\n","       'V339'],\n","      dtype='object', length=393)"]},"metadata":{},"execution_count":14}]},{"cell_type":"code","source":["df2 = pd.read_csv('./ieee-data/train_identity.csv')\n","df3 = pd.read_csv('./ieee-data/train_transaction.csv')"],"metadata":{"id":"56uw12RGOJ2M"},"id":"56uw12RGOJ2M","execution_count":null,"outputs":[]},{"cell_type":"code","source":["df2.shape, df3.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SFEXnRA0O6Xc","executionInfo":{"status":"ok","timestamp":1682557358998,"user_tz":300,"elapsed":126,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"f2c9fb3b-ba74-4e19-fedd-de59ebd81d45"},"id":"SFEXnRA0O6Xc","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["((144233, 41), (590540, 394))"]},"metadata":{},"execution_count":11}]},{"cell_type":"code","source":["# Count the number of unique transaction IDs\n","count = df['TransactionID'].nunique()\n","count1 = df1['TransactionID'].nunique()\n","count2 = df2['TransactionID'].nunique()\n","count3 = df3['TransactionID'].nunique()\n","\n","print(\"Number of unique transaction IDs in file test_identity :\", count)\n","print(\"Number of unique transaction IDs test_transaction :\", count1)\n","print(\"Number of unique transaction IDs train_identity :\", count2)\n","print(\"Number of unique transaction IDs train_transaction :\", count3)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ndpHzhu9MM-9","executionInfo":{"status":"ok","timestamp":1682557371114,"user_tz":300,"elapsed":170,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"f1d767d5-9e96-45cd-803f-77389bbbc1ea"},"id":"ndpHzhu9MM-9","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Number of unique transaction IDs in file test_identity : 141907\n","Number of unique transaction IDs test_transaction : 506691\n","Number of unique transaction IDs train_identity : 144233\n","Number of unique transaction IDs train_transaction : 590540\n"]}]},{"cell_type":"code","execution_count":null,"id":"99322ffe-7b47-4758-8046-9b7dd8e9dc34","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"99322ffe-7b47-4758-8046-9b7dd8e9dc34","executionInfo":{"status":"ok","timestamp":1682557374641,"user_tz":300,"elapsed":197,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"449e802a-ac7f-4a6e-f904-63e1a9cff3e6"},"outputs":[{"output_type":"stream","name":"stdout","text":["Number of 1's (is frad): 20663\n","Number of 0's (not frad): 569877\n"]}],"source":["value_counts = df3['isFraud'].value_counts()\n","\n","# Print the result\n","print(\"Number of 1's (is frad):\", value_counts[1])\n","print(\"Number of 0's (not frad):\", value_counts[0])\n"]},{"cell_type":"code","source":["print('df2 - train_identity')\n","print('df3 - train_transaction')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"0LFgIIYGPdXT","executionInfo":{"status":"ok","timestamp":1682557540595,"user_tz":300,"elapsed":153,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"b865e4b2-bded-4835-a856-95d098d67895"},"id":"0LFgIIYGPdXT","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["df2 - train_identity\n","df3 - train_transaction\n"]}]},{"cell_type":"code","source":["train_identity_tids = list(df2['TransactionID'].values)"],"metadata":{"id":"7krjpf2YPqz8"},"id":"7krjpf2YPqz8","execution_count":null,"outputs":[]},{"cell_type":"code","source":["train_transaction_tids = list(df3['TransactionID'].values)"],"metadata":{"id":"A8yXe4txQsR0"},"id":"A8yXe4txQsR0","execution_count":null,"outputs":[]},{"cell_type":"code","source":["df2[~df2['TransactionID'].isin(train_transaction_tids)]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":79},"id":"sB-aDPafQx7W","executionInfo":{"status":"ok","timestamp":1682558115428,"user_tz":300,"elapsed":361,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"9953cac5-0cac-4b9f-ecdf-5a61a3fda38a"},"id":"sB-aDPafQx7W","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Empty DataFrame\n","Columns: [TransactionID, id_01, id_02, id_03, id_04, id_05, id_06, id_07, id_08, id_09, id_10, id_11, id_12, id_13, id_14, id_15, id_16, id_17, id_18, id_19, id_20, id_21, id_22, id_23, id_24, id_25, id_26, id_27, id_28, id_29, id_30, id_31, id_32, id_33, id_34, id_35, id_36, id_37, id_38, DeviceType, DeviceInfo]\n","Index: []\n","\n","[0 rows x 41 columns]"],"text/html":["\n","  <div id=\"df-2b370bfa-eccf-4792-87b5-3191d024df49\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>TransactionID</th>\n","      <th>id_01</th>\n","      <th>id_02</th>\n","      <th>id_03</th>\n","      <th>id_04</th>\n","      <th>id_05</th>\n","      <th>id_06</th>\n","      <th>id_07</th>\n","      <th>id_08</th>\n","      <th>id_09</th>\n","      <th>...</th>\n","      <th>id_31</th>\n","      <th>id_32</th>\n","      <th>id_33</th>\n","      <th>id_34</th>\n","      <th>id_35</th>\n","      <th>id_36</th>\n","      <th>id_37</th>\n","      <th>id_38</th>\n","      <th>DeviceType</th>\n","      <th>DeviceInfo</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","  </tbody>\n","</table>\n","<p>0 rows × 41 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-2b370bfa-eccf-4792-87b5-3191d024df49')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-2b370bfa-eccf-4792-87b5-3191d024df49 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-2b370bfa-eccf-4792-87b5-3191d024df49');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":25}]},{"cell_type":"code","source":["df3[~df3['TransactionID'].isin(train_identity_tids)] # transactionids which are not in identity table"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":423},"id":"xeVVf6KmSC-E","executionInfo":{"status":"ok","timestamp":1682558204485,"user_tz":300,"elapsed":3770,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"21e53824-e100-4f60-d7fe-ac91c411bb7c"},"id":"xeVVf6KmSC-E","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["        TransactionID  isFraud  TransactionDT  TransactionAmt ProductCD  \\\n","0             2987000        0          86400           68.50         W   \n","1             2987001        0          86401           29.00         W   \n","2             2987002        0          86469           59.00         W   \n","3             2987003        0          86499           50.00         W   \n","5             2987005        0          86510           49.00         W   \n","...               ...      ...            ...             ...       ...   \n","590535        3577535        0       15811047           49.00         W   \n","590536        3577536        0       15811049           39.50         W   \n","590537        3577537        0       15811079           30.95         W   \n","590538        3577538        0       15811088          117.00         W   \n","590539        3577539        0       15811131          279.95         W   \n","\n","        card1  card2  card3       card4  card5  ... V330  V331  V332  V333  \\\n","0       13926    NaN  150.0    discover  142.0  ...  NaN   NaN   NaN   NaN   \n","1        2755  404.0  150.0  mastercard  102.0  ...  NaN   NaN   NaN   NaN   \n","2        4663  490.0  150.0        visa  166.0  ...  NaN   NaN   NaN   NaN   \n","3       18132  567.0  150.0  mastercard  117.0  ...  NaN   NaN   NaN   NaN   \n","5        5937  555.0  150.0        visa  226.0  ...  NaN   NaN   NaN   NaN   \n","...       ...    ...    ...         ...    ...  ...  ...   ...   ...   ...   \n","590535   6550    NaN  150.0        visa  226.0  ...  NaN   NaN   NaN   NaN   \n","590536  10444  225.0  150.0  mastercard  224.0  ...  NaN   NaN   NaN   NaN   \n","590537  12037  595.0  150.0  mastercard  224.0  ...  NaN   NaN   NaN   NaN   \n","590538   7826  481.0  150.0  mastercard  224.0  ...  NaN   NaN   NaN   NaN   \n","590539  15066  170.0  150.0  mastercard  102.0  ...  NaN   NaN   NaN   NaN   \n","\n","        V334 V335 V336  V337  V338  V339  \n","0        NaN  NaN  NaN   NaN   NaN   NaN  \n","1        NaN  NaN  NaN   NaN   NaN   NaN  \n","2        NaN  NaN  NaN   NaN   NaN   NaN  \n","3        NaN  NaN  NaN   NaN   NaN   NaN  \n","5        NaN  NaN  NaN   NaN   NaN   NaN  \n","...      ...  ...  ...   ...   ...   ...  \n","590535   NaN  NaN  NaN   NaN   NaN   NaN  \n","590536   NaN  NaN  NaN   NaN   NaN   NaN  \n","590537   NaN  NaN  NaN   NaN   NaN   NaN  \n","590538   NaN  NaN  NaN   NaN   NaN   NaN  \n","590539   NaN  NaN  NaN   NaN   NaN   NaN  \n","\n","[446307 rows x 394 columns]"],"text/html":["\n","  <div id=\"df-d94e7b51-ee28-46c3-a592-a58b09e46ee9\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>TransactionID</th>\n","      <th>isFraud</th>\n","      <th>TransactionDT</th>\n","      <th>TransactionAmt</th>\n","      <th>ProductCD</th>\n","      <th>card1</th>\n","      <th>card2</th>\n","      <th>card3</th>\n","      <th>card4</th>\n","      <th>card5</th>\n","      <th>...</th>\n","      <th>V330</th>\n","      <th>V331</th>\n","      <th>V332</th>\n","      <th>V333</th>\n","      <th>V334</th>\n","      <th>V335</th>\n","      <th>V336</th>\n","      <th>V337</th>\n","      <th>V338</th>\n","      <th>V339</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>2987000</td>\n","      <td>0</td>\n","      <td>86400</td>\n","      <td>68.50</td>\n","      <td>W</td>\n","      <td>13926</td>\n","      <td>NaN</td>\n","      <td>150.0</td>\n","      <td>discover</td>\n","      <td>142.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>2987001</td>\n","      <td>0</td>\n","      <td>86401</td>\n","      <td>29.00</td>\n","      <td>W</td>\n","      <td>2755</td>\n","      <td>404.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>102.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>2987002</td>\n","      <td>0</td>\n","      <td>86469</td>\n","      <td>59.00</td>\n","      <td>W</td>\n","      <td>4663</td>\n","      <td>490.0</td>\n","      <td>150.0</td>\n","      <td>visa</td>\n","      <td>166.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>2987003</td>\n","      <td>0</td>\n","      <td>86499</td>\n","      <td>50.00</td>\n","      <td>W</td>\n","      <td>18132</td>\n","      <td>567.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>117.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>5</th>\n","      <td>2987005</td>\n","      <td>0</td>\n","      <td>86510</td>\n","      <td>49.00</td>\n","      <td>W</td>\n","      <td>5937</td>\n","      <td>555.0</td>\n","      <td>150.0</td>\n","      <td>visa</td>\n","      <td>226.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>590535</th>\n","      <td>3577535</td>\n","      <td>0</td>\n","      <td>15811047</td>\n","      <td>49.00</td>\n","      <td>W</td>\n","      <td>6550</td>\n","      <td>NaN</td>\n","      <td>150.0</td>\n","      <td>visa</td>\n","      <td>226.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>590536</th>\n","      <td>3577536</td>\n","      <td>0</td>\n","      <td>15811049</td>\n","      <td>39.50</td>\n","      <td>W</td>\n","      <td>10444</td>\n","      <td>225.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>224.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>590537</th>\n","      <td>3577537</td>\n","      <td>0</td>\n","      <td>15811079</td>\n","      <td>30.95</td>\n","      <td>W</td>\n","      <td>12037</td>\n","      <td>595.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>224.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>590538</th>\n","      <td>3577538</td>\n","      <td>0</td>\n","      <td>15811088</td>\n","      <td>117.00</td>\n","      <td>W</td>\n","      <td>7826</td>\n","      <td>481.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>224.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","    <tr>\n","      <th>590539</th>\n","      <td>3577539</td>\n","      <td>0</td>\n","      <td>15811131</td>\n","      <td>279.95</td>\n","      <td>W</td>\n","      <td>15066</td>\n","      <td>170.0</td>\n","      <td>150.0</td>\n","      <td>mastercard</td>\n","      <td>102.0</td>\n","      <td>...</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","      <td>NaN</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>446307 rows × 394 columns</p>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d94e7b51-ee28-46c3-a592-a58b09e46ee9')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-d94e7b51-ee28-46c3-a592-a58b09e46ee9 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-d94e7b51-ee28-46c3-a592-a58b09e46ee9');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":27}]},{"cell_type":"code","source":["filter_df = df3[df3['TransactionID'].isin(train_identity_tids)]"],"metadata":{"id":"vlRYlM8XSWXG"},"id":"vlRYlM8XSWXG","execution_count":null,"outputs":[]},{"cell_type":"code","source":["filter_df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8tfWLPkIS1vW","executionInfo":{"status":"ok","timestamp":1682558382090,"user_tz":300,"elapsed":12,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"28ff3744-8c62-40fb-bae7-43d2cdfd13de"},"id":"8tfWLPkIS1vW","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(144233, 394)"]},"metadata":{},"execution_count":30}]},{"cell_type":"code","source":["value_counts = filter_df['isFraud'].value_counts()\n","\n","# Print the result\n","print(\"Number of 1's (is frad):\", value_counts[1])\n","print(\"Number of 0's (not frad):\", value_counts[0])\n"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"ZNCCsDbcS4fm","executionInfo":{"status":"ok","timestamp":1682558416244,"user_tz":300,"elapsed":172,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"1761774f-ac06-442d-c7a4-42bf1db4eb37"},"id":"ZNCCsDbcS4fm","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Number of 1's (is frad): 11318\n","Number of 0's (not frad): 132915\n"]}]},{"cell_type":"code","source":["fraud_df = filter_df[filter_df['isFraud']==1].sample(n=1500)\n","fraud_df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gcW-2CZBTAz3","executionInfo":{"status":"ok","timestamp":1682558595799,"user_tz":300,"elapsed":467,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"a400313a-95b2-45d6-9c26-59d2b69fc0c9"},"id":"gcW-2CZBTAz3","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(1500, 394)"]},"metadata":{},"execution_count":36}]},{"cell_type":"code","source":["non_fraud_df = filter_df[filter_df['isFraud']==0].sample(n=48500)\n","non_fraud_df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"irlFS4pETNyc","executionInfo":{"status":"ok","timestamp":1682558678981,"user_tz":300,"elapsed":949,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"b92e6986-dcff-410d-8570-72fd21d58a54"},"id":"irlFS4pETNyc","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(48500, 394)"]},"metadata":{},"execution_count":38}]},{"cell_type":"code","source":["sample_df = pd.concat([non_fraud_df, fraud_df])"],"metadata":{"id":"3KAfoLYTTxcP"},"id":"3KAfoLYTTxcP","execution_count":null,"outputs":[]},{"cell_type":"code","source":["value_counts = sample_df['isFraud'].value_counts()\n","\n","# Print the result\n","print(\"Number of 1's (is frad):\", value_counts[1])\n","print(\"Number of 0's (not frad):\", value_counts[0])"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"zu4kfyCrUV2f","executionInfo":{"status":"ok","timestamp":1682558847283,"user_tz":300,"elapsed":196,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"cd31b6fa-9e6e-4cf3-ce24-eee91d4e9e3f"},"id":"zu4kfyCrUV2f","execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Number of 1's (is frad): 1500\n","Number of 0's (not frad): 48500\n"]}]},{"cell_type":"code","source":["sample_df_tids = list(sample_df['TransactionID'].values)"],"metadata":{"id":"fnN3U5JeUtLs"},"id":"fnN3U5JeUtLs","execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_df_identity = df2[df2['TransactionID'].isin(sample_df_tids)]"],"metadata":{"id":"sC8jVJ_SUzRV"},"id":"sC8jVJ_SUzRV","execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_df_identity.shape, sample_df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"J7jSq5cGVAhI","executionInfo":{"status":"ok","timestamp":1682559015595,"user_tz":300,"elapsed":154,"user":{"displayName":"Hyndavi Renikunta","userId":"09295599143721486394"}},"outputId":"d9398c46-5f5b-44ff-d8f9-f063b45a8a56"},"id":"J7jSq5cGVAhI","execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["((50000, 41), (50000, 394))"]},"metadata":{},"execution_count":50}]},{"cell_type":"code","source":["# sample_df - train_transaction\n","# sample_df_identity - train_identity"],"metadata":{"id":"fL6MpVkBUoYM"},"id":"fL6MpVkBUoYM","execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_df.to_csv('ieee-data/train_transaction.csv', index=False)"],"metadata":{"id":"K-rdQJ-iVM0b"},"id":"K-rdQJ-iVM0b","execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_df_identity.to_csv('ieee-data/train_identity.csv', index=False)"],"metadata":{"id":"NZBe7SDfWGQE"},"id":"NZBe7SDfWGQE","execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_df"],"metadata":{"id":"HRC2tEhqWor5"},"id":"HRC2tEhqWor5","execution_count":null,"outputs":[]}],"metadata":{"kernelspec":{"display_name":"Python 3 (ipykernel)","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.12"},"colab":{"provenance":[]}},"nbformat":4,"nbformat_minor":5}