challenge/Challenge_part1.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"suO58NSmLKvc"},"source":["# Building Hate Speech Detection Systems\n","\n","\n","To create a local copy of this notebook: File > Save a copy to Drive "]},{"cell_type":"code","execution_count":1,"metadata":{"executionInfo":{"elapsed":560,"status":"ok","timestamp":1689162641732,"user":{"displayName":"Paula Reyero Lobo","userId":"11482354544678096949"},"user_tz":-60},"id":"fPLA4ZlDLqp4"},"outputs":[],"source":["# Imports\n","import os\n","import pandas as pd"]},{"cell_type":"markdown","metadata":{"id":"x7hDjwf6Ltrs"},"source":["## Getting hands on the data"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":23941,"status":"ok","timestamp":1689162665668,"user":{"displayName":"Paula Reyero Lobo","userId":"11482354544678096949"},"user_tz":-60},"id":"XacpKjKSU24Y","outputId":"4ec2441c-1fdd-4f1a-e6b2-a7e0c64b7cb4"},"outputs":[{"name":"stdout","output_type":"stream","text":["Mounted at /content/gdrive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/gdrive')"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["!git clone https://github.com/preyero/multidisciplinary-data-challenge.git"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":7722,"status":"ok","timestamp":1689162674292,"user":{"displayName":"Paula Reyero Lobo","userId":"11482354544678096949"},"user_tz":-60},"id":"2UyivSIIVire","outputId":"95c9c3d7-2df8-430f-c4bb-66088997b43a"},"outputs":[{"name":"stdout","output_type":"stream","text":["(93819, 131)\n","(26508, 66)\n"]}],"source":["PATH_TO_FOLDER = '/content/gdrive/MyDrive/path_to_folder/challenge'\n","d_train = pd.read_csv(os.path.join(PATH_TO_FOLDER, 'data', 'train.csv'))\n","print(d_train.shape)\n","\n","d_train_aggr = pd.read_csv(os.path.join(PATH_TO_FOLDER, 'data', 'train_aggregate.csv'))\n","print(d_train_aggr.shape)"]},{"cell_type":"markdown","metadata":{"id":"6bvwedC3gffy"},"source":["higher = more hateful and lower = less hateful.\n","* over 0.5 is approximately hate speech,\n","* < -1 is counter or supportive speech,\n","* and -1 to +0.5 is neutral or ambiguous."]},{"cell_type":"markdown","metadata":{"id":"S4NTsaT9LzQO"},"source":["## Some data variables"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"zVuy0pV4KnF4"},"outputs":[],"source":["# Variable names\n","text_col, id_col = 'text', 'comment_id'\n","model_outputs = ['sentiment', 'respect', 'insult', 'humiliate', 'status', 'dehumanize', 'violence', 'genocide', 'attack_defend', 'hatespeech', 'hate_speech_score']\n","target_identities = ['target_race_asian', 'target_race_black', 'target_race_latinx', 'target_race_middle_eastern', 'target_race_native_american', 'target_race_pacific_islander', 'target_race_white', 'target_race_other', 'target_race',\n","                     'target_religion_atheist', 'target_religion_buddhist', 'target_religion_christian', 'target_religion_hindu', 'target_religion_jewish', 'target_religion_mormon', 'target_religion_muslim', 'target_religion_other', 'target_religion',\n","                     'target_origin_immigrant', 'target_origin_migrant_worker', 'target_origin_specific_country', 'target_origin_undocumented', 'target_origin_other', 'target_origin',\n","                     'target_gender_men', 'target_gender_non_binary', 'target_gender_transgender_men', 'target_gender_transgender_unspecified', 'target_gender_transgender_women', 'target_gender_women', 'target_gender_other', 'target_gender',\n","                     'target_sexuality_bisexual', 'target_sexuality_gay', 'target_sexuality_lesbian', 'target_sexuality_straight', 'target_sexuality_other', 'target_sexuality',\n","                     'target_age_children', 'target_age_teenagers', 'target_age_young_adults', 'target_age_middle_aged', 'target_age_seniors', 'target_age_other', 'target_age',\n","                     'target_disability_physical', 'target_disability_cognitive', 'target_disability_neurological', 'target_disability_visually_impaired', 'target_disability_hearing_impaired', 'target_disability_unspecific', 'target_disability_other', 'target_disability']\n","\n","annotator_demographics = ['annotator_gender', 'annotator_trans', 'annotator_educ', 'annotator_income', 'annotator_ideology',\n","                          'annotator_gender_men', 'annotator_gender_women', 'annotator_gender_non_binary', 'annotator_gender_prefer_not_to_say', 'annotator_gender_self_describe', 'annotator_transgender', 'annotator_cisgender', 'annotator_transgender_prefer_not_to_say',\n","                          'annotator_education_some_high_school', 'annotator_education_high_school_grad', 'annotator_education_some_college', 'annotator_education_college_grad_aa', 'annotator_education_college_grad_ba', 'annotator_education_professional_degree', 'annotator_education_masters', 'annotator_education_phd',\n","                          'annotator_income_<10k', 'annotator_income_10k-50k', 'annotator_income_50k-100k', 'annotator_income_100k-200k', 'annotator_income_>200k',\n","                          'annotator_ideology_extremeley_conservative', 'annotator_ideology_conservative', 'annotator_ideology_slightly_conservative', 'annotator_ideology_neutral', 'annotator_ideology_slightly_liberal', 'annotator_ideology_liberal', 'annotator_ideology_extremeley_liberal', 'annotator_ideology_no_opinion',\n","                          'annotator_race_asian', 'annotator_race_black', 'annotator_race_latinx', 'annotator_race_middle_eastern', 'annotator_race_native_american', 'annotator_race_pacific_islander', 'annotator_race_white', 'annotator_race_other',\n","                          'annotator_age', 'annotator_religion_atheist', 'annotator_religion_buddhist', 'annotator_religion_christian', 'annotator_religion_hindu', 'annotator_religion_jewish', 'annotator_religion_mormon', 'annotator_religion_muslim', 'annotator_religion_nothing', 'annotator_religion_other',\n","                          'annotator_sexuality_bisexual', 'annotator_sexuality_gay', 'annotator_sexuality_straight', 'annotator_sexuality_other']\n"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":228,"status":"ok","timestamp":1685006310493,"user":{"displayName":"Paula Reyero Lobo","userId":"11482354544678096949"},"user_tz":-60},"id":"SYB15hegLKZD","outputId":"64887a54-75f6-41c4-f5c3-ef2e9cdda852"},"outputs":[{"data":{"text/plain":["<bound method NDFrame.describe of        sentiment   respect    insult  humiliate    status  dehumanize  \\\n","0       3.333333  3.333333  3.333333   2.666667  2.666667    1.666667   \n","1       2.333333  3.000000  3.000000   2.666667  2.333333    1.666667   \n","2       3.500000  2.500000  2.000000   2.500000  2.500000    2.000000   \n","3       3.333333  3.000000  1.333333   1.000000  2.333333    1.333333   \n","4       3.333333  3.666667  3.333333   2.666667  3.333333    2.666667   \n","...          ...       ...       ...        ...       ...         ...   \n","26503   2.333333  1.666667  1.000000   0.666667  2.000000    0.333333   \n","26504   2.500000  3.500000  3.250000   2.500000  2.000000    1.250000   \n","26505   4.000000  3.750000  3.500000   3.500000  3.000000    2.750000   \n","26506   0.500000  0.500000  0.000000   0.000000  1.500000    0.000000   \n","26507   4.000000  4.000000  4.000000   3.666667  3.333333    1.000000   \n","\n","       violence  genocide  attack_defend  hatespeech  hate_speech_score  \n","0      0.666667  0.000000       2.666667    1.333333               0.03  \n","1      0.000000  0.000000       2.333333    1.666667              -1.29  \n","2      0.500000  0.500000       2.000000    1.500000              -0.24  \n","3      2.000000  1.666667       3.333333    0.666667              -0.77  \n","4      3.666667  3.333333       3.666667    1.333333               1.35  \n","...         ...       ...            ...         ...                ...  \n","26503  0.333333  0.333333       2.000000    0.000000              -2.57  \n","26504  0.500000  0.250000       3.250000    1.000000               0.10  \n","26505  2.750000  3.000000       3.000000    1.500000               2.05  \n","26506  0.000000  0.000000       2.000000    0.000000              -4.28  \n","26507  2.666667  2.000000       4.000000    1.333333               2.43  \n","\n","[26508 rows x 11 columns]>"]},"execution_count":5,"metadata":{},"output_type":"execute_result"}],"source":["d_train_aggr[model_outputs].describe"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"TdmwmGFTLLWs"},"outputs":[],"source":[]}],"metadata":{"colab":{"provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}