Update phishing_email_detection_gpt2.py

phishing_email_detection_gpt2.py

@@ -152,15 +152,15 @@ def from_config(cls, config):
 #
 # Cerebros configurables
 #
-activation = 'gelu'
+activation = # Original 'gelu'
 predecessor_level_connection_affinity_factor_first = 49.9999
 predecessor_level_connection_affinity_factor_main = 0.31456
 max_consecutive_lateral_connections = 22
 p_lateral_connection = 0.39256
 num_lateral_connection_tries_per_unit = 10
 learning_rate = 0.0000511065
 epochs = 15  # [1, 100]
-batch_size = 20
+batch_size = 30 # Original 20
 maximum_levels = 4  # [3,7]
 maximum_units_per_level = 8  # [2,10]
 maximum_neurons_per_unit = 5  # [2,20]