diff --git a/experiments/adaptive_new_HC/GP_10_nobs.png b/experiments/adaptive_new_HC/GP_10_nobs.png new file mode 100644 index 0000000..3606602 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_10_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_12_nobs.png b/experiments/adaptive_new_HC/GP_12_nobs.png new file mode 100644 index 0000000..c8a30be Binary files /dev/null and b/experiments/adaptive_new_HC/GP_12_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_14_nobs.png b/experiments/adaptive_new_HC/GP_14_nobs.png new file mode 100644 index 0000000..8c42f94 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_14_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_16_nobs.png b/experiments/adaptive_new_HC/GP_16_nobs.png new file mode 100644 index 0000000..0f30fe2 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_16_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_18_nobs.png b/experiments/adaptive_new_HC/GP_18_nobs.png new file mode 100644 index 0000000..b6b39b5 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_18_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_20_nobs.png b/experiments/adaptive_new_HC/GP_20_nobs.png new file mode 100644 index 0000000..7ff16b8 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_20_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_6_nobs.png b/experiments/adaptive_new_HC/GP_6_nobs.png new file mode 100644 index 0000000..c8d5934 Binary files /dev/null and b/experiments/adaptive_new_HC/GP_6_nobs.png differ diff --git a/experiments/adaptive_new_HC/GP_8_nobs.png b/experiments/adaptive_new_HC/GP_8_nobs.png new file mode 100644 index 0000000..3af5e6f Binary files /dev/null and b/experiments/adaptive_new_HC/GP_8_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_10_nobs.png b/experiments/adaptive_new_HC/SCGP_10_nobs.png new file mode 100644 index 0000000..ad42d0e Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_10_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_12_nobs.png b/experiments/adaptive_new_HC/SCGP_12_nobs.png new file mode 100644 index 0000000..a7ba6eb Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_12_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_14_nobs.png b/experiments/adaptive_new_HC/SCGP_14_nobs.png new file mode 100644 index 0000000..45607ca Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_14_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_16_nobs.png b/experiments/adaptive_new_HC/SCGP_16_nobs.png new file mode 100644 index 0000000..c77255f Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_16_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_18_nobs.png b/experiments/adaptive_new_HC/SCGP_18_nobs.png new file mode 100644 index 0000000..bde00db Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_18_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_20_nobs.png b/experiments/adaptive_new_HC/SCGP_20_nobs.png new file mode 100644 index 0000000..1652f11 Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_20_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_6_nobs.png b/experiments/adaptive_new_HC/SCGP_6_nobs.png new file mode 100644 index 0000000..e97e599 Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_6_nobs.png differ diff --git a/experiments/adaptive_new_HC/SCGP_8_nobs.png b/experiments/adaptive_new_HC/SCGP_8_nobs.png new file mode 100644 index 0000000..77703b0 Binary files /dev/null and b/experiments/adaptive_new_HC/SCGP_8_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_10_nobs.png b/experiments/adaptive_new_MC/GP_10_nobs.png new file mode 100644 index 0000000..c7ad7d6 Binary files /dev/null and b/experiments/adaptive_new_MC/GP_10_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_12_nobs.png b/experiments/adaptive_new_MC/GP_12_nobs.png new file mode 100644 index 0000000..09c186c Binary files /dev/null and b/experiments/adaptive_new_MC/GP_12_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_14_nobs.png b/experiments/adaptive_new_MC/GP_14_nobs.png new file mode 100644 index 0000000..d81d0ed Binary files /dev/null and b/experiments/adaptive_new_MC/GP_14_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_16_nobs.png b/experiments/adaptive_new_MC/GP_16_nobs.png new file mode 100644 index 0000000..199327d Binary files /dev/null and b/experiments/adaptive_new_MC/GP_16_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_18_nobs.png b/experiments/adaptive_new_MC/GP_18_nobs.png new file mode 100644 index 0000000..98cf597 Binary files /dev/null and b/experiments/adaptive_new_MC/GP_18_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_20_nobs.png b/experiments/adaptive_new_MC/GP_20_nobs.png new file mode 100644 index 0000000..11d0bc6 Binary files /dev/null and b/experiments/adaptive_new_MC/GP_20_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_6_nobs.png b/experiments/adaptive_new_MC/GP_6_nobs.png new file mode 100644 index 0000000..37b7e9f Binary files /dev/null and b/experiments/adaptive_new_MC/GP_6_nobs.png differ diff --git a/experiments/adaptive_new_MC/GP_8_nobs.png b/experiments/adaptive_new_MC/GP_8_nobs.png new file mode 100644 index 0000000..44ce7ea Binary files /dev/null and b/experiments/adaptive_new_MC/GP_8_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_10_nobs.png b/experiments/adaptive_new_MC/SCGP_10_nobs.png new file mode 100644 index 0000000..e7f0418 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_10_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_12_nobs.png b/experiments/adaptive_new_MC/SCGP_12_nobs.png new file mode 100644 index 0000000..eff14fe Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_12_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_14_nobs.png b/experiments/adaptive_new_MC/SCGP_14_nobs.png new file mode 100644 index 0000000..142628f Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_14_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_16_nobs.png b/experiments/adaptive_new_MC/SCGP_16_nobs.png new file mode 100644 index 0000000..0a79c10 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_16_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_18_nobs.png b/experiments/adaptive_new_MC/SCGP_18_nobs.png new file mode 100644 index 0000000..9597865 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_18_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_20_nobs.png b/experiments/adaptive_new_MC/SCGP_20_nobs.png new file mode 100644 index 0000000..c04ac87 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_20_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_6_nobs.png b/experiments/adaptive_new_MC/SCGP_6_nobs.png new file mode 100644 index 0000000..3cee738 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_6_nobs.png differ diff --git a/experiments/adaptive_new_MC/SCGP_8_nobs.png b/experiments/adaptive_new_MC/SCGP_8_nobs.png new file mode 100644 index 0000000..1096e08 Binary files /dev/null and b/experiments/adaptive_new_MC/SCGP_8_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_10_nobs.png b/experiments/uniform_new_HC/GP_10_nobs.png new file mode 100644 index 0000000..de7bd6c Binary files /dev/null and b/experiments/uniform_new_HC/GP_10_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_12_nobs.png b/experiments/uniform_new_HC/GP_12_nobs.png new file mode 100644 index 0000000..ea499fe Binary files /dev/null and b/experiments/uniform_new_HC/GP_12_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_14_nobs.png b/experiments/uniform_new_HC/GP_14_nobs.png new file mode 100644 index 0000000..d1568ce Binary files /dev/null and b/experiments/uniform_new_HC/GP_14_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_16_nobs.png b/experiments/uniform_new_HC/GP_16_nobs.png new file mode 100644 index 0000000..05eecb4 Binary files /dev/null and b/experiments/uniform_new_HC/GP_16_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_18_nobs.png b/experiments/uniform_new_HC/GP_18_nobs.png new file mode 100644 index 0000000..c915ca8 Binary files /dev/null and b/experiments/uniform_new_HC/GP_18_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_20_nobs.png b/experiments/uniform_new_HC/GP_20_nobs.png new file mode 100644 index 0000000..6e39dda Binary files /dev/null and b/experiments/uniform_new_HC/GP_20_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_6_nobs.png b/experiments/uniform_new_HC/GP_6_nobs.png new file mode 100644 index 0000000..7bf4115 Binary files /dev/null and b/experiments/uniform_new_HC/GP_6_nobs.png differ diff --git a/experiments/uniform_new_HC/GP_8_nobs.png b/experiments/uniform_new_HC/GP_8_nobs.png new file mode 100644 index 0000000..664cfcd Binary files /dev/null and b/experiments/uniform_new_HC/GP_8_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_10_nobs.png b/experiments/uniform_new_HC/SCGP_10_nobs.png new file mode 100644 index 0000000..d76f706 Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_10_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_12_nobs.png b/experiments/uniform_new_HC/SCGP_12_nobs.png new file mode 100644 index 0000000..867a30d Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_12_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_14_nobs.png b/experiments/uniform_new_HC/SCGP_14_nobs.png new file mode 100644 index 0000000..af97a60 Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_14_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_16_nobs.png b/experiments/uniform_new_HC/SCGP_16_nobs.png new file mode 100644 index 0000000..f2af4c6 Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_16_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_18_nobs.png b/experiments/uniform_new_HC/SCGP_18_nobs.png new file mode 100644 index 0000000..28aef0c Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_18_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_20_nobs.png b/experiments/uniform_new_HC/SCGP_20_nobs.png new file mode 100644 index 0000000..d88700b Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_20_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_6_nobs.png b/experiments/uniform_new_HC/SCGP_6_nobs.png new file mode 100644 index 0000000..c413114 Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_6_nobs.png differ diff --git a/experiments/uniform_new_HC/SCGP_8_nobs.png b/experiments/uniform_new_HC/SCGP_8_nobs.png new file mode 100644 index 0000000..ab2dae3 Binary files /dev/null and b/experiments/uniform_new_HC/SCGP_8_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_10_nobs.png b/experiments/uniform_new_MC/GP_10_nobs.png new file mode 100644 index 0000000..256d66f Binary files /dev/null and b/experiments/uniform_new_MC/GP_10_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_12_nobs.png b/experiments/uniform_new_MC/GP_12_nobs.png new file mode 100644 index 0000000..02ad1d4 Binary files /dev/null and b/experiments/uniform_new_MC/GP_12_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_14_nobs.png b/experiments/uniform_new_MC/GP_14_nobs.png new file mode 100644 index 0000000..691ee5e Binary files /dev/null and b/experiments/uniform_new_MC/GP_14_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_16_nobs.png b/experiments/uniform_new_MC/GP_16_nobs.png new file mode 100644 index 0000000..c170984 Binary files /dev/null and b/experiments/uniform_new_MC/GP_16_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_18_nobs.png b/experiments/uniform_new_MC/GP_18_nobs.png new file mode 100644 index 0000000..8a2a99a Binary files /dev/null and b/experiments/uniform_new_MC/GP_18_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_20_nobs.png b/experiments/uniform_new_MC/GP_20_nobs.png new file mode 100644 index 0000000..a76625c Binary files /dev/null and b/experiments/uniform_new_MC/GP_20_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_6_nobs.png b/experiments/uniform_new_MC/GP_6_nobs.png new file mode 100644 index 0000000..54cc6ed Binary files /dev/null and b/experiments/uniform_new_MC/GP_6_nobs.png differ diff --git a/experiments/uniform_new_MC/GP_8_nobs.png b/experiments/uniform_new_MC/GP_8_nobs.png new file mode 100644 index 0000000..8fead0d Binary files /dev/null and b/experiments/uniform_new_MC/GP_8_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_10_nobs.png b/experiments/uniform_new_MC/SCGP_10_nobs.png new file mode 100644 index 0000000..30040d0 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_10_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_12_nobs.png b/experiments/uniform_new_MC/SCGP_12_nobs.png new file mode 100644 index 0000000..9e2ede1 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_12_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_14_nobs.png b/experiments/uniform_new_MC/SCGP_14_nobs.png new file mode 100644 index 0000000..2cac676 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_14_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_16_nobs.png b/experiments/uniform_new_MC/SCGP_16_nobs.png new file mode 100644 index 0000000..7877c69 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_16_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_18_nobs.png b/experiments/uniform_new_MC/SCGP_18_nobs.png new file mode 100644 index 0000000..b115484 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_18_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_20_nobs.png b/experiments/uniform_new_MC/SCGP_20_nobs.png new file mode 100644 index 0000000..50e27df Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_20_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_6_nobs.png b/experiments/uniform_new_MC/SCGP_6_nobs.png new file mode 100644 index 0000000..9f04f67 Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_6_nobs.png differ diff --git a/experiments/uniform_new_MC/SCGP_8_nobs.png b/experiments/uniform_new_MC/SCGP_8_nobs.png new file mode 100644 index 0000000..c7f573b Binary files /dev/null and b/experiments/uniform_new_MC/SCGP_8_nobs.png differ diff --git a/src/experiments/reducing-points-experiment.py b/src/experiments/reducing-points-experiment.py new file mode 100644 index 0000000..f0dfe05 --- /dev/null +++ b/src/experiments/reducing-points-experiment.py @@ -0,0 +1,64 @@ +import pathlib +import time +import torch +import gpytorch +from scgp.utils import save_plot_scgp, scgp_fit, save_plot_gp, gp_fit + +PATH = pathlib.Path(__file__).parent.parent.parent.absolute() +DATA_PATH = PATH / "data" +LOGGING = False + +if __name__ == "__main__": + datasets = { + "uniform_new_HC": DATA_PATH / "Gaussian_logCA0_uniform_J=20_HC.csv", + "uniform_new_MC": DATA_PATH / "Gaussian_logCA0_uniform_J=20_MC.csv", + "adaptive_new_HC": DATA_PATH / "Gaussian_logCA0_adaptive_J=20_HC.csv", + "adaptive_new_MC": DATA_PATH / "Gaussian_logCA0_adaptive_J=20_MC.csv", + } + + models = { + # "SCGP": { + # "kernel": gpytorch.kernels.RBFKernelGrad, + # "plot": save_plot_scgp, + # "fit": scgp_fit, + # }, + "GP": { + "kernel": gpytorch.kernels.RBFKernel, + "plot": save_plot_gp, + "fit": gp_fit, + }, + } + + scenarios = { + "nobs": list(range(6, 21, 2)), + } + + for model_name, model in models.items(): + for scenario in scenarios["nobs"]: + for dataset_name, dataset_path in datasets.items(): + start_time = time.time() + try: + kernel = model["kernel"]() + train_x, train_y, data, data_likelihood = model["fit"]( + dataset_path, 2000, kernel=kernel, nobs=scenario + ) + name = f"{model_name}_{scenario}_nobs" + model["plot"]( + train_x, + train_y, + data, + data_likelihood, + name, + dataset_name, + ) + final_time = time.time() - start_time + print( + f"Finished {model_name} on {dataset_name}" + f" with nobs={scenario}" + f", it took {final_time:.2f}s" + ) + del train_x, train_y, data, data_likelihood, kernel + + except Exception as e: + print(f"Error on {model_name} on {dataset_name} | {e}") + continue \ No newline at end of file