Merge pull request #1923 from NNPDF/reproducibility

Make weight initialization reproducible
NNPDF · Mar 8, 2024 · 39ff111 · 39ff111
2 parents b39970e + 5936290
commit 39ff111
Show file tree

Hide file tree

Showing 26 changed files with 1,637 additions and 1,385 deletions.
diff --git a/.github/workflows/fitbot.yml b/.github/workflows/fitbot.yml
@@ -10,7 +10,7 @@ on:
 env:
   N3FIT_MAXNREP: 20 # total number of replicas to fit
   POSTFIT_NREP: 16 # requested replicas for postfit
-  REFERENCE_SET: NNBOT-c07b1a1ce-2024-03-05 # reference set for exact results
+  REFERENCE_SET: NNBOT-80553d777-2024-03-07 # reference set for exact results
   STABLE_REFERENCE_SET: NNBOT-c0f99b7b3-2024-02-28 # reference set for last tag
   CONDA_PY: 310
   PYTHONHASHSEED: "0"

diff --git a/extra_tests/regression_fits/central_16.json b/extra_tests/regression_fits/central_16.json
@@ -71,24 +71,24 @@
   ],
   "timing": {
     "walltime": {
-      "Total": 19.864250659942627,
+      "Total": 19.351093769073486,
       "start": 0.0,
-      "replica_set": 0.26352787017822266,
-      "replica_fitted": 19.864111185073853,
-      "replica_set_to_replica_fitted": 19.60058331489563
+      "replica_set": 0.25216174125671387,
+      "replica_fitted": 19.35101819038391,
+      "replica_set_to_replica_fitted": 19.098856449127197
     },
     "cputime": {
-      "Total": 22.015899042999997,
+      "Total": 21.418973193,
       "start": 0.0,
-      "replica_set": 0.5629123569999992,
-      "replica_fitted": 22.01575814,
-      "replica_set_to_replica_fitted": 21.452845783
+      "replica_set": 0.56906414,
+      "replica_fitted": 21.418895488,
+      "replica_set_to_replica_fitted": 20.849831348
     }
   },
   "version": {
     "tensorflow": "2.15.0, mkl=??",
     "numpy": "1.26.4",
-    "nnpdf": "4.0.9.post86.dev0+f5530d5f0",
-    "validphys": "4.0.9.post86.dev0+f5530d5f0"
+    "nnpdf": "4.0.9.post121.dev0+306ca7c6e",
+    "validphys": "4.0.9.post121.dev0+306ca7c6e"
   }
-}
+}
diff --git a/extra_tests/regression_fits/diagonal_45.json b/extra_tests/regression_fits/diagonal_45.json
@@ -71,24 +71,24 @@
   ],
   "timing": {
     "walltime": {
-      "Total": 18.32338809967041,
+      "Total": 17.985970497131348,
       "start": 0.0,
-      "replica_set": 0.2960944175720215,
-      "replica_fitted": 18.323251724243164,
-      "replica_set_to_replica_fitted": 18.027157306671143
+      "replica_set": 0.27022218704223633,
+      "replica_fitted": 17.98584008216858,
+      "replica_set_to_replica_fitted": 17.715617895126343
     },
     "cputime": {
-      "Total": 20.373533403,
+      "Total": 19.905585440000003,
       "start": 0.0,
-      "replica_set": 0.6116645140000001,
-      "replica_fitted": 20.373394633,
-      "replica_set_to_replica_fitted": 19.761730119
+      "replica_set": 0.5847023880000002,
+      "replica_fitted": 19.905453233000003,
+      "replica_set_to_replica_fitted": 19.320750845
     }
   },
   "version": {
     "tensorflow": "2.15.0, mkl=??",
     "numpy": "1.26.4",
-    "nnpdf": "4.0.9.post86.dev0+f5530d5f0",
-    "validphys": "4.0.9.post86.dev0+f5530d5f0"
+    "nnpdf": "4.0.9.post121.dev0+306ca7c6e",
+    "validphys": "4.0.9.post121.dev0+306ca7c6e"
   }
-}
+}
diff --git a/extra_tests/regression_fits/feature_scaling_81.json b/extra_tests/regression_fits/feature_scaling_81.json
@@ -71,24 +71,24 @@
   ],
   "timing": {
     "walltime": {
-      "Total": 18.8630473613739,
+      "Total": 18.170032501220703,
       "start": 0.0,
-      "replica_set": 0.39873695373535156,
-      "replica_fitted": 18.862903118133545,
-      "replica_set_to_replica_fitted": 18.464166164398193
+      "replica_set": 0.27858686447143555,
+      "replica_fitted": 18.16972517967224,
+      "replica_set_to_replica_fitted": 17.891138315200806
     },
     "cputime": {
-      "Total": 20.546169369999998,
+      "Total": 19.786388953,
       "start": 0.0,
-      "replica_set": 0.7153101849999999,
-      "replica_fitted": 20.546022876,
-      "replica_set_to_replica_fitted": 19.830712691
+      "replica_set": 0.5939304989999998,
+      "replica_fitted": 19.786028391,
+      "replica_set_to_replica_fitted": 19.192097892
     }
   },
   "version": {
     "tensorflow": "2.15.0, mkl=??",
     "numpy": "1.26.4",
-    "nnpdf": "4.0.9.post86.dev0+f5530d5f0",
-    "validphys": "4.0.9.post86.dev0+f5530d5f0"
+    "nnpdf": "4.0.9.post121.dev0+306ca7c6e",
+    "validphys": "4.0.9.post121.dev0+306ca7c6e"
   }
-}
+}
diff --git a/extra_tests/regression_fits/flavour_29.json b/extra_tests/regression_fits/flavour_29.json
@@ -71,24 +71,24 @@
   ],
   "timing": {
     "walltime": {
-      "Total": 7.447087287902832,
+      "Total": 7.384192943572998,
       "start": 0.0,
-      "replica_set": 0.41586947441101074,
-      "replica_fitted": 7.446886301040649,
-      "replica_set_to_replica_fitted": 7.031016826629639
+      "replica_set": 0.29032063484191895,
+      "replica_fitted": 7.384095668792725,
+      "replica_set_to_replica_fitted": 7.093775033950806
     },
     "cputime": {
-      "Total": 8.007859389,
+      "Total": 7.951215819,
       "start": 0.0,
-      "replica_set": 0.7283489909999998,
-      "replica_fitted": 8.007656770999999,
-      "replica_set_to_replica_fitted": 7.279307779999999
+      "replica_set": 0.6030387780000002,
+      "replica_fitted": 7.951116704,
+      "replica_set_to_replica_fitted": 7.348077926
     }
   },
   "version": {
     "tensorflow": "2.15.0, mkl=??",
     "numpy": "1.26.4",
-    "nnpdf": "4.0.9.post86.dev0+f5530d5f0",
-    "validphys": "4.0.9.post86.dev0+f5530d5f0"
+    "nnpdf": "4.0.9.post121.dev0+306ca7c6e",
+    "validphys": "4.0.9.post121.dev0+306ca7c6e"
   }
-}
+}