..

Author: zilvinas

dist/assets/index-RNX4iP-h.js renamed to dist/assets/index-4ef7-Snv.js

@@ -5,7 +5,7 @@
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
     <title>puzzle 15 ml</title>
-  <script type="module" crossorigin src="/assets/index-RNX4iP-h.js"></script>
+  <script type="module" crossorigin src="/assets/index-4ef7-Snv.js"></script>
   <link rel="stylesheet" crossorigin href="/assets/index-BEpohK8n.css">
 </head>
 

dist/index.html

@@ -5,7 +5,7 @@
     <meta charset="UTF-8">
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
     <title>puzzle 15 ml</title>
-  <script type="module" crossorigin src="dist/assets/index-RNX4iP-h.js"></script>
+  <script type="module" crossorigin src="dist/assets/index-4ef7-Snv.js"></script>
   <link rel="stylesheet" crossorigin href="dist/assets/index-BEpohK8n.css">
 </head>
 

index.html

@@ -20,12 +20,13 @@ export class EpisodeRunner {
         learningRate: number,
         trainerInfo: string,
         semaphoreId: number | null
-    ) {
+    ): Promise<void> {
+
+
         //-------------some hack------------
         if (!Trainer.semaphore.goodToGo(semaphoreId)) return;
         //----------------------------------
 
-        const random = new Random();
         const environment = new Environment(stateProducer);
         environment.reset();
         let state0 = environment.getInitState();
@@ -49,7 +50,7 @@ export class EpisodeRunner {
                 possibleActions.splice(index, 1); // Remove reverse action
             }
 
-            if (random.nextDouble() < epsilon) { // Explore
+            if (Math.random() < epsilon) { // Explore
                 Utils.prnt("\nrndm move");
                 action = GameUtils.getRandomAction(possibleActions);
             } else { // Exploit
@@ -84,8 +85,8 @@ export class EpisodeRunner {
         if (EpisodeRunner.experience.size > 10000) EpisodeRunner.experience.clear();
 
         const statsInfo = `QTable size: ${qTable.size}, experience size: ${EpisodeRunner.experience.size}`;
-
         Utils.prnt("\n");
+        await Utils.sleep(0);
         Utils.prnt(trainerInfo);
         Utils.prnt(statsInfo);
         ConsoleUtils.prntStatsInfo(statsInfo);
@@ -118,11 +119,4 @@ export class EpisodeRunner {
             );
         });
     }
-}
-
-// Random class to handle random number generation
-class Random {
-    public nextDouble(): number {
-        return Math.random();
-    }
-}
+}

src/game-15-reconstruction/qtable/EpisodeTrainer.ts

@@ -37,7 +37,7 @@ export class Trainer {
 
         for (let i = 0; i < n; i++) {
             let trainerInfo = "Running training batch: " + (i + 1) + " of " + n;
-            await Promise.all(lessons.map(e => stateProducerConsumer(e, trainerInfo)));
+            for (const e of lessons) await stateProducerConsumer(e, trainerInfo);
         }
 
         Utils.prnt("training done");

src/game-15-reconstruction/qtable/Trainer.ts

@@ -1,4 +1,3 @@
-import { Utils } from './game-15-reconstruction/utils/Utils';
 import { GameUtils } from './game-15-reconstruction/environment/GameUtils';
 import { EpisodeTester } from './game-15-reconstruction/qtable/EpisodeTester';
 import { ConsoleUtils } from './game-15-reconstruction/utils/ConsoleUtils';
@@ -21,22 +20,17 @@ export class ToolBox {
   private static async startTraining() {
     QTableGenerator.stopTester();
     ConsoleUtils.clearScreen();
-    Utils.prnt("starting training session ... ");
-    await Utils.sleep(0);
-    QTableGenerator.train()
-      .then(() => ToolBox.startTesting().then());
+    await QTableGenerator.train();
+    await ToolBox.startTesting();
   }
 
   private static async startTesting() {
     QTableGenerator.stopTrainer();
     ConsoleUtils.clearScreen();
-    Utils.prnt("start testing ... ");
-    await Utils.sleep(0);
-    QTableGenerator.test().then();
+    await QTableGenerator.test();
   }
 
   private static async configOnOff() {
-
     this.btnOff('lessonsBtn', 'training lessons', show => LessonsEditor.toggleLessonsDisplay(show));
     this.btnOnOff('configBtn', 'configuration', show => ConfigEditor.toggleConfigurationDisplay(show));
   }