rename to set_prior_value

Author: TataKKKL

visual-tree-search-app/components/ControlPanelMCTS.tsx

@@ -10,7 +10,7 @@ interface SearchParams {
   goal: string;
   maxDepth: number;
   iterations: number;
-  prior_value: boolean;
+  set_prior_value: boolean;
 }
 
 interface ControlPanelProps {
@@ -139,12 +139,12 @@ const ControlPanelMCTS: React.FC<ControlPanelProps> = ({
               <div className="mt-4">
                 <div className="flex items-center space-x-2">
                   <Checkbox 
-                    id="prior_value" 
-                    checked={searchParams.prior_value}
-                    onCheckedChange={(checked) => handleParamChange('prior_value', checked === true)}
+                    id="set_prior_value" 
+                    checked={searchParams.set_prior_value}
+                    onCheckedChange={(checked) => handleParamChange('set_prior_value', checked === true)}
                   />
                   <Label 
-                    htmlFor="prior_value" 
+                    htmlFor="set_prior_value" 
                     className="text-slate-700 dark:text-slate-300 font-medium cursor-pointer"
                   >
                     Use Prior Value

visual-tree-search-app/pages/MCTSAgent.tsx

@@ -10,7 +10,7 @@ interface SearchParams {
   goal: string;
   maxDepth: number;
   iterations: number;
-  prior_value: boolean;
+  set_prior_value: boolean;
 }
 
 interface Message {
@@ -32,7 +32,7 @@ const MCTSAgent = () => {
     startingUrl: 'http://xwebarena.pathonai.org:7770/',
     goal: 'search running shoes, click on the first result',
     maxDepth: 3,
-    prior_value: false,
+    set_prior_value: false,
     iterations: 1
   });
 
@@ -97,7 +97,7 @@ const MCTSAgent = () => {
             goal: searchParams.goal,
             search_algorithm: "mcts",
             iterations: searchParams.iterations,
-            prior_value: searchParams.prior_value,
+            set_prior_value: searchParams.set_prior_value,
             max_depth: searchParams.maxDepth
           };
           console.log(request);
@@ -145,7 +145,7 @@ const MCTSAgent = () => {
         goal: searchParams.goal,
         search_algorithm: "mcts",
         iterations: searchParams.iterations,
-        prior_value: searchParams.prior_value,
+        set_prior_value: searchParams.set_prior_value,
         max_depth: searchParams.maxDepth
       };
 

visual-tree-search-backend/app/api/lwats/agents_async/SearchAgents/base_agent.py

@@ -486,10 +486,11 @@ async def node_evaluation(self, node: LATSNode) -> None:
     ## TODO: check the logic of updating value/ reward, is the input value?
     def backpropagate(self, node: LATSNode, value: float) -> None:
         while node:
-            node.visits += 1
-            # Calculate running average: newAvg = oldAvg + (value - oldAvg) / newCount
-            node.value += (value - node.value) / node.visits
-            node = node.parent
+            if node.depth != 0:
+                node.visits += 1
+                # Calculate running average: newAvg = oldAvg + (value - oldAvg) / newCount
+                node.value += (value - node.value) / node.visits
+                node = node.parent
 
     # shared
     async def simulation(self, node: LATSNode, websocket=None) -> tuple[float, LATSNode]:

visual-tree-search-backend/app/api/lwats/agents_async/SearchAgents/mcts_agent.py

@@ -291,7 +291,7 @@ async def mcts_search(self, websocket=None) -> Optional[LATSNode]:
 
 
             # optional: prior value
-            if self.config.prior_value:
+            if self.config.set_prior_value:
                 await self.websocket_step_start(step=2, step_name="node_children_evaluation", websocket=websocket)
                 await self.node_children_evaluation(selected_node)
                 tree_data = self._get_tree_data()
@@ -348,14 +348,15 @@ async def mcts_search(self, websocket=None) -> Optional[LATSNode]:
             print(f"{GREEN}Step 5: Backpropagation{RESET}")
             await self.websocket_step_start(step=5, step_name="backpropagation", websocket=websocket)
             for node in path:
-                old_value = node.value
-                node.visits += 1
-                node.value += (score - node.value) / node.visits
-                # consiste with lats backpropagation
-                #node.value = (node.value * (node.visits - 1) + score) / node.visits
-                print(f"Node {node.action}:")
-                print(f"  Visits: {node.visits}")
-                print(f"  Value: {old_value:.3f} -> {node.value:.3f}")
+                if node != self.root_node:
+                    old_value = node.value
+                    node.visits += 1
+                    node.value += (score - node.value) / node.visits
+                    # consiste with lats backpropagation
+                    #node.value = (node.value * (node.visits - 1) + score) / node.visits
+                    print(f"Node {node.action}:")
+                    print(f"  Visits: {node.visits}")
+                    print(f"  Value: {old_value:.3f} -> {node.value:.3f}")
                 # add websocket information, just use websocket here
                 # if websocket:
                 #     await websocket.send_json({

visual-tree-search-backend/app/api/lwats/core_async/config.py

@@ -30,7 +30,7 @@ class AgentConfig:
 
     # for MCTS
     reflection_score: float = 0.75
-    prior_value: bool = False
+    set_prior_value: bool = False
 
     # Features
     features: List[str] = field(default_factory=lambda: ['axtree'])

visual-tree-search-backend/app/api/routes/tree_search_websocket.py

@@ -79,7 +79,7 @@ async def handle_search_request(websocket: WebSocket, message: Dict[str, Any]):
         storage_state = message.get("storage_state", "app/api/shopping.json")
         iterations = message.get("iterations", 1)  # Extract iterations parameter
         num_simulations=message.get("num_simulations", 1)
-        prior_value = message.get("prior_value", False)
+        set_prior_value = message.get("set_prior_value", False)
 
         # Send status update
         await websocket.send_json({
@@ -97,7 +97,7 @@ async def handle_search_request(websocket: WebSocket, message: Dict[str, Any]):
             headless=False,
             iterations=iterations,
             num_simulations=num_simulations,
-            prior_value=prior_value
+            set_prior_value=set_prior_value
         )
         print(config)