add all files for project 3 Multi_Agent Collaboration and Competition

Author: Mohammedabdalqader

Project-3_Collaboration_and_Competition/Collaboration_and_Competition/.ipynb_checkpoints/Competitive_Multi-Agent-checkpoint.ipynb

@@ -0,0 +1,86 @@
+from ddpg_agent import Agent
+from collections import deque,namedtuple
+import random
+import numpy as np
+import torch
+
+
+BATCH_SIZE = 256
+BUFFER_SIZE = int(1e6)
+LEARN_NUMBER = 4
+GAMMA = 0.99            # discount factor
+
+device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
+
+
+class maddpg():
+    
+    def __init__(self,state_size,action_size,num_agents,random_seeds):
+        
+        self.state_size   = state_size
+        self.action_size  = action_size
+        self.num_agents   = num_agents
+        self.random_seeds = random_seeds
+        self.agents = [Agent(self.state_size,self.action_size,random_seeds[i]) for i in range(self.num_agents)]
+        self.memory = ReplayBuffer(action_size, BUFFER_SIZE, BATCH_SIZE, seed = 7)
+        
+    def act(self,states,add_noise = True):
+        
+        actions = [agent.act(state,add_noise) for agent,state in zip(self.agents,states)]
+        return actions
+
+    def reset(self):
+        for i in range(self.num_agents):
+            self.agents[i].reset()
+            
+    def step(self, states, actions, rewards, next_states, dones):
+        """Save experience in replay memory, and use random sample from buffer to learn."""
+        # Save experience / reward
+        for state, action, reward, next_state, done in zip(states, actions, rewards, next_states, dones):
+        #for idx, agent in enumerate(self.maddpg_agent):
+            self.memory.add(state, action, reward, next_state, done)
+
+
+        # Learn, if enough samples are available in memory
+        if len(self.memory) > BATCH_SIZE:
+            for agent in self.agents:
+                for _ in range(LEARN_NUMBER):
+                    experiences = self.memory.sample()
+                    agent.learn(experiences)
+        
+
+class ReplayBuffer:
+    """Fixed-size buffer to store experience tuples."""
+
+    def __init__(self, action_size, buffer_size, batch_size, seed):
+        """Initialize a ReplayBuffer object.
+        Params
+        ======
+            buffer_size (int): maximum size of buffer
+            batch_size (int): size of each training batch
+        """
+        self.action_size = action_size
+        self.memory = deque(maxlen=buffer_size)  # internal memory (deque)
+        self.batch_size = batch_size
+        self.experience = namedtuple("Experience", field_names=["state", "action", "reward", "next_state", "done"])
+        self.seed = random.seed(seed)
+
+    def add(self, state, action, reward, next_state, done):
+        """Add a new experience to memory."""
+        e = self.experience(state, action, reward, next_state, done)
+        self.memory.append(e)
+
+    def sample(self):
+        """Randomly sample a batch of experiences from memory."""
+        experiences = random.sample(self.memory, k=self.batch_size)
+
+        states = torch.from_numpy(np.vstack([e.state for e in experiences if e is not None])).float().to(device)
+        actions = torch.from_numpy(np.vstack([e.action for e in experiences if e is not None])).float().to(device)
+        rewards = torch.from_numpy(np.vstack([e.reward for e in experiences if e is not None])).float().to(device)
+        next_states = torch.from_numpy(np.vstack([e.next_state for e in experiences if e is not None])).float().to(device)
+        dones = torch.from_numpy(np.vstack([e.done for e in experiences if e is not None]).astype(np.uint8)).float().to(device)
+        return (states, actions, rewards, next_states, dones)
+
+    def __len__(self):
+        """Return the current size of internal memory."""
+        return len(self.memory)

Project-3_Collaboration_and_Competition/Collaboration_and_Competition/.ipynb_checkpoints/Tennis-checkpoint.ipynb

@@ -0,0 +1,42 @@
+<!--
+    This file defines some of the browsers that Microsoft's implementation provides in
+    <windir>\Microsoft.NET\Framework\<ver>\CONFIG\Browsers\*.browser
+	
+	It is not derived from any file distributed with Microsoft's implementation.  Since
+	we can't distribute MS's browser files, we use browscap.ini to determine 
+	browser capabilities.  Then, if and only if the application contains App_Browser/*.browser
+	files and we are using .NET 2.0 or higher, we supplement the capabilities with the 
+	information in those files and the files in this directory.  The primary goal of this file
+	is provide browser definitions that might be referenced in App_Browser/*.browser files.
+-->
+<browsers>
+  <defaultBrowser id="Default">
+  </defaultBrowser>
+  <browser id="Default">
+    <identification>
+    	<userAgent match="." />
+    </identification>
+  </browser>
+  <browser id="IE6to9" parentID="Default">
+    <identification>
+      <capability name="majorver" match="^[6-9]" />
+      <capability name="browser" match="^(IE|AOL)$" />
+    </identification>
+  </browser>
+  <browser id="Opera8to9" parentID="Default">
+    <identification>
+      <capability name="majorver" match="^[8-9]" />
+      <capability name="browser" match="^Opera$" />
+    </identification>
+  </browser>
+  <browser id="Safari" parentID="Default">
+    <identification>
+      <capability name="browser" match="^Safari$" />
+    </identification>
+  </browser>
+  <browser id="Mozilla" parentID="Default">
+    <identification>
+      <capability name="browser" match="^Mozilla" />
+    </identification>
+  </browser>
+</browsers>