Skip to content

Commit 44cbe1f

Browse files
boynamedungboynamedung
authored
Add files via upload
1 parent 75ed02a commit 44cbe1f

File tree

3 files changed

+216
-0
lines changed

3 files changed

+216
-0
lines changed

‎Machine Learning/Solving maze 10x10 use QLearning/QL.m

+40
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
function Q=QL
2+
Q=zeros(4,100);
3+
k=0;
4+
delta=0.0001;
5+
gamma=0.9;
6+
q=1;
7+
st1='Please type agian to confirm value to finish:';
8+
finish=input(st1);
9+
while(q==1)
10+
%for q=1:15
11+
k=k+1;
12+
Qold=Q;
13+
%j=1=>U, j=2=>D, j=3=>L; j=4=>R
14+
for i=1:100
15+
if ((i==40)||(i==41)||(i==42)||(i==43))
16+
r=-2;
17+
elseif (i==finish)
18+
r=2;
19+
elseif ((i==91)||(i==92)||(i==93)||(i==94)||(i==95)||(i==96)||(i==97)||(i==98)||(i==99)||(i==100))
20+
r=0.5;
21+
else
22+
r=1;
23+
end;
24+
for j=1:4
25+
n=xnext(i,j);
26+
Qmax=Qold(1,n);
27+
for ii=2:4
28+
if (Qmax<Qold(ii,n))
29+
Qmax=Qold(ii,n);
30+
end;
31+
end;
32+
Q(j,i)=Qold(j,i)+(1/k)*(r+gamma*Qmax-Qold(j,i));
33+
end;
34+
end;
35+
if (norm(Q-Qold)<delta)
36+
q=0;
37+
end;
38+
end;
39+
40+

‎Machine Learning/Solving maze 10x10 use QLearning/Q_learning.m

+34
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
clc;
2+
st='Please type value to start:';
3+
xfirst=input(st);
4+
st1='Please type value to finish:';
5+
xfinish=input(st1);
6+
Q=QL;
7+
f=xfinish;
8+
i0=xfirst;
9+
i=xfirst;
10+
% disp(['Trang thai dau:',num2str(i0), 'Trang thai ke:', num2str(i), 'Tin hieu dieu khien:', action]);
11+
while (i~=f)
12+
[u,j]=max(Q(:,i));
13+
n=xnext(i,j);
14+
if (j==1)
15+
action='Up';
16+
elseif (j==2)
17+
action='Down';
18+
elseif (j==3)
19+
action='Left';
20+
else
21+
action='Right';
22+
end;
23+
24+
if (i~=i0)
25+
disp(['The next status:', num2str(i), ', Signal to control:', action]);
26+
elseif (i==i0)
27+
disp(['First of status:', num2str(i), ', Signal to control:', action]);
28+
end;
29+
i=n;
30+
end;
31+
disp(['The end of status:', num2str(i)]);
32+
33+
34+

‎Machine Learning/Solving maze 10x10 use QLearning/xnext.m

+142
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,142 @@
1+
function n=xnext(i,j)
2+
if((i==1)||(i==2)||(i==3)||(i==4)||(i==5)||(i==6)||(i==7)||(i==8)||(i==9)||(i==10))
3+
if (j==1)
4+
n=i;
5+
elseif (j==2)
6+
n=i+10;
7+
end
8+
end
9+
if((i==11)||(i==12)||(i==13)||(i==14)||(i==15)||(i==16)||(i==17)||(i==18)||(i==19)||(i==20))
10+
if (j==1)
11+
n=i-10;
12+
elseif (j==2)
13+
n=i+10;
14+
end
15+
end
16+
if((i==21)||(i==22)||(i==23)||(i==24)||(i==25)||(i==26)||(i==27)||(i==28)||(i==29)||(i==30))
17+
if (j==1)
18+
n=i-10;
19+
elseif (j==2)
20+
n=i+10;
21+
end
22+
end
23+
if((i==31)||(i==32)||(i==33)||(i==34)||(i==35)||(i==36)||(i==37)||(i==38)||(i==39)||(i==40))
24+
if (j==1)
25+
n=i-10;
26+
elseif (j==2)
27+
n=i+10;
28+
end
29+
end
30+
if((i==41)||(i==42)||(i==43)||(i==44)||(i==45)||(i==46)||(i==47)||(i==48)||(i==49)||(i==50))
31+
if (j==1)
32+
n=i-10;
33+
elseif (j==2)
34+
n=i+10;
35+
end
36+
end
37+
if((i==51)||(i==52)||(i==53)||(i==54)||(i==55)||(i==56)||(i==57)||(i==58)||(i==59)||(i==60))
38+
if (j==1)
39+
n=i-10;
40+
elseif (j==2)
41+
n=i+10;
42+
end
43+
end
44+
if((i==61)||(i==62)||(i==63)||(i==64)||(i==65)||(i==66)||(i==67)||(i==68)||(i==69)||(i==70))
45+
if (j==1)
46+
n=i-10;
47+
elseif (j==2)
48+
n=i+10;
49+
end
50+
end
51+
if((i==71)||(i==72)||(i==73)||(i==74)||(i==75)||(i==76)||(i==77)||(i==78)||(i==79)||(i==80))
52+
if (j==1)
53+
n=i-10;
54+
elseif (j==2)
55+
n=i+10;
56+
end
57+
end
58+
if((i==81)||(i==82)||(i==83)||(i==84)||(i==85)||(i==86)||(i==87)||(i==88)||(i==89)||(i==90))
59+
if (j==1)
60+
n=i-10;
61+
elseif (j==2)
62+
n=i+10;
63+
end
64+
end
65+
if((i==91)||(i==92)||(i==93)||(i==94)||(i==95)||(i==96)||(i==97)||(i==98)||(i==99)||(i==100))
66+
if (j==1)
67+
n=i-10;
68+
elseif (j==2)
69+
n=i;
70+
end
71+
end
72+
if((i==1)||(i==11)||(i==21)||(i==31)||(i==41)||(i==51)||(i==61)||(i==71)||(i==81)||(i==91))
73+
if (j==3)
74+
n=i;
75+
elseif (j==4)
76+
n=i+1;
77+
end
78+
end
79+
if((i==2)||(i==12)||(i==22)||(i==32)||(i==42)||(i==52)||(i==62)||(i==72)||(i==82)||(i==92))
80+
if (j==3)
81+
n=i-1;
82+
elseif (j==4)
83+
n=i+1;
84+
end
85+
end
86+
if((i==3)||(i==13)||(i==23)||(i==33)||(i==43)||(i==53)||(i==63)||(i==73)||(i==83)||(i==93))
87+
if (j==3)
88+
n=i-1;
89+
elseif (j==4)
90+
n=i+1;
91+
end
92+
end
93+
if((i==4)||(i==14)||(i==24)||(i==34)||(i==44)||(i==54)||(i==64)||(i==74)||(i==84)||(i==94))
94+
if (j==3)
95+
n=i-1;
96+
elseif (j==4)
97+
n=i+1;
98+
end
99+
end
100+
if((i==5)||(i==15)||(i==25)||(i==35)||(i==45)||(i==55)||(i==65)||(i==75)||(i==85)||(i==95))
101+
if (j==3)
102+
n=i-1;
103+
elseif (j==4)
104+
n=i+1;
105+
end
106+
end
107+
if((i==6)||(i==16)||(i==26)||(i==36)||(i==46)||(i==56)||(i==66)||(i==76)||(i==86)||(i==96))
108+
if (j==3)
109+
n=i-1;
110+
elseif (j==4)
111+
n=i+1;
112+
end
113+
end
114+
if((i==7)||(i==17)||(i==27)||(i==37)||(i==47)||(i==57)||(i==67)||(i==77)||(i==87)||(i==97))
115+
if (j==3)
116+
n=i-1;
117+
elseif (j==4)
118+
n=i+1;
119+
end
120+
end
121+
if((i==8)||(i==18)||(i==28)||(i==38)||(i==48)||(i==58)||(i==68)||(i==78)||(i==88)||(i==98))
122+
if (j==3)
123+
n=i-1;
124+
elseif (j==4)
125+
n=i+1;
126+
end
127+
end
128+
if((i==9)||(i==19)||(i==29)||(i==39)||(i==49)||(i==59)||(i==69)||(i==79)||(i==89)||(i==99))
129+
if (j==3)
130+
n=i-1;
131+
elseif (j==4)
132+
n=i+1;
133+
end
134+
end
135+
if((i==10)||(i==20)||(i==30)||(i==40)||(i==50)||(i==60)||(i==70)||(i==80)||(i==90)||(i==100))
136+
if (j==3)
137+
n=i-1;
138+
elseif (j==4)
139+
n=i;
140+
end
141+
end
142+

0 commit comments

Comments
 (0)