From b8b4470eac3a67faf83f2b8f00803a09109192f2 Mon Sep 17 00:00:00 2001
From: Taha Belkhiri <belkhiri.taha53@gmail.com>
Date: Sat, 25 Jun 2022 18:28:34 +0200
Subject: [PATCH] =?UTF-8?q?q-learning=20fonctionnel=20pour=20une=20map=202?=
=?UTF-8?q?0x20=20(1000=20it=C3=A9rations=20d'entrainement)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit
---
.../jeu_appren_par_renfo/moving_ball/map.txt | 40 +-
.../jeu_appren_par_renfo/moving_ball/q.txt | 438 +++++++++++++++++-
.../moving_ball/src/main.c | 31 +-
3 files changed, 456 insertions(+), 53 deletions(-)
diff --git a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/map.txt b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/map.txt
index 08f348e..2f395db 100644
--- a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/map.txt
+++ b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/map.txt
@@ -1,20 +1,20 @@
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-1 1 2 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
-0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
\ No newline at end of file
+3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3
+3 3 3 0 0 0 0 0 0 0 0 0 0 0 0 0 3 3 3 3
+3 3 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 3 3 3
+3 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 0 3
+3 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 3
+3 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 3
+3 0 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 3
+3 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 3
+3 0 0 0 0 0 0 0 0 0 1 0 0 0 0 0 0 0 0 3
+1 1 1 1 1 1 1 1 1 2 1 1 0 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 1 0 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 1 0 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 1 1 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 0 0 3
+1 0 0 0 0 0 0 1 0 0 0 0 1 0 0 0 0 0 0 3
+1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 3 3 3
+1 0 0 0 0 0 0 3 0 0 0 0 0 0 0 0 0 0 0 3
+3 1 1 1 1 1 3 3 3 3 3 3 3 3 3 3 3 3 3 3
\ No newline at end of file
diff --git a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/q.txt b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/q.txt
index 92ff27c..93b39d4 100644
--- a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/q.txt
+++ b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/q.txt
@@ -1,20 +1,420 @@
--0.017100 -inf 0.072019 -inf
--0.534468 -0.519874 -0.564397 -inf
--0.792583 -0.691601 -0.689478 -inf
--inf -0.892186 -0.916371 -inf
-
-0.000000 -inf 0.445647 0.000000
--0.049685 0.127902 0.000000 -0.033300
--0.497940 -0.468548 0.159600 -0.609028
--inf -0.640195 -0.612080 -0.711467
-
-0.911375 -inf -0.009000 0.017557
-1.491811 0.000001 -0.008640 0.004317
--0.076635 0.174691 2.105920 -0.036351
--inf -0.343900 0.827881 -0.417850
-
--0.327988 -inf -inf -0.282122
-0.349357 -0.199000 -inf -0.189329
-2.652034 0.011485 -inf 0.277836
--inf 3.203766 -inf 0.662914
+-5.243739 -inf -5.377914 -inf
+-5.429800 -5.169731 -5.176440 -inf
+-5.165913 -5.301606 -5.199240 -inf
+-5.093489 -4.987607 -5.124341 -inf
+-4.829218 -5.138169 -4.795535 -inf
+-4.893990 -4.866118 -4.821217 -inf
+-4.794188 -4.842797 -4.921136 -inf
+-4.800076 -4.721111 -4.667508 -inf
+-4.893199 -4.728502 -4.736252 -inf
+-4.918698 -4.940613 -4.671112 -inf
+-4.818871 -5.289957 -4.428394 -inf
+-5.104024 -5.779325 -3.709882 -inf
+-5.148765 -5.118306 -3.709961 -inf
+-5.110335 -5.223148 -3.709913 -inf
+-5.123065 -5.210318 -3.709907 -inf
+-5.733078 -5.176024 -3.709600 -inf
+-6.351624 -5.160927 -4.609354 -inf
+-6.532470 -5.786995 -5.413912 -inf
+-6.410418 -6.164696 -6.094768 -inf
+-inf -6.644084 -6.802499 -inf
+
+-5.386274 -inf -5.385622 -5.141302
+-5.335995 -5.137397 -5.148215 -5.158483
+-5.001960 -4.982563 -4.947537 -5.216639
+-4.262907 -4.317315 -4.251924 -4.256180
+-4.252142 -4.057907 -4.102102 -4.272632
+-4.164576 -4.136004 -4.198442 -4.136745
+-4.078363 -4.144362 -4.030284 -4.276768
+-3.956133 -3.989723 -3.938843 -4.134250
+-3.733403 -3.896568 -3.758005 -4.248070
+-3.421112 -3.665032 -3.418931 -3.897395
+-2.710000 -3.945012 -2.709999 -4.891057
+-2.709992 -3.438846 -1.887332 -4.338290
+-2.709774 -2.709977 -1.900000 -4.338088
+-2.709892 -2.709526 -1.900001 -4.337984
+-2.709050 -2.709764 -1.900000 -4.338062
+-3.608963 -2.709252 -1.900000 -4.334743
+-5.418305 -3.709816 -2.899999 -6.144703
+-6.142814 -4.608118 -3.800000 -6.833059
+-7.277441 -5.402278 -4.609997 -7.065204
+-inf -6.099299 -6.100728 -7.254202
+
+-5.100510 -inf -5.132390 -5.241182
+-4.862952 -4.929137 -4.820026 -5.146064
+-4.171716 -4.395895 -4.180595 -4.251078
+-4.151543 -4.137047 -4.118487 -4.167108
+-4.052727 -4.177018 -4.069291 -4.053590
+-4.099039 -4.051290 -4.073980 -3.993464
+-3.916485 -3.962617 -3.949132 -3.910439
+-3.791988 -3.699055 -3.713235 -3.792525
+-3.381916 -3.539104 -3.385313 -3.799403
+-2.709994 -3.751859 -2.701937 -3.939222
+-1.851373 -3.438970 -1.900000 -3.438997
+-1.900001 -2.703229 -0.767699 -2.710000
+-1.900001 -1.900000 -1.000000 -2.709999
+-1.900001 -1.900000 -1.000000 -2.710000
+-1.900001 -1.900001 -1.000000 -2.709999
+-1.900001 -1.900000 -1.000000 -2.709999
+-2.800000 -1.900000 -1.000000 -3.609998
+-4.609997 -2.899999 -2.000001 -5.419998
+-6.148661 -3.799996 -2.899999 -6.148919
+-inf -4.609928 -4.609920 -7.298321
+
+-4.870554 -inf -4.947193 -5.149903
+-3.965417 -4.321782 -4.002220 -4.034471
+-3.939150 -3.960008 -3.897385 -4.085763
+-3.925844 -3.892177 -3.926335 -3.903955
+-3.913253 -3.897762 -3.899579 -3.953223
+-3.881472 -3.858325 -3.868976 -3.840844
+-3.713982 -3.755480 -3.742694 -3.883584
+-3.338329 -3.655680 -3.424896 -3.541014
+-2.703450 -3.434459 -3.138285 -3.725963
+-1.851567 -3.434393 -2.700996 -3.436843
+-0.700419 -2.709999 -1.871160 -2.709593
+-0.000000 -0.844696 0.753925 -0.874741
+-0.000000 -0.000000 -0.900001 -0.900001
+-0.000000 -0.000000 -0.900001 -0.900001
+-0.000000 -0.000000 -0.900001 -0.900001
+-0.000000 -0.000000 -0.900001 -0.900001
+-0.000000 -0.000000 -0.900001 -0.900001
+-0.900001 -0.000000 -0.900001 -1.800000
+-3.609998 -1.000000 -2.710000 -3.609998
+-inf -2.899999 -5.338695 -6.142961
+
+-4.492912 -inf -4.692348 -4.853301
+-3.788161 -3.995793 -3.730420 -3.747780
+-3.749786 -3.707524 -3.720836 -3.781657
+-3.677212 -3.730814 -3.641507 -3.671039
+-3.587251 -3.558038 -3.564804 -3.824237
+-3.506508 -3.543908 -3.488388 -3.757974
+-3.449353 -3.489921 -3.420201 -3.485045
+-3.184022 -3.310478 -3.216944 -3.201053
+-2.684212 -2.953734 -2.993634 -2.976157
+-1.786383 -3.381642 -2.654029 -2.680264
+-0.356285 -2.707830 -1.806944 -1.860847
+-0.893784 -0.774323 1.516277 0.125649
+-1.900001 -0.794593 -1.856215 -1.000000
+-1.900001 -1.899676 -2.686929 -1.000000
+-1.900001 -1.900001 -2.699905 -1.000000
+-1.900001 -1.900000 -2.612762 -1.000000
+-1.900001 -1.900000 -2.496666 -1.000000
+-2.710000 -1.900000 -2.547701 -1.000000
+-4.338998 -1.900001 -2.709645 -1.900001
+-inf -3.710000 -5.338910 -4.609924
+
+-4.183285 -inf -4.162260 -4.220289
+-3.328482 -3.369124 -3.308642 -3.387987
+-3.384517 -3.237135 -3.186654 -3.547319
+-3.244798 -3.347887 -3.188330 -3.635214
+-3.290867 -3.399524 -3.143678 -3.206496
+-3.178502 -3.229257 -2.669657 -3.258358
+-3.022585 -3.253171 -2.833909 -3.061957
+-3.006798 -3.072304 -2.864305 -3.079703
+-2.620468 -3.187870 -2.489275 -2.748013
+-1.651850 -2.675789 -2.449108 -2.456870
+0.055916 -2.706585 -1.837872 -1.826396
+-0.717618 -0.896898 2.307069 0.261593
+-2.694875 -0.250815 -1.648650 -1.900000
+-2.709962 -1.900003 -1.560216 -1.900000
+-2.709882 -2.709995 -1.691608 -1.900001
+-2.703158 -2.697379 -1.221654 -1.900001
+-2.704512 -2.642308 -1.427349 -1.900001
+-2.706321 -2.695619 -1.500919 -1.900001
+-4.338856 -2.682925 -1.834983 -2.710000
+-inf -3.707497 -4.609908 -5.338998
+
+-3.721596 -inf -4.029130 -3.952186
+-2.996535 -3.073560 -2.492139 -3.142934
+-2.909095 -3.000956 -2.228656 -3.283917
+-2.723144 -2.922521 -2.217355 -2.853864
+-2.674579 -2.754719 -2.158281 -3.215363
+-2.666374 -2.812000 -1.457342 -3.157097
+-2.670859 -2.658697 -1.507422 -2.804993
+-2.494610 -2.596176 -1.686997 -2.926475
+-2.391836 -2.602111 -1.277282 -2.707037
+-1.703670 -2.318170 -1.907108 -2.256761
+0.769055 -2.560585 -0.593388 -1.692751
+-0.083216 -0.405476 2.869164 1.262278
+-1.648162 -0.297253 1.120782 -1.865092
+-1.718086 -1.900000 0.753370 -2.709458
+-1.813076 -1.678947 0.408040 -2.695457
+-1.783234 -1.802537 0.349882 -2.571939
+-1.849852 -1.441078 -0.028031 -2.637483
+-1.873048 -1.755820 -0.231561 -2.643139
+-3.609951 -1.834761 -0.685006 -2.706331
+-inf -2.889693 -3.797945 -5.338981
+
+-3.398081 -inf -3.354731 -3.739691
+-2.443351 -2.931653 -1.224859 -2.973458
+-2.302281 -2.349213 -0.725486 -2.799380
+-2.101231 -2.392602 -0.389885 -2.665149
+-2.265953 -2.059932 -0.235022 -2.679044
+-1.736058 -2.106987 0.421618 -2.304682
+-2.005055 -1.785582 0.595935 -2.674558
+-1.759819 -1.738128 0.396730 -2.479496
+-1.738897 -1.865793 1.397115 -2.353048
+0.696632 -1.282745 -1.199452 -2.184319
+2.221342 -0.443685 3.756810 -0.173683
+2.014790 3.352883 2.463095 1.976488
+1.785244 2.962442 0.881539 0.263114
+1.627693 2.562740 0.439778 0.130677
+1.189365 2.204250 0.049065 -0.124982
+0.625776 1.834433 -0.101427 -0.142865
+0.511893 1.478959 -0.561052 -0.456538
+0.331346 1.197169 -0.607668 -0.620863
+-1.769361 0.873786 -0.764424 -0.856201
+-inf -1.741657 -4.609486 -4.609950
+
+-2.575721 -inf -1.121719 -3.830434
+-1.106661 -2.570340 0.334745 -2.426420
+-0.918217 -1.457190 0.916686 -2.125718
+-1.004224 -0.885310 1.330844 -2.065869
+-0.146443 -0.689678 1.623615 -2.081175
+0.042350 -0.321949 1.923996 -1.383381
+-0.334566 -0.720288 2.339499 -1.589244
+1.165615 -0.561692 2.737690 -1.698326
+0.094683 0.388002 3.134630 -0.321230
+0.396634 -0.652778 3.293358 -1.388187
+2.052101 2.206358 4.199362 2.739755
+0.005432 2.645466 2.768298 1.508389
+-0.798568 1.426578 0.241189 0.018649
+-1.425096 -0.604742 -0.575703 0.890797
+-1.861391 -1.167395 -2.201588 0.523328
+-1.712059 -1.634296 -2.680668 0.232589
+-1.758092 -1.571436 -2.650356 -0.142451
+-1.859180 -1.687546 -2.709281 -0.364806
+-3.593831 -1.846245 -2.701725 -0.516759
+-inf -2.814749 -5.338676 -3.800000
+
+1.509213 -inf 0.211279 -1.648810
+2.035505 0.165889 -0.745439 -0.630469
+2.388227 0.838252 -0.288485 0.053361
+2.695955 1.649876 0.708541 0.815902
+3.023451 2.227096 1.146648 1.077552
+3.377063 2.476218 1.180343 1.560209
+3.770103 2.887543 1.837956 1.898522
+4.198673 3.329895 3.301814 2.398077
+4.674651 3.659042 2.692899 2.657773
+5.188022 5.203912 4.144193 3.707884
+3.737526 4.678201 2.807472 3.737651
+2.436544 4.204014 3.357058 2.466344
+-0.686145 2.752549 0.700187 -0.399577
+-2.305789 1.272478 -1.848662 -1.443616
+-2.709959 -0.531206 -3.026709 -1.749823
+-2.691890 -2.330158 -3.438999 -1.655271
+-2.707880 -2.683309 -3.437990 -1.578691
+-2.710000 -2.673462 -3.438136 -1.804987
+-4.338938 -2.706997 -3.438271 -1.762899
+-inf -3.703363 -5.995096 -4.609845
+
+-0.957302 -inf -0.222525 0.920623
+-1.601651 -1.333242 -1.833346 -0.103909
+-1.423739 -1.601699 -1.824930 0.553422
+-0.599002 -1.459756 -2.148844 1.223213
+-0.538439 -1.245355 -2.217913 1.600663
+-0.515298 -0.999166 -2.429444 1.782483
+2.314057 -1.065278 -1.261408 1.322062
+2.192054 1.570474 2.736615 3.766953
+0.766749 1.648037 -0.696223 3.137199
+-0.197806 0.778313 -0.787378 3.571318
+1.822024 1.962516 -0.094091 3.175766
+2.014364 2.589218 2.959602 3.776861
+-1.293150 2.349107 0.149852 0.831107
+-3.037539 0.682192 -1.528641 -1.569630
+-3.392824 -1.246923 -3.207945 -2.633946
+-3.420027 -3.209251 -3.980963 -2.694098
+-3.438465 -3.438608 -4.081285 -2.639473
+-3.437399 -3.435231 -4.095001 -2.700676
+-4.995095 -3.438433 -4.095054 -2.686618
+-inf -4.438986 -6.580928 -5.338869
+
+-1.132238 -inf -0.278661 0.458560
+-1.850568 -1.074837 -1.872234 -1.816041
+-1.871858 -1.840247 -1.824256 -1.453070
+-2.135311 -1.902728 -2.165005 -1.076294
+-2.177799 -2.127266 -2.015535 -0.946188
+-0.907224 -2.261487 -2.219897 -1.601823
+1.518276 -2.490279 -1.500550 -0.779748
+0.368635 0.133226 2.193211 3.366218
+-1.018504 1.456100 -1.713427 -0.127158
+-1.003823 -1.448153 -2.461837 1.707415
+1.982909 -0.193900 -0.615203 0.469193
+1.693912 1.691306 2.685710 3.390409
+-1.016257 2.012876 0.542161 0.592231
+-2.815756 0.650495 -0.517161 -2.015034
+-3.663712 -1.126038 -2.211071 -2.987425
+-3.795615 -3.039694 -3.392062 -3.403194
+-3.970620 -3.863986 -3.847671 -3.429492
+-3.940268 -4.065506 -4.556812 -3.438825
+-5.557994 -4.060003 -4.661060 -3.438306
+-inf -5.094913 -6.748498 -5.633913
+
+-1.015494 -inf -0.000817 -0.040316
+-2.247467 -1.024341 -1.698770 -2.010062
+-2.056077 -1.958284 -2.076730 -2.012950
+-2.317020 -2.150683 -2.258864 -2.104657
+-2.278718 -2.188895 -2.192365 -2.134938
+-1.478381 -2.266169 -2.332889 -2.246461
+0.546917 -2.612055 -1.715395 -1.393737
+0.134608 -0.424833 1.333672 2.985886
+-2.426531 0.947889 -1.528232 -1.254570
+-1.747584 -0.829820 -2.581706 -1.712536
+1.624980 -2.247350 -2.286926 -0.684606
+2.357174 1.276387 1.403750 3.041814
+1.157404 2.726074 2.113332 1.593618
+-1.887382 1.403785 -0.858739 -1.624927
+-3.320011 -0.160386 -2.574795 -2.969099
+-3.900157 -2.229226 -3.361364 -3.844614
+-4.041080 -3.332581 -3.817717 -3.897845
+-4.281750 -4.052223 -4.252500 -4.065700
+-5.512602 -4.462123 -4.791813 -4.094012
+-inf -5.634279 -6.111973 -5.831636
+
+-0.901818 -inf -0.000000 -0.008221
+-2.341886 -1.000071 -1.859816 -1.973442
+-2.132497 -1.914293 -1.943504 -2.168207
+-2.293568 -2.283182 -2.357035 -2.290995
+-2.253454 -2.404329 -2.355658 -2.255313
+-1.688611 -2.233243 -2.041470 -2.070862
+0.353255 -2.346967 -1.961852 -1.488788
+-0.631125 -0.525519 0.739731 2.586745
+-2.494800 0.601141 -1.901219 -1.734393
+-2.279230 -1.420592 -2.564224 -2.515826
+-1.203519 -2.672915 -2.626987 -0.166120
+0.624708 -1.872802 -1.325005 1.674540
+0.705154 1.408844 1.851560 2.442546
+-2.272894 1.038756 -1.030684 -0.608385
+-3.410419 -0.604372 -2.470509 -2.500124
+-4.030684 -2.281563 -3.421676 -3.384126
+-4.553441 -3.322217 -3.438972 -4.073059
+-4.741387 -4.090909 -4.091933 -4.382614
+-5.031007 -4.568268 -4.545900 -4.543759
+-inf -5.629125 -5.942983 -6.006789
+
+-0.900001 -inf -0.000000 -0.000000
+-2.705200 -1.000000 -1.899556 -1.903722
+-2.730727 -1.899888 -2.488106 -2.281820
+-2.410406 -2.398748 -2.463934 -2.368081
+-2.308624 -2.280937 -2.321168 -2.403951
+-1.804373 -2.195328 -2.190666 -2.051587
+-0.092321 -2.433987 -1.893678 -1.845178
+-0.811666 -0.881466 0.111465 1.986492
+-2.341100 -0.408926 -1.788938 -1.667889
+-2.239699 -1.890851 -2.201438 -2.239548
+-0.921335 -2.634221 -2.596022 -2.457925
+0.878172 -2.424428 -0.908781 -0.614720
+0.641596 0.630388 1.644767 2.181597
+-2.649989 0.906960 -1.324415 -1.140068
+-3.437313 -1.183866 -2.709746 -2.303409
+-3.438745 -2.710000 -2.695814 -3.388588
+-4.095096 -3.438998 -2.700996 -4.095031
+-4.680108 -3.438998 -3.438998 -4.676852
+-5.889963 -4.094959 -4.094975 -4.687017
+-inf -5.654156 -6.070887 -6.088222
+
+-0.900001 -inf -0.000000 -0.000000
+-2.710002 -1.000000 -1.900001 -1.900001
+-2.708929 -1.900001 -1.919693 -2.660393
+-2.433759 -2.361001 -1.923721 -2.414618
+-2.202663 -2.295594 -1.945012 -2.200115
+-1.854514 -2.266992 -1.932779 -2.071572
+-0.784607 -2.401839 -1.852893 -1.773518
+-0.918816 -0.943957 0.057257 0.869875
+-1.954500 -0.849698 -1.823554 -1.886462
+-2.424364 -1.916788 -1.813995 -2.355534
+-1.206935 -2.659285 -1.772889 -2.588791
+0.696544 -2.458062 -1.119762 -0.889271
+0.416501 0.510874 1.442793 1.950166
+-2.446561 0.665948 -1.263155 -1.071141
+-2.700044 -0.931978 -1.886507 -2.666502
+-2.708763 -2.664064 -1.789394 -3.436230
+-3.438821 -2.705108 -1.833923 -3.438343
+-4.095096 -2.703003 -2.707657 -4.095096
+-5.585411 -3.438698 -3.438999 -4.684779
+-inf -5.095076 -5.962158 -6.672168
+
+-0.900001 -inf -0.000000 -0.000000
+-1.900003 -1.000000 -1.000003 -1.900001
+-1.950877 -1.900674 -1.000001 -2.664263
+-1.888274 -1.794510 -1.002111 -2.558401
+-1.699556 -1.854968 -1.015470 -2.161805
+-1.789701 -1.915670 -1.008219 -2.462382
+-0.940472 -2.021644 -1.154321 -1.918295
+-0.886537 -0.932827 0.253190 0.038897
+-1.766414 -1.061828 -0.768689 -1.874604
+-1.843923 -1.889836 -0.443630 -2.666189
+-1.698554 -1.876585 -0.060049 -2.675165
+0.484832 -1.617560 -0.255220 -1.047485
+0.109920 0.298847 1.279096 1.743023
+-1.748201 0.411371 -0.540462 -1.074895
+-1.852824 -1.671469 -0.366127 -2.445540
+-1.886475 -1.875651 -0.448161 -2.690770
+-2.709841 -1.821923 -0.677823 -2.709760
+-3.438999 -1.842234 -2.799587 -3.438998
+-4.995096 -2.706095 -4.419141 -4.095096
+-inf -4.438953 -6.877721 -6.581941
+
+-0.000000 -inf -0.000000 -0.000000
+-0.000083 -0.000000 -0.900300 -0.900018
+-0.008969 -0.000000 -0.905180 -0.901356
+-0.271961 -0.000019 -1.014280 -0.970785
+0.082751 -0.436158 -1.012202 -1.040589
+0.251577 -0.079704 -0.991274 -0.997974
+0.417352 0.035992 -1.031573 -0.912512
+0.669976 0.036491 -1.765555 0.014481
+0.869275 0.283700 -0.820517 -0.878145
+1.047198 0.446700 -0.624459 -0.746547
+1.212757 0.633014 -0.346242 -0.389771
+1.376224 0.813355 -0.349317 0.022151
+1.087382 1.131760 0.030389 1.553730
+0.442751 1.367623 -0.168104 -0.150912
+0.448789 1.181694 -0.553553 -0.599639
+0.129305 1.006072 -0.727960 -0.735712
+-1.795992 0.704386 -0.871518 -0.867968
+-5.419961 -1.869812 -3.708857 -3.709809
+-6.877996 -3.784166 -4.438998 -4.438998
+-inf -5.419710 -5.995081 -5.995090
+
+-0.903302 -inf -1.794359 -0.000000
+-1.888512 -1.081474 -1.370784 -1.000025
+-1.894270 -1.809297 -1.319707 -1.000535
+-1.790949 -1.799560 -1.333036 -1.022939
+-1.809634 -1.918411 -1.364628 -1.001793
+-1.772265 -1.904872 -1.368757 -0.990979
+-2.318136 -1.869989 -2.433337 -0.878539
+-2.769711 -2.806413 -3.794161 -1.789015
+-1.771598 -2.738337 -3.300342 -0.669164
+-1.601502 -1.892425 -3.455499 -0.320804
+-1.571903 -1.642375 -3.570842 -0.093219
+-1.526182 -1.731464 -3.605724 -0.020657
+-1.630193 -1.752972 -3.367834 0.255624
+-1.660233 -1.588302 -3.606789 0.082369
+-1.767865 -1.675711 -3.609663 -0.179861
+-1.896875 -1.709686 -3.602725 -0.412042
+-2.709350 -1.795107 -3.609460 -0.825490
+-3.438999 -1.855386 -4.338983 -2.799587
+-4.995089 -2.705861 -4.995088 -4.419998
+-inf -4.438801 -7.395193 -6.877779
+
+-2.274823 -inf -inf -1.998917
+-0.239060 -1.361621 -inf -1.030196
+-0.192977 -0.623675 -inf -1.015081
+-0.178113 -0.338083 -inf -1.033181
+-0.169390 -0.233137 -inf -1.011519
+-2.047086 -0.170447 -inf -0.964664
+-3.698861 -2.238323 -inf -2.828518
+-3.362710 -3.328363 -inf -3.314670
+-3.838189 -3.435092 -inf -2.860093
+-3.981106 -3.859570 -inf -2.725594
+-4.481407 -4.360524 -inf -2.635113
+-4.568501 -4.598739 -inf -2.773824
+-4.557566 -4.603247 -inf -2.345359
+-4.605671 -4.609997 -inf -2.615880
+-4.609488 -4.600443 -inf -2.757381
+-4.609990 -4.609360 -inf -2.785457
+-5.338998 -4.598870 -inf -2.894095
+-5.995094 -4.609997 -inf -3.707547
+-7.395545 -5.338997 -inf -4.438797
+-inf -5.995087 -inf -5.995077
diff --git a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/src/main.c b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/src/main.c
index dc8236c..abb6e7e 100644
--- a/travail_de_groupe/jeu_appren_par_renfo/moving_ball/src/main.c
+++ b/travail_de_groupe/jeu_appren_par_renfo/moving_ball/src/main.c
@@ -6,7 +6,7 @@
#include <math.h>
#include <time.h>
#define M_PI 3.14159265358979323846
-#define MAPSIZE 4
+#define MAPSIZE 20
int running = 1;
@@ -101,13 +101,13 @@ float *** allocateAndInitiateQ(){
if (i > 0 && i < MAPSIZE - 1 && j > 0 && j < MAPSIZE - 1){
for(k = 0; k < 4; k++){
- q[i][j][k] = 0;
+ q[i][j][k] = -1;
}
}
else if (i == 0 && j == 0){
int kPossibleValues[2] = {0, 2};
for(k = 0; k < 2; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][3] = -INFINITY;
q[i][j][1] = -INFINITY;
@@ -115,7 +115,7 @@ float *** allocateAndInitiateQ(){
else if (i == 0 && j == MAPSIZE - 1){
int kPossibleValues[2] = {1, 2};
for(k = 0; k < 2; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][0] = -INFINITY;
q[i][j][3] = -INFINITY;
@@ -123,7 +123,7 @@ float *** allocateAndInitiateQ(){
else if (i == MAPSIZE - 1 && j == 0){
int kPossibleValues[2] = {0, 3};
for(k = 0; k < 2; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][1] = -INFINITY;
q[i][j][2] = -INFINITY;
@@ -131,7 +131,7 @@ float *** allocateAndInitiateQ(){
else if (i == MAPSIZE - 1 && j == MAPSIZE - 1){
int kPossibleValues[2] = {1, 3};
for(k = 0; k < 2; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][0] = -INFINITY;
q[i][j][2] = -INFINITY;
@@ -139,28 +139,28 @@ float *** allocateAndInitiateQ(){
else if (j == MAPSIZE - 1){
int kPossibleValues[3] = {1, 2, 3};
for(k = 0; k < 3 ;k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][0] = -INFINITY;
}
else if (i == MAPSIZE - 1){
int kPossibleValues[3] = {0, 1, 3};
for(k = 0; k < 3; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][2] = -INFINITY;
}
else if (j == 0){
int kPossibleValues[3] = {0, 2, 3};
for(k = 0; k < 3; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][1] = -INFINITY;
}
else if (i == 0){
int kPossibleValues[3] = {0, 1, 2};
for(k = 0; k < 3; k++){
- q[i][j][kPossibleValues[k]] = 0;
+ q[i][j][kPossibleValues[k]] = -1;
}
q[i][j][3] = -INFINITY;
}
@@ -242,6 +242,9 @@ int setReward(Ball_t * ball, int map[][MAPSIZE]){
else if (map[ball->y][ball->x] == 2){
return 1;
}
+ else if (map[ball->y][ball->x] == 3){
+ return -2;
+ }
else{
return -1;
}
@@ -324,12 +327,12 @@ int main(){
srand(time(NULL));
int map[MAPSIZE][MAPSIZE];
- readMapFromFile("map2.txt", map);
+ readMapFromFile("map.txt", map);
//printMap(map);
float *** Q = allocateAndInitiateQ();
- for (int i = 0; i < 100; i++){
+ for (int i = 0; i < 1000; i++){
freePath(path);
path = (path_t *)malloc(sizeof(path_t));
ball.x = rand() % MAPSIZE;
@@ -340,7 +343,7 @@ int main(){
running = 0;
}
- int action = take_action(&ball, Q, 0.1);
+ int action = take_action(&ball, Q, 0.5);
printf("[%d] Action: %d\n", i, action);
int reward = setReward(&ball, map);
@@ -381,7 +384,7 @@ int main(){
printf("found at final %d %d\n", ball.x, ball.y);
running = 0;
}
- int action = take_action(&ball, Q, 0);
+ int action = take_action(&ball, Q, 0.1);
printf("Action: %d\n", action);
int reward = setReward(&ball, map);
printf("Reward: %d\n", reward);
--
GitLab