optimisation : storing the path taken to punish cycles

travail_de_groupe/jeu_appren_par_renfo/moving_ball/q.txt

--5.243739 -inf -5.377914 -inf 
--5.429800 -5.169731 -5.176440 -inf 
--5.165913 -5.301606 -5.199240 -inf 
--5.093489 -4.987607 -5.124341 -inf 
--4.829218 -5.138169 -4.795535 -inf 
--4.893990 -4.866118 -4.821217 -inf 
--4.794188 -4.842797 -4.921136 -inf 
--4.800076 -4.721111 -4.667508 -inf 
--4.893199 -4.728502 -4.736252 -inf 
--4.918698 -4.940613 -4.671112 -inf 
--4.818871 -5.289957 -4.428394 -inf 
--5.104024 -5.779325 -3.709882 -inf 
--5.148765 -5.118306 -3.709961 -inf 
--5.110335 -5.223148 -3.709913 -inf 
--5.123065 -5.210318 -3.709907 -inf 
--5.733078 -5.176024 -3.709600 -inf 
--6.351624 -5.160927 -4.609354 -inf 
--6.532470 -5.786995 -5.413912 -inf 
--6.410418 -6.164696 -6.094768 -inf 
--inf -6.644084 -6.802499 -inf 
+-4.679013 -inf -4.759479 -inf 
+-4.789732 -4.815143 -4.712086 -inf 
+-4.710402 -4.814960 -4.562960 -inf 
+-4.636346 -4.692190 -4.650024 -inf 
+-4.534092 -4.590472 -4.431928 -inf 
+-4.537048 -4.606886 -4.552558 -inf 
+-4.534045 -4.511461 -4.445168 -inf 
+-4.273845 -4.364622 -4.280070 -inf 
+-4.107090 -4.065753 -4.020905 -inf 
+-4.064882 -4.061357 -3.956238 -inf 
+-3.789169 -3.968795 -3.915032 -inf 
+-3.258316 -3.751560 -3.531336 -inf 
+-3.616064 -3.622455 -3.538295 -inf 
+-3.645387 -3.618901 -3.603351 -inf 
+-3.680214 -3.776618 -3.660123 -inf 
+-3.800873 -3.897358 -3.796625 -inf 
+-4.041916 -3.794787 -3.807678 -inf 
+-4.274766 -4.144737 -4.132134 -inf 
+-4.282194 -4.220305 -4.087461 -inf 
+-inf -4.127048 -4.294581 -inf 
 
--5.386274 -inf -5.385622 -5.141302 
--5.335995 -5.137397 -5.148215 -5.158483 
--5.001960 -4.982563 -4.947537 -5.216639 
--4.262907 -4.317315 -4.251924 -4.256180 
--4.252142 -4.057907 -4.102102 -4.272632 
--4.164576 -4.136004 -4.198442 -4.136745 
--4.078363 -4.144362 -4.030284 -4.276768 
--3.956133 -3.989723 -3.938843 -4.134250 
--3.733403 -3.896568 -3.758005 -4.248070 
--3.421112 -3.665032 -3.418931 -3.897395 
--2.710000 -3.945012 -2.709999 -4.891057 
--2.709992 -3.438846 -1.887332 -4.338290 
--2.709774 -2.709977 -1.900000 -4.338088 
--2.709892 -2.709526 -1.900001 -4.337984 
--2.709050 -2.709764 -1.900000 -4.338062 
--3.608963 -2.709252 -1.900000 -4.334743 
--5.418305 -3.709816 -2.899999 -6.144703 
--6.142814 -4.608118 -3.800000 -6.833059 
--7.277441 -5.402278 -4.609997 -7.065204 
--inf -6.099299 -6.100728 -7.254202 
+-4.888132 -inf -4.794958 -4.773001 
+-4.789168 -4.798907 -4.680589 -4.729169 
+-4.711276 -4.674866 -4.670712 -4.700812 
+-4.394264 -4.368880 -4.404138 -4.388548 
+-4.306810 -4.340254 -4.281138 -4.230817 
+-4.211802 -4.265837 -4.283621 -4.323250 
+-4.072746 -4.214789 -4.065754 -4.146913 
+-3.965928 -3.945315 -3.953492 -3.939975 
+-3.777674 -3.775309 -3.910381 -3.851531 
+-3.644349 -3.654798 -3.677350 -3.760074 
+-3.453609 -3.458099 -3.455257 -3.486172 
+-3.172601 -3.266158 -3.090276 -3.111783 
+-3.227644 -3.320406 -3.235162 -3.362976 
+-3.200876 -3.279330 -3.204183 -3.336691 
+-3.199803 -3.303966 -3.331897 -3.549376 
+-3.380146 -3.346277 -3.314144 -3.625287 
+-4.009963 -3.773740 -3.752020 -4.100974 
+-4.052613 -4.167122 -4.104823 -4.132296 
+-4.218411 -4.302103 -4.225142 -4.277814 
+-inf -4.555498 -4.309043 -4.243236 
 
--5.100510 -inf -5.132390 -5.241182 
--4.862952 -4.929137 -4.820026 -5.146064 
--4.171716 -4.395895 -4.180595 -4.251078 
--4.151543 -4.137047 -4.118487 -4.167108 
--4.052727 -4.177018 -4.069291 -4.053590 
--4.099039 -4.051290 -4.073980 -3.993464 
--3.916485 -3.962617 -3.949132 -3.910439 
--3.791988 -3.699055 -3.713235 -3.792525 
--3.381916 -3.539104 -3.385313 -3.799403 
--2.709994 -3.751859 -2.701937 -3.939222 
--1.851373 -3.438970 -1.900000 -3.438997 
--1.900001 -2.703229 -0.767699 -2.710000 
--1.900001 -1.900000 -1.000000 -2.709999 
--1.900001 -1.900000 -1.000000 -2.710000 
--1.900001 -1.900001 -1.000000 -2.709999 
--1.900001 -1.900000 -1.000000 -2.709999 
--2.800000 -1.900000 -1.000000 -3.609998 
--4.609997 -2.899999 -2.000001 -5.419998 
--6.148661 -3.799996 -2.899999 -6.148919 
--inf -4.609928 -4.609920 -7.298321 
+-4.627444 -inf -4.576108 -4.695413 
+-4.483191 -4.759140 -4.471732 -4.811221 
+-4.329386 -4.510698 -4.293255 -4.461494 
+-4.221362 -4.337015 -4.244971 -4.402813 
+-4.217063 -4.170462 -4.161160 -4.217949 
+-4.147405 -4.076338 -4.103780 -4.230638 
+-4.019934 -4.020288 -4.035813 -3.955685 
+-3.904132 -3.930797 -3.916727 -3.951809 
+-3.711422 -3.896020 -3.750288 -3.732581 
+-3.540314 -3.624491 -3.543657 -3.608894 
+-3.124229 -3.654226 -3.074407 -3.318512 
+-2.915763 -3.444909 -2.271923 -2.966106 
+-3.146102 -2.963105 -2.556993 -3.366721 
+-3.022664 -3.253960 -2.806927 -2.965158 
+-3.221695 -3.146349 -2.964465 -3.277216 
+-3.222904 -3.277904 -3.088748 -3.229422 
+-3.672357 -3.220470 -3.162835 -3.495701 
+-4.407698 -3.724863 -3.777434 -3.918723 
+-4.116649 -4.096058 -4.162103 -4.191803 
+-inf -4.232615 -4.255088 -4.240943 
 
--4.870554 -inf -4.947193 -5.149903 
--3.965417 -4.321782 -4.002220 -4.034471 
--3.939150 -3.960008 -3.897385 -4.085763 
--3.925844 -3.892177 -3.926335 -3.903955 
--3.913253 -3.897762 -3.899579 -3.953223 
--3.881472 -3.858325 -3.868976 -3.840844 
--3.713982 -3.755480 -3.742694 -3.883584 
--3.338329 -3.655680 -3.424896 -3.541014 
--2.703450 -3.434459 -3.138285 -3.725963 
--1.851567 -3.434393 -2.700996 -3.436843 
--0.700419 -2.709999 -1.871160 -2.709593 
--0.000000 -0.844696 0.753925 -0.874741 
--0.000000 -0.000000 -0.900001 -0.900001 
--0.000000 -0.000000 -0.900001 -0.900001 
--0.000000 -0.000000 -0.900001 -0.900001 
--0.000000 -0.000000 -0.900001 -0.900001 
--0.000000 -0.000000 -0.900001 -0.900001 
--0.900001 -0.000000 -0.900001 -1.800000 
--3.609998 -1.000000 -2.710000 -3.609998 
--inf -2.899999 -5.338695 -6.142961 
+-4.259184 -inf -4.343189 -4.503180 
+-4.218550 -4.201602 -4.141282 -4.198997 
+-4.259577 -4.161389 -4.152919 -4.274626 
+-4.112103 -4.172496 -4.096513 -4.225330 
+-4.042973 -4.043665 -4.102094 -4.108799 
+-3.971213 -4.042076 -3.975358 -3.959535 
+-3.915914 -3.906516 -3.890193 -3.883901 
+-3.766902 -3.809885 -3.782262 -3.796422 
+-3.546854 -3.621923 -3.545449 -3.557935 
+-3.073708 -3.368261 -3.296104 -3.417099 
+-2.274192 -3.078736 -2.794534 -3.350708 
+-2.238065 -2.560487 -1.444412 -2.406368 
+-2.508056 -1.654525 -2.299107 -2.780208 
+-2.706931 -1.810474 -2.652386 -2.843237 
+-2.912299 -1.978380 -2.911528 -2.927724 
+-2.885712 -2.142864 -2.800218 -2.908289 
+-2.894425 -2.451261 -2.901959 -3.124871 
+-3.094537 -2.579148 -3.081152 -3.502734 
+-3.740983 -3.353569 -3.651725 -3.505362 
+-inf -3.984327 -3.953304 -4.007995 
 
--4.492912 -inf -4.692348 -4.853301 
--3.788161 -3.995793 -3.730420 -3.747780 
--3.749786 -3.707524 -3.720836 -3.781657 
--3.677212 -3.730814 -3.641507 -3.671039 
--3.587251 -3.558038 -3.564804 -3.824237 
--3.506508 -3.543908 -3.488388 -3.757974 
--3.449353 -3.489921 -3.420201 -3.485045 
--3.184022 -3.310478 -3.216944 -3.201053 
--2.684212 -2.953734 -2.993634 -2.976157 
--1.786383 -3.381642 -2.654029 -2.680264 
--0.356285 -2.707830 -1.806944 -1.860847 
--0.893784 -0.774323 1.516277 0.125649 
--1.900001 -0.794593 -1.856215 -1.000000 
--1.900001 -1.899676 -2.686929 -1.000000 
--1.900001 -1.900001 -2.699905 -1.000000 
--1.900001 -1.900000 -2.612762 -1.000000 
--1.900001 -1.900000 -2.496666 -1.000000 
--2.710000 -1.900000 -2.547701 -1.000000 
--4.338998 -1.900001 -2.709645 -1.900001 
--inf -3.710000 -5.338910 -4.609924 
+-4.367856 -inf -4.531157 -4.250817 
+-4.033587 -4.082870 -3.998133 -4.010829 
+-3.975888 -3.921725 -3.927046 -4.159658 
+-3.910885 -3.969142 -3.952864 -3.932295 
+-3.921850 -3.902539 -3.907106 -3.961707 
+-3.773011 -3.778639 -3.773706 -3.806730 
+-3.659670 -3.723600 -3.671968 -3.885675 
+-3.534192 -3.539688 -3.540813 -3.606493 
+-3.367666 -3.393028 -3.322811 -3.363676 
+-2.863674 -3.105639 -3.122119 -3.057588 
+-2.058567 -3.395892 -2.681431 -2.917009 
+-2.309244 -2.141288 -1.099872 -1.867017 
+-3.001850 -2.100513 -2.746280 -2.704714 
+-3.024906 -2.914080 -3.013864 -2.761842 
+-3.107144 -3.087395 -3.179628 -2.940020 
+-3.326178 -3.132713 -3.038903 -3.002294 
+-3.263234 -3.228612 -3.308831 -3.153677 
+-3.402300 -3.399679 -3.376620 -3.346863 
+-3.586543 -3.532888 -3.541263 -3.565780 
+-inf -4.027470 -4.181501 -3.942941 
 
--4.183285 -inf -4.162260 -4.220289 
--3.328482 -3.369124 -3.308642 -3.387987 
--3.384517 -3.237135 -3.186654 -3.547319 
--3.244798 -3.347887 -3.188330 -3.635214 
--3.290867 -3.399524 -3.143678 -3.206496 
--3.178502 -3.229257 -2.669657 -3.258358 
--3.022585 -3.253171 -2.833909 -3.061957 
--3.006798 -3.072304 -2.864305 -3.079703 
--2.620468 -3.187870 -2.489275 -2.748013 
--1.651850 -2.675789 -2.449108 -2.456870 
-0.055916 -2.706585 -1.837872 -1.826396 
--0.717618 -0.896898 2.307069 0.261593 
--2.694875 -0.250815 -1.648650 -1.900000 
--2.709962 -1.900003 -1.560216 -1.900000 
--2.709882 -2.709995 -1.691608 -1.900001 
--2.703158 -2.697379 -1.221654 -1.900001 
--2.704512 -2.642308 -1.427349 -1.900001 
--2.706321 -2.695619 -1.500919 -1.900001 
--4.338856 -2.682925 -1.834983 -2.710000 
--inf -3.707497 -4.609908 -5.338998 
+-4.115677 -inf -4.324482 -4.276977 
+-3.891796 -3.885114 -3.817713 -3.867939 
+-3.790907 -3.830416 -3.761962 -3.744841 
+-3.750513 -3.707040 -3.700167 -3.768477 
+-3.645746 -3.594726 -3.616925 -3.838207 
+-3.529539 -3.522401 -3.535256 -3.552266 
+-3.400866 -3.366175 -3.397409 -3.618856 
+-3.318379 -3.302170 -3.253026 -3.305482 
+-3.128408 -3.131002 -3.125783 -3.159325 
+-2.736322 -3.003875 -2.821838 -3.059884 
+-1.857817 -2.931448 -2.302220 -2.725026 
+-2.021106 -2.261596 -0.715155 -1.856552 
+-2.854416 -1.847872 -2.592186 -2.775878 
+-3.036444 -2.738193 -2.774920 -2.933097 
+-3.014899 -3.137562 -2.929740 -3.008031 
+-3.124537 -3.123648 -3.115448 -3.136176 
+-3.260620 -3.283649 -3.258139 -3.274072 
+-3.355631 -3.415883 -3.372240 -3.437992 
+-3.466618 -3.579005 -3.408009 -3.420148 
+-inf -4.000615 -4.015963 -3.979407 
 
--3.721596 -inf -4.029130 -3.952186 
--2.996535 -3.073560 -2.492139 -3.142934 
--2.909095 -3.000956 -2.228656 -3.283917 
--2.723144 -2.922521 -2.217355 -2.853864 
--2.674579 -2.754719 -2.158281 -3.215363 
--2.666374 -2.812000 -1.457342 -3.157097 
--2.670859 -2.658697 -1.507422 -2.804993 
--2.494610 -2.596176 -1.686997 -2.926475 
--2.391836 -2.602111 -1.277282 -2.707037 
--1.703670 -2.318170 -1.907108 -2.256761 
-0.769055 -2.560585 -0.593388 -1.692751 
--0.083216 -0.405476 2.869164 1.262278 
--1.648162 -0.297253 1.120782 -1.865092 
--1.718086 -1.900000 0.753370 -2.709458 
--1.813076 -1.678947 0.408040 -2.695457 
--1.783234 -1.802537 0.349882 -2.571939 
--1.849852 -1.441078 -0.028031 -2.637483 
--1.873048 -1.755820 -0.231561 -2.643139 
--3.609951 -1.834761 -0.685006 -2.706331 
--inf -2.889693 -3.797945 -5.338981 
+-3.975577 -inf -3.974344 -4.023560 
+-3.617524 -3.633109 -3.647900 -3.690811 
+-3.471045 -3.630183 -3.479401 -3.655668 
+-3.319465 -3.525363 -3.357579 -3.417351 
+-3.284617 -3.342243 -3.294901 -3.387653 
+-3.137065 -3.312624 -3.142192 -3.355618 
+-3.069521 -3.071049 -3.019279 -3.196153 
+-3.047816 -2.952327 -2.826968 -2.989309 
+-2.760780 -2.893125 -2.696201 -2.916897 
+-2.240470 -2.992244 -2.330213 -2.711097 
+-1.832229 -2.963397 -1.232255 -2.586199 
+-1.858139 -1.371130 -0.525977 -1.808492 
+-2.781301 -1.696421 -2.136543 -2.727246 
+-2.600356 -2.652107 -2.094972 -2.764765 
+-2.714988 -2.643485 -2.338019 -2.797525 
+-2.973297 -2.683734 -2.539124 -3.185268 
+-3.425307 -2.905714 -2.763238 -3.420276 
+-3.189603 -3.145497 -2.946060 -3.414404 
+-3.274199 -3.241105 -3.168683 -3.421491 
+-inf -3.876636 -3.924884 -3.827097 
 
--3.398081 -inf -3.354731 -3.739691 
--2.443351 -2.931653 -1.224859 -2.973458 
--2.302281 -2.349213 -0.725486 -2.799380 
--2.101231 -2.392602 -0.389885 -2.665149 
--2.265953 -2.059932 -0.235022 -2.679044 
--1.736058 -2.106987 0.421618 -2.304682 
--2.005055 -1.785582 0.595935 -2.674558 
--1.759819 -1.738128 0.396730 -2.479496 
--1.738897 -1.865793 1.397115 -2.353048 
-0.696632 -1.282745 -1.199452 -2.184319 
-2.221342 -0.443685 3.756810 -0.173683 
-2.014790 3.352883 2.463095 1.976488 
-1.785244 2.962442 0.881539 0.263114 
-1.627693 2.562740 0.439778 0.130677 
-1.189365 2.204250 0.049065 -0.124982 
-0.625776 1.834433 -0.101427 -0.142865 
-0.511893 1.478959 -0.561052 -0.456538 
-0.331346 1.197169 -0.607668 -0.620863 
--1.769361 0.873786 -0.764424 -0.856201 
--inf -1.741657 -4.609486 -4.609950 
+-3.714627 -inf -3.785537 -3.649617 
+-3.304114 -3.460066 -3.143925 -3.288995 
+-3.047508 -3.183439 -2.926575 -3.191335 
+-2.985254 -3.200180 -2.736470 -3.205401 
+-2.925897 -3.008245 -2.616765 -3.104964 
+-2.885211 -2.895206 -2.451038 -2.905430 
+-2.565183 -2.856395 -2.303504 -2.974701 
+-2.530897 -2.841727 -2.055613 -2.870267 
+-2.302281 -2.623394 -1.818514 -2.585161 
+-1.230968 -2.588931 -1.887404 -2.733958 
+-1.270333 -1.415163 -0.155729 -1.483764 
+-1.094159 -0.319697 -1.152711 -1.504734 
+-1.655625 -0.739223 -2.229196 -1.964223 
+-1.881832 -1.113003 -2.380723 -2.217577 
+-2.185881 -1.156118 -2.374930 -2.339925 
+-2.621258 -1.294409 -2.520207 -2.494097 
+-2.513086 -1.454810 -2.852990 -2.774817 
+-2.761305 -1.805910 -3.092821 -3.021135 
+-2.947672 -2.239201 -2.961889 -2.943301 
+-inf -3.499691 -3.993376 -3.821384 
 
--2.575721 -inf -1.121719 -3.830434 
--1.106661 -2.570340 0.334745 -2.426420 
--0.918217 -1.457190 0.916686 -2.125718 
--1.004224 -0.885310 1.330844 -2.065869 
--0.146443 -0.689678 1.623615 -2.081175 
-0.042350 -0.321949 1.923996 -1.383381 
--0.334566 -0.720288 2.339499 -1.589244 
-1.165615 -0.561692 2.737690 -1.698326 
-0.094683 0.388002 3.134630 -0.321230 
-0.396634 -0.652778 3.293358 -1.388187 
-2.052101 2.206358 4.199362 2.739755 
-0.005432 2.645466 2.768298 1.508389 
--0.798568 1.426578 0.241189 0.018649 
--1.425096 -0.604742 -0.575703 0.890797 
--1.861391 -1.167395 -2.201588 0.523328 
--1.712059 -1.634296 -2.680668 0.232589 
--1.758092 -1.571436 -2.650356 -0.142451 
--1.859180 -1.687546 -2.709281 -0.364806 
--3.593831 -1.846245 -2.701725 -0.516759 
--inf -2.814749 -5.338676 -3.800000 
+-3.462889 -inf -2.745316 -3.749979 
+-2.838083 -3.144011 -2.354710 -3.362391 
+-2.728976 -2.937310 -2.075947 -3.241590 
+-2.585333 -2.812989 -1.986479 -3.280447 
+-2.450003 -2.662525 -1.756576 -3.097875 
+-2.270897 -2.506346 -1.568153 -2.968279 
+-2.047226 -2.389732 -1.333609 -2.843468 
+-1.805606 -2.271462 -1.084134 -2.800160 
+-1.844941 -2.020266 -0.841322 -2.687889 
+-1.208398 -1.843794 -0.849471 -2.145992 
+-1.355003 -0.922163 -0.029741 -1.223007 
+-2.592944 -0.991132 -1.298787 -1.537539 
+-2.771946 -2.071113 -2.149328 -1.782168 
+-2.661349 -2.515954 -2.619077 -2.045080 
+-2.785449 -2.710137 -2.937627 -2.268585 
+-3.000884 -2.902595 -3.054479 -2.525731 
+-3.105874 -3.025305 -3.388341 -2.766708 
+-3.350686 -3.191844 -3.190338 -2.976551 
+-3.560671 -3.235434 -3.455739 -3.174241 
+-inf -3.920225 -3.901776 -3.933401 
 
-1.509213 -inf 0.211279 -1.648810 
-2.035505 0.165889 -0.745439 -0.630469 
-2.388227 0.838252 -0.288485 0.053361 
-2.695955 1.649876 0.708541 0.815902 
-3.023451 2.227096 1.146648 1.077552 
-3.377063 2.476218 1.180343 1.560209 
-3.770103 2.887543 1.837956 1.898522 
-4.198673 3.329895 3.301814 2.398077 
-4.674651 3.659042 2.692899 2.657773 
-5.188022 5.203912 4.144193 3.707884 
-3.737526 4.678201 2.807472 3.737651 
-2.436544 4.204014 3.357058 2.466344 
--0.686145 2.752549 0.700187 -0.399577 
--2.305789 1.272478 -1.848662 -1.443616 
--2.709959 -0.531206 -3.026709 -1.749823 
--2.691890 -2.330158 -3.438999 -1.655271 
--2.707880 -2.683309 -3.437990 -1.578691 
--2.710000 -2.673462 -3.438136 -1.804987 
--4.338938 -2.706997 -3.438271 -1.762899 
--inf -3.703363 -5.995096 -4.609845 
+-1.657078 -inf -2.503919 -2.822104 
+-1.505571 -2.202902 -2.457509 -2.654236 
+-1.284880 -2.086811 -2.216316 -2.479659 
+-1.017789 -1.891929 -2.288615 -1.863212 
+-0.713351 -1.858310 -1.919928 -1.892503 
+-0.516490 -1.590446 -1.847934 -1.875201 
+-0.346677 -1.245482 -1.416563 -1.461393 
+-0.191139 -1.115993 -1.036125 -1.156008 
+0.135054 -0.914364 -1.046545 -1.000175 
+-0.323797 0.140792 0.200336 0.078135 
+-0.772302 0.131704 -0.984697 -0.727562 
+-1.491412 -0.176472 -1.225552 -1.128780 
+-2.782323 -1.187573 -2.240413 -2.534935 
+-2.750992 -2.216509 -2.836596 -2.483796 
+-2.979345 -2.888736 -2.960334 -2.875199 
+-3.212656 -3.155937 -3.118682 -3.122144 
+-3.332192 -3.304431 -3.378597 -3.333967 
+-3.403669 -3.401983 -3.598893 -3.369367 
+-3.612279 -3.562164 -3.633287 -3.569871 
+-inf -4.079131 -4.179627 -4.048976 
 
--0.957302 -inf -0.222525 0.920623 
--1.601651 -1.333242 -1.833346 -0.103909 
--1.423739 -1.601699 -1.824930 0.553422 
--0.599002 -1.459756 -2.148844 1.223213 
--0.538439 -1.245355 -2.217913 1.600663 
--0.515298 -0.999166 -2.429444 1.782483 
-2.314057 -1.065278 -1.261408 1.322062 
-2.192054 1.570474 2.736615 3.766953 
-0.766749 1.648037 -0.696223 3.137199 
--0.197806 0.778313 -0.787378 3.571318 
-1.822024 1.962516 -0.094091 3.175766 
-2.014364 2.589218 2.959602 3.776861 
--1.293150 2.349107 0.149852 0.831107 
--3.037539 0.682192 -1.528641 -1.569630 
--3.392824 -1.246923 -3.207945 -2.633946 
--3.420027 -3.209251 -3.980963 -2.694098 
--3.438465 -3.438608 -4.081285 -2.639473 
--3.437399 -3.435231 -4.095001 -2.700676 
--4.995095 -3.438433 -4.095054 -2.686618 
--inf -4.438986 -6.580928 -5.338869 
+-2.304331 -inf -2.666936 -1.849636 
+-2.844030 -2.734435 -2.779481 -2.345994 
+-2.686505 -2.890649 -2.869249 -2.135415 
+-2.565982 -2.798190 -2.909795 -1.982172 
+-2.413980 -2.608896 -3.018470 -1.798046 
+-2.263348 -2.546166 -2.871362 -1.602158 
+-1.523029 -2.462823 -2.506325 -1.332870 
+-0.887590 -1.486329 -1.511703 -0.564508 
+-1.880339 -1.576371 -2.688841 -0.845147 
+-1.898026 -1.873996 -2.571748 -0.847136 
+-1.577131 -1.875074 -2.477952 -0.842539 
+-1.474168 -1.079942 -1.543056 -0.552931 
+-2.936831 -1.457548 -2.326621 -2.123683 
+-2.938452 -2.408856 -2.788062 -2.616383 
+-3.046435 -3.029735 -3.026026 -3.100145 
+-3.259448 -3.236326 -3.363780 -3.278542 
+-3.484823 -3.496636 -3.522908 -3.481986 
+-3.693303 -3.631274 -3.694273 -3.601675 
+-3.799554 -3.765635 -3.769316 -3.726302 
+-inf -4.333150 -4.087747 -4.081234 
 
--1.132238 -inf -0.278661 0.458560 
--1.850568 -1.074837 -1.872234 -1.816041 
--1.871858 -1.840247 -1.824256 -1.453070 
--2.135311 -1.902728 -2.165005 -1.076294 
--2.177799 -2.127266 -2.015535 -0.946188 
--0.907224 -2.261487 -2.219897 -1.601823 
-1.518276 -2.490279 -1.500550 -0.779748 
-0.368635 0.133226 2.193211 3.366218 
--1.018504 1.456100 -1.713427 -0.127158 
--1.003823 -1.448153 -2.461837 1.707415 
-1.982909 -0.193900 -0.615203 0.469193 
-1.693912 1.691306 2.685710 3.390409 
--1.016257 2.012876 0.542161 0.592231 
--2.815756 0.650495 -0.517161 -2.015034 
--3.663712 -1.126038 -2.211071 -2.987425 
--3.795615 -3.039694 -3.392062 -3.403194 
--3.970620 -3.863986 -3.847671 -3.429492 
--3.940268 -4.065506 -4.556812 -3.438825 
--5.557994 -4.060003 -4.661060 -3.438306 
--inf -5.094913 -6.748498 -5.633913 
+-2.460783 -inf -2.667212 -1.818039 
+-2.842404 -2.736459 -2.932967 -2.834925 
+-2.845506 -3.023447 -2.935126 -2.799402 
+-2.794122 -2.816457 -2.839583 -2.687819 
+-2.805236 -2.746927 -2.732993 -2.685477 
+-2.571618 -2.668035 -2.761787 -2.480505 
+-1.704252 -2.808512 -2.703278 -2.247694 
+-1.918440 -1.718175 -1.604922 -0.852585 
+-2.367857 -1.805267 -2.664421 -1.914301 
+-2.320131 -2.234169 -2.485682 -1.920282 
+-1.600486 -2.579037 -2.453830 -2.022289 
+-1.770362 -1.826227 -1.684053 -0.739955 
+-3.145066 -1.581958 -2.143341 -2.393502 
+-2.885416 -2.553160 -2.724853 -2.903766 
+-3.114152 -3.073529 -3.096679 -3.118287 
+-3.741048 -3.399742 -3.432546 -3.386965 
+-3.652474 -3.613537 -3.662156 -3.648557 
+-3.733597 -3.717105 -3.754803 -3.729960 
+-3.873370 -3.814467 -3.788012 -3.847419 
+-inf -3.982200 -4.092532 -4.293825 
 
--1.015494 -inf -0.000817 -0.040316 
--2.247467 -1.024341 -1.698770 -2.010062 
--2.056077 -1.958284 -2.076730 -2.012950 
--2.317020 -2.150683 -2.258864 -2.104657 
--2.278718 -2.188895 -2.192365 -2.134938 
--1.478381 -2.266169 -2.332889 -2.246461 
-0.546917 -2.612055 -1.715395 -1.393737 
-0.134608 -0.424833 1.333672 2.985886 
--2.426531 0.947889 -1.528232 -1.254570 
--1.747584 -0.829820 -2.581706 -1.712536 
-1.624980 -2.247350 -2.286926 -0.684606 
-2.357174 1.276387 1.403750 3.041814 
-1.157404 2.726074 2.113332 1.593618 
--1.887382 1.403785 -0.858739 -1.624927 
--3.320011 -0.160386 -2.574795 -2.969099 
--3.900157 -2.229226 -3.361364 -3.844614 
--4.041080 -3.332581 -3.817717 -3.897845 
--4.281750 -4.052223 -4.252500 -4.065700 
--5.512602 -4.462123 -4.791813 -4.094012 
--inf -5.634279 -6.111973 -5.831636 
+-2.669433 -inf -2.905481 -1.861306 
+-2.982148 -2.887052 -2.977556 -3.032634 
+-3.108920 -3.053053 -3.107767 -3.008384 
+-3.032437 -3.018410 -3.023273 -3.023782 
+-2.984205 -2.957618 -3.075498 -2.937457 
+-2.772824 -2.838461 -2.863604 -2.854912 
+-1.936050 -3.065820 -2.878943 -2.526736 
+-2.038539 -2.045564 -2.074989 -0.898543 
+-2.819724 -1.946850 -2.740286 -2.519083 
+-2.622989 -2.602618 -2.831476 -2.605269 
+-1.839825 -2.808477 -2.744782 -2.359525 
+-1.752129 -2.003104 -1.953758 -0.994955 
+-2.307042 -1.138282 -2.141677 -1.584110 
+-2.785686 -2.115602 -2.739199 -3.007116 
+-3.232488 -2.960922 -3.164474 -3.069631 
+-3.465786 -3.428262 -3.458497 -3.434965 
+-3.668417 -3.678320 -3.695032 -3.713462 
+-3.813764 -3.800435 -3.761699 -3.767071 
+-3.877887 -3.855956 -3.812264 -3.910672 
+-inf -4.174563 -3.950817 -4.064668 
 
--0.901818 -inf -0.000000 -0.008221 
--2.341886 -1.000071 -1.859816 -1.973442 
--2.132497 -1.914293 -1.943504 -2.168207 
--2.293568 -2.283182 -2.357035 -2.290995 
--2.253454 -2.404329 -2.355658 -2.255313 
--1.688611 -2.233243 -2.041470 -2.070862 
-0.353255 -2.346967 -1.961852 -1.488788 
--0.631125 -0.525519 0.739731 2.586745 
--2.494800 0.601141 -1.901219 -1.734393 
--2.279230 -1.420592 -2.564224 -2.515826 
--1.203519 -2.672915 -2.626987 -0.166120 
-0.624708 -1.872802 -1.325005 1.674540 
-0.705154 1.408844 1.851560 2.442546 
--2.272894 1.038756 -1.030684 -0.608385 
--3.410419 -0.604372 -2.470509 -2.500124 
--4.030684 -2.281563 -3.421676 -3.384126 
--4.553441 -3.322217 -3.438972 -4.073059 
--4.741387 -4.090909 -4.091933 -4.382614 
--5.031007 -4.568268 -4.545900 -4.543759 
--inf -5.629125 -5.942983 -6.006789 
+-2.770218 -inf -2.968873 -1.979549 
+-2.986931 -2.949065 -3.070678 -3.094776 
+-3.195687 -3.254546 -3.252415 -3.190797 
+-3.253073 -3.235489 -3.310727 -3.166128 
+-3.213387 -3.126534 -3.275105 -3.153512 
+-2.986798 -3.079366 -3.133844 -3.023339 
+-2.109041 -3.018127 -2.859851 -2.771541 
+-2.175661 -2.281927 -2.167675 -0.998868 
+-2.826708 -2.107610 -2.765684 -2.628242 
+-2.824823 -2.804530 -2.792884 -2.803356 
+-2.619193 -2.729044 -2.673852 -2.655457 
+-2.311031 -3.030676 -2.738712 -1.815014 
+-2.348535 -1.931347 -2.057060 -1.225258 
+-3.061008 -2.025757 -2.810997 -2.787848 
+-3.111807 -2.979379 -3.293718 -3.195826 
+-3.517058 -3.446305 -3.511314 -3.455078 
+-3.805195 -3.691906 -3.724045 -3.717841 
+-3.851278 -3.866014 -3.866469 -3.825686 
+-4.058633 -3.928725 -3.892220 -3.840033 
+-inf -4.310538 -4.432055 -4.232397 
 
--0.900001 -inf -0.000000 -0.000000 
--2.705200 -1.000000 -1.899556 -1.903722 
--2.730727 -1.899888 -2.488106 -2.281820 
--2.410406 -2.398748 -2.463934 -2.368081 
--2.308624 -2.280937 -2.321168 -2.403951 
--1.804373 -2.195328 -2.190666 -2.051587 
--0.092321 -2.433987 -1.893678 -1.845178 
--0.811666 -0.881466 0.111465 1.986492 
--2.341100 -0.408926 -1.788938 -1.667889 
--2.239699 -1.890851 -2.201438 -2.239548 
--0.921335 -2.634221 -2.596022 -2.457925 
-0.878172 -2.424428 -0.908781 -0.614720 
-0.641596 0.630388 1.644767 2.181597 
--2.649989 0.906960 -1.324415 -1.140068 
--3.437313 -1.183866 -2.709746 -2.303409 
--3.438745 -2.710000 -2.695814 -3.388588 
--4.095096 -3.438998 -2.700996 -4.095031 
--4.680108 -3.438998 -3.438998 -4.676852 
--5.889963 -4.094959 -4.094975 -4.687017 
--inf -5.654156 -6.070887 -6.088222 
+-2.873882 -inf -2.850241 -2.362779 
+-3.333964 -3.032456 -3.038634 -3.286058 
+-3.338678 -3.305781 -3.326778 -3.277483 
+-3.357049 -3.322822 -3.389334 -3.327535 
+-3.328781 -3.320610 -3.329615 -3.283876 
+-3.124507 -3.128460 -3.244334 -3.231692 
+-2.389829 -3.069497 -3.072290 -2.953946 
+-2.539478 -2.632191 -2.426256 -1.136658 
+-2.734398 -2.276240 -3.059771 -2.793483 
+-2.913738 -2.893991 -3.041095 -2.881936 
+-2.878039 -2.939126 -2.940055 -2.879716 
+-2.359372 -2.942607 -3.103603 -2.653152 
+-2.490879 -2.353163 -2.334170 -1.120872 
+-3.415657 -2.181023 -3.170686 -2.925082 
+-3.572047 -3.121954 -3.453643 -3.292670 
+-3.753855 -3.553737 -3.580394 -3.529329 
+-3.781905 -3.745882 -3.791480 -3.800038 
+-3.891328 -3.851791 -3.908875 -3.884200 
+-4.065668 -3.942688 -3.918667 -3.916065 
+-inf -4.200986 -4.539566 -4.310151 
 
--0.900001 -inf -0.000000 -0.000000 
--2.710002 -1.000000 -1.900001 -1.900001 
--2.708929 -1.900001 -1.919693 -2.660393 
--2.433759 -2.361001 -1.923721 -2.414618 
--2.202663 -2.295594 -1.945012 -2.200115 
--1.854514 -2.266992 -1.932779 -2.071572 
--0.784607 -2.401839 -1.852893 -1.773518 
--0.918816 -0.943957 0.057257 0.869875 
--1.954500 -0.849698 -1.823554 -1.886462 
--2.424364 -1.916788 -1.813995 -2.355534 
--1.206935 -2.659285 -1.772889 -2.588791 
-0.696544 -2.458062 -1.119762 -0.889271 
-0.416501 0.510874 1.442793 1.950166 
--2.446561 0.665948 -1.263155 -1.071141 
--2.700044 -0.931978 -1.886507 -2.666502 
--2.708763 -2.664064 -1.789394 -3.436230 
--3.438821 -2.705108 -1.833923 -3.438343 
--4.095096 -2.703003 -2.707657 -4.095096 
--5.585411 -3.438698 -3.438999 -4.684779 
--inf -5.095076 -5.962158 -6.672168 
+-2.990536 -inf -2.960273 -2.441480 
+-3.285755 -3.116809 -3.438546 -3.205248 
+-3.386066 -3.372402 -3.359305 -3.401879 
+-3.447016 -3.414138 -3.413293 -3.385616 
+-3.415868 -3.363668 -3.402735 -3.420314 
+-3.194141 -3.290791 -3.288450 -3.300282 
+-2.501790 -3.342829 -3.194151 -2.984891 
+-2.704233 -2.719913 -2.634084 -1.311490 
+-3.158830 -2.515330 -3.090369 -2.992501 
+-3.122213 -3.138769 -3.114341 -3.143429 
+-3.095216 -3.152805 -3.161587 -3.096123 
+-2.629624 -3.223204 -3.038987 -3.012632 
+-2.749353 -2.825801 -2.527241 -1.186839 
+-3.379005 -2.457861 -3.220155 -3.137446 
+-3.434792 -3.288512 -3.321893 -3.339856 
+-3.607285 -3.581060 -3.604512 -3.604451 
+-3.799019 -3.775797 -3.765867 -3.785794 
+-3.893990 -3.930495 -3.948768 -3.925927 
+-3.994551 -4.026251 -4.029850 -3.986373 
+-inf -4.204061 -4.473626 -4.248538 
 
--0.900001 -inf -0.000000 -0.000000 
--1.900003 -1.000000 -1.000003 -1.900001 
--1.950877 -1.900674 -1.000001 -2.664263 
--1.888274 -1.794510 -1.002111 -2.558401 
--1.699556 -1.854968 -1.015470 -2.161805 
--1.789701 -1.915670 -1.008219 -2.462382 
--0.940472 -2.021644 -1.154321 -1.918295 
--0.886537 -0.932827 0.253190 0.038897 
--1.766414 -1.061828 -0.768689 -1.874604 
--1.843923 -1.889836 -0.443630 -2.666189 
--1.698554 -1.876585 -0.060049 -2.675165 
-0.484832 -1.617560 -0.255220 -1.047485 
-0.109920 0.298847 1.279096 1.743023 
--1.748201 0.411371 -0.540462 -1.074895 
--1.852824 -1.671469 -0.366127 -2.445540 
--1.886475 -1.875651 -0.448161 -2.690770 
--2.709841 -1.821923 -0.677823 -2.709760 
--3.438999 -1.842234 -2.799587 -3.438998 
--4.995096 -2.706095 -4.419141 -4.095096 
--inf -4.438953 -6.877721 -6.581941 
+-2.982781 -inf -3.046425 -2.672247 
+-3.403442 -3.257972 -3.286004 -3.309288 
+-3.389374 -3.363064 -3.375519 -3.449985 
+-3.366244 -3.385339 -3.359100 -3.430042 
+-3.433887 -3.384723 -3.373083 -3.460024 
+-3.246118 -3.448122 -3.233995 -3.244467 
+-2.637327 -3.133487 -3.056629 -3.040572 
+-2.954106 -3.002928 -2.735473 -1.523950 
+-3.181441 -2.775590 -3.148957 -3.132397 
+-3.257751 -3.218179 -3.139111 -3.279349 
+-3.203696 -3.332183 -3.186300 -3.227528 
+-2.688590 -3.277611 -3.185259 -3.216012 
+-2.982237 -2.690186 -2.563699 -1.459305 
+-3.432267 -2.624603 -3.040899 -3.170740 
+-3.297140 -3.278573 -3.010767 -3.271352 
+-3.408444 -3.353249 -3.322111 -3.448837 
+-3.810529 -3.577159 -3.386757 -3.828185 
+-4.007089 -3.889573 -3.983410 -3.911224 
+-4.139342 -4.092356 -4.093601 -4.118357 
+-inf -4.648473 -4.516696 -4.487302 
 
--0.000000 -inf -0.000000 -0.000000 
--0.000083 -0.000000 -0.900300 -0.900018 
--0.008969 -0.000000 -0.905180 -0.901356 
--0.271961 -0.000019 -1.014280 -0.970785 
-0.082751 -0.436158 -1.012202 -1.040589 
-0.251577 -0.079704 -0.991274 -0.997974 
-0.417352 0.035992 -1.031573 -0.912512 
-0.669976 0.036491 -1.765555 0.014481 
-0.869275 0.283700 -0.820517 -0.878145 
-1.047198 0.446700 -0.624459 -0.746547 
-1.212757 0.633014 -0.346242 -0.389771 
-1.376224 0.813355 -0.349317 0.022151 
-1.087382 1.131760 0.030389 1.553730 
-0.442751 1.367623 -0.168104 -0.150912 
-0.448789 1.181694 -0.553553 -0.599639 
-0.129305 1.006072 -0.727960 -0.735712 
--1.795992 0.704386 -0.871518 -0.867968 
--5.419961 -1.869812 -3.708857 -3.709809 
--6.877996 -3.784166 -4.438998 -4.438998 
--inf -5.419710 -5.995081 -5.995090 
+-3.042068 -inf -2.899353 -2.722525 
+-3.158297 -2.923011 -3.048517 -3.181368 
+-2.962908 -2.993228 -3.008562 -3.138083 
+-3.018183 -2.916436 -3.054728 -3.034683 
+-2.940403 -3.006632 -3.165173 -3.034118 
+-2.723206 -2.904384 -3.032516 -2.918127 
+-2.360248 -2.898552 -2.802445 -2.798043 
+-2.822225 -2.689670 -3.367343 -2.020039 
+-2.714484 -2.299049 -2.955226 -3.041465 
+-2.882547 -2.500294 -2.975504 -2.953944 
+-3.019419 -2.616930 -2.975719 -2.819929 
+-2.764919 -2.693103 -3.034369 -2.951269 
+-2.899501 -2.625335 -2.849797 -1.791179 
+-2.956934 -1.967111 -3.094355 -2.830225 
+-3.064452 -2.091685 -3.030696 -3.068137 
+-3.088236 -2.296745 -3.131605 -3.033427 
+-3.467526 -2.411695 -3.044234 -3.254733 
+-4.436168 -3.857431 -3.973802 -4.110435 
+-4.352276 -4.466955 -4.450063 -4.481687 
+-inf -4.523451 -4.534211 -4.653015 
 
--0.903302 -inf -1.794359 -0.000000 
--1.888512 -1.081474 -1.370784 -1.000025 
--1.894270 -1.809297 -1.319707 -1.000535 
--1.790949 -1.799560 -1.333036 -1.022939 
--1.809634 -1.918411 -1.364628 -1.001793 
--1.772265 -1.904872 -1.368757 -0.990979 
--2.318136 -1.869989 -2.433337 -0.878539 
--2.769711 -2.806413 -3.794161 -1.789015 
--1.771598 -2.738337 -3.300342 -0.669164 
--1.601502 -1.892425 -3.455499 -0.320804 
--1.571903 -1.642375 -3.570842 -0.093219 
--1.526182 -1.731464 -3.605724 -0.020657 
--1.630193 -1.752972 -3.367834 0.255624 
--1.660233 -1.588302 -3.606789 0.082369 
--1.767865 -1.675711 -3.609663 -0.179861 
--1.896875 -1.709686 -3.602725 -0.412042 
--2.709350 -1.795107 -3.609460 -0.825490 
--3.438999 -1.855386 -4.338983 -2.799587 
--4.995089 -2.705861 -4.995088 -4.419998 
--inf -4.438801 -7.395193 -6.877779 
+-3.143504 -inf -3.029719 -2.928377 
+-3.396744 -3.382431 -3.345556 -3.343845 
+-3.302177 -3.527470 -3.381618 -3.316531 
+-3.404350 -3.390194 -3.430349 -3.362602 
+-3.433647 -3.421147 -3.399402 -3.407899 
+-3.314703 -3.445081 -3.298488 -3.295748 
+-3.313089 -3.289890 -3.428083 -3.118250 
+-3.713628 -3.878891 -3.918042 -3.264167 
+-3.295113 -3.445156 -3.409850 -3.134623 
+-3.264451 -3.428984 -3.373896 -3.228379 
+-3.289092 -3.435646 -3.530136 -3.266637 
+-3.330477 -3.331096 -3.411493 -3.310360 
+-3.351391 -3.520105 -3.388326 -2.983366 
+-3.429179 -3.418139 -3.455558 -3.133180 
+-3.525364 -3.441025 -3.625871 -3.169479 
+-3.605181 -3.579617 -3.767334 -3.298675 
+-3.805082 -3.581822 -3.670528 -3.347719 
+-4.033365 -3.901529 -3.978213 -3.885968 
+-4.276528 -4.209846 -4.229291 -4.317804 
+-inf -4.680346 -4.652773 -4.668035 
 
--2.274823 -inf -inf -1.998917 
--0.239060 -1.361621 -inf -1.030196 
--0.192977 -0.623675 -inf -1.015081 
--0.178113 -0.338083 -inf -1.033181 
--0.169390 -0.233137 -inf -1.011519 
--2.047086 -0.170447 -inf -0.964664 
--3.698861 -2.238323 -inf -2.828518 
--3.362710 -3.328363 -inf -3.314670 
--3.838189 -3.435092 -inf -2.860093 
--3.981106 -3.859570 -inf -2.725594 
--4.481407 -4.360524 -inf -2.635113 
--4.568501 -4.598739 -inf -2.773824 
--4.557566 -4.603247 -inf -2.345359 
--4.605671 -4.609997 -inf -2.615880 
--4.609488 -4.600443 -inf -2.757381 
--4.609990 -4.609360 -inf -2.785457 
--5.338998 -4.598870 -inf -2.894095 
--5.995094 -4.609997 -inf -3.707547 
--7.395545 -5.338997 -inf -4.438797 
--inf -5.995087 -inf -5.995077 
+-3.642516 -inf -inf -3.667335 
+-3.282085 -3.330611 -inf -3.268434 
+-3.199955 -3.110953 -inf -3.156025 
+-3.261324 -3.203862 -inf -3.240256 
+-3.165562 -3.072240 -inf -3.225202 
+-3.062998 -2.985986 -inf -3.183092 
+-3.945372 -3.685563 -inf -3.736490 
+-3.814660 -3.873335 -inf -4.107779 
+-3.829207 -3.842049 -inf -3.803802 
+-3.925642 -3.756365 -inf -3.704232 
+-3.834303 -3.820060 -inf -3.845415 
+-3.767840 -3.749830 -inf -3.752891 
+-3.893925 -4.005739 -inf -4.010070 
+-4.014921 -4.084437 -inf -3.867079 
+-4.055380 -3.924366 -inf -3.967504 
+-4.019679 -4.125587 -inf -3.997024 
+-4.026253 -4.094030 -inf -4.036355 
+-4.381382 -4.255846 -inf -4.267116 
+-4.796900 -4.604276 -inf -4.405572 
+-inf -4.687632 -inf -4.660003 
 

travail_de_groupe/jeu_appren_par_renfo/moving_ball/src/main.c

@@ -343,6 +343,8 @@ int main(){
                 running = 0;
             }
 
+            insertPointToPath(&path, ball.x, ball.y);
+            
             int action = take_action(&ball, Q, 0.5);
             printf("[%d] Action: %d\n", i, action);
             int reward = setReward(&ball, map);
@@ -357,8 +359,14 @@ int main(){
             nextBall->y = ball.y;
             nextBall->weight = ball.weight;
             nextBall->isGrounded = ball.isGrounded;
+
+
             moveBall(nextBall, action);
             
+            if (checkIfPointInPath(path, nextBall->x, nextBall->y)){
+                reward = -1;
+            }
+            
             printf("Next Ball: %d, %d\n", nextBall->x, nextBall->y);
 
             int nextAction = argmax(Q[nextBall->y][nextBall->x],4);