add multiple folders to organize results

src/main/java/core/algo/td/QLearningOffPolicyTDControl.java

@@ -76,16 +76,16 @@ public class QLearningOffPolicyTDControl<A extends Enum> extends EpisodicLearnin
             if(reward == Reward.FOOD_DROP_DOWN_SUCCESS) {
                 foodCollected++;
                 foodTimestampsTotal += timestampTilFood;
-                //System.out.println(foodCollected + " " + timestampCurrentEpisode);
                 File file = new File(ContinuousAnt.FILE_NAME);
                 if(foodCollected % 1000 == 0) {
+                    System.out.println(foodTimestampsTotal / 1000f + " " + timestampCurrentEpisode);
                     try {
-                        Files.writeString(Path.of(file.getPath()), timestampCurrentEpisode + ",", StandardOpenOption.APPEND);
+                        Files.writeString(Path.of(file.getPath()), foodTimestampsTotal / 1000f + ",", StandardOpenOption.APPEND);
                     } catch (IOException e) {
                         e.printStackTrace();
                     }
+                    foodTimestampsTotal = 0;
                 }
-                foodTimestampsTotal = 0;
                 if(foodCollected == 1000){
                     ((EpsilonGreedyPolicy<A>) this.policy).setEpsilon(0.15f);
                 }
@@ -105,7 +105,7 @@ public class QLearningOffPolicyTDControl<A extends Enum> extends EpisodicLearnin
                     } catch (IOException e) {
                         e.printStackTrace();
                     }
-                    return;
+                    // return;
                 }
                 iterations++;
                 timestampTilFood = 0;

src/main/java/example/ContinuousAnt.java

@@ -3,13 +3,12 @@ package example;
 import core.RNG;
 import core.algo.Method;
 import core.controller.RLController;
+import core.controller.RLControllerGUI;
 import evironment.antGame.AntAction;
 import evironment.antGame.AntWorldContinuous;
 
 import java.io.File;
 import java.io.IOException;
-import java.util.ArrayList;
-import java.util.List;
 
 public class ContinuousAnt {
     public static final String FILE_NAME = "optDiscTimestampsNew.txt";
@@ -22,33 +21,21 @@ public class ContinuousAnt {
         } catch (IOException e) {
             e.printStackTrace();
         }
-        List<Float> discValues = new ArrayList<>() {
-        };
-        discValues.add(0.05f);
-        discValues.add(0.1f);
-        discValues.add(0.3f);
-        discValues.add(0.5f);
-        discValues.add(0.7f);
-        discValues.add(0.9f);
-        discValues.add(0.95f);
-        discValues.add(0.99f);
-
-        for(float disc : discValues) {
             RNG.setSeed(13);
-            RLController<AntAction> rl = new RLController<>(
+        RLController<AntAction> rl = new RLControllerGUI<>(
                     new AntWorldContinuous(8, 8),
                     Method.Q_LEARNING_OFF_POLICY_CONTROL,
                     AntAction.values());
-            rl.setDelay(0);
+        rl.setDelay(20);
             rl.setNrOfEpisodes(1);
             //0.99 0.9 0.5
             //0.99 0.95 0.9 0.7 0.5 0.3 0.1
-            rl.setDiscountFactor(disc);
+        rl.setDiscountFactor(0.05f);
             // 0.1, 0.3, 0.5, 0.7 0.9
             rl.setLearningRate(0.9f);
             rl.setEpsilon(0.2f);
             rl.start();
-        }
+
 
     }
 }