add features to gui to control learning and moving learning listener interface to controller

- Add metric to display episodes per second
- view not implementing learning listener anymore, controller does. Controller is controlling all view actions based upon learning events. Reacts to view events via viewListener
- add executor service for learning task
- using instance of to distinguish between episodic learning and td learning
- add feature to trigger more episodes
- add checkboxes for smoothing graph, displaying last 100 rewards only and drawing environment
- remove history panel from antworld gui

src/main/java/core/gui/LearningInfoPanel.java

@@ -1,11 +1,14 @@
 package core.gui;
 
+import core.Util;
 import core.algo.Episodic;
+import core.algo.EpisodicLearning;
 import core.algo.Learning;
 import core.listener.ViewListener;
 import core.policy.EpsilonPolicy;
 
 import javax.swing.*;
+import java.awt.*;
 
 public class LearningInfoPanel extends JPanel {
     private Learning learning;
@@ -18,6 +21,11 @@ public class LearningInfoPanel extends JPanel {
     private JSlider delaySlider;
     private JButton toggleFastLearningButton;
     private boolean fastLearning;
+    private JCheckBox smoothGraphCheckbox;
+    private JCheckBox last100Checkbox;
+    private JCheckBox drawEnvironmentCheckbox;
+    private JTextField learnMoreEpisodesInput;
+    private JButton learnMoreEpisodesButton;
 
     public LearningInfoPanel(Learning learning, ViewListener viewListener){
         this.learning = learning;
@@ -47,11 +55,37 @@ public class LearningInfoPanel extends JPanel {
             fastLearning = !fastLearning;
             delaySlider.setEnabled(!fastLearning);
             epsilonSlider.setEnabled(!fastLearning);
+            drawEnvironmentCheckbox.setSelected(!fastLearning);
             viewListener.onFastLearnChange(fastLearning);
         });
+        smoothGraphCheckbox = new JCheckBox("Smoothen Graph");
+        smoothGraphCheckbox.setSelected(false);
+        last100Checkbox = new JCheckBox("Only show last 100 Rewards");
+        last100Checkbox.setSelected(true);
+        drawEnvironmentCheckbox = new JCheckBox("Update Environment");
+        drawEnvironmentCheckbox.setSelected(true);
+
         add(delayLabel);
         add(delaySlider);
         add(toggleFastLearningButton);
+
+        if(learning instanceof EpisodicLearning) {
+            learnMoreEpisodesInput = new JTextField();
+            learnMoreEpisodesInput.setMaximumSize(new Dimension(200,20));
+            learnMoreEpisodesButton = new JButton("Learn More Episodes");
+            learnMoreEpisodesButton.addActionListener(e -> {
+                if (Util.isNumeric(learnMoreEpisodesInput.getText())) {
+                    viewListener.onLearnMoreEpisodes(Integer.parseInt(learnMoreEpisodesInput.getText()));
+                } else {
+                    learnMoreEpisodesInput.setText("");
+                }
+            });
+            add(learnMoreEpisodesInput);
+            add(learnMoreEpisodesButton);
+        }
+        add(drawEnvironmentCheckbox);
+        add(smoothGraphCheckbox);
+        add(last100Checkbox);
         refreshLabels();
         setVisible(true);
     }
@@ -60,14 +94,29 @@ public class LearningInfoPanel extends JPanel {
         policyLabel.setText("Policy: " + learning.getPolicy().getClass());
         discountLabel.setText("Discount factor: " + learning.getDiscountFactor());
         if(learning instanceof Episodic){
-            episodeLabel.setText("Episode: " + ((Episodic)(learning)).getCurrentEpisode());
+            episodeLabel.setText("Episode: " + ((Episodic)(learning)).getCurrentEpisode() +
+                    "\t Episodes to go: " + ((Episodic)(learning)).getEpisodesToGo() +
+                    "\t Eps/Sec: " + ((Episodic)(learning)).getEpisodesPerSecond());
         }
         if (learning.getPolicy() instanceof EpsilonPolicy) {
             epsilonLabel.setText("Exploration (Epsilon): " + ((EpsilonPolicy) learning.getPolicy()).getEpsilon());
             epsilonSlider.setValue((int)(((EpsilonPolicy) learning.getPolicy()).getEpsilon() * 100));
         }
         delayLabel.setText("Delay (ms): " + learning.getDelay());
-        delaySlider.setValue(learning.getDelay());
+        if(delaySlider.isEnabled()){
+            delaySlider.setValue(learning.getDelay());
+        }
         toggleFastLearningButton.setText(fastLearning ? "Disable fast-learning" : "Enable fast-learning");
     }
+
+    protected boolean isSmoothenGraphSelected() {
+        return smoothGraphCheckbox.isSelected();
+    }
+    protected  boolean isLast100Selected(){
+        return last100Checkbox.isSelected();
+    }
+
+    protected boolean isDrawEnvironmentSelected(){
+        return drawEnvironmentCheckbox.isSelected();
+    }
 }