package example;

import core.RNG;
import core.algo.Method;
import core.controller.RLController;
import core.controller.RLControllerGUI;
import evironment.antGame.AntAction;
import evironment.antGame.AntWorldContinuous;

import java.io.File;
import java.io.IOException;

public class ContinuousAnt {
    public static final String FILE_NAME = "converge.txt";

    public static void main(String[] args) {
        File file = new File(FILE_NAME);
        try {
            file.createNewFile();
        } catch (IOException e) {
            e.printStackTrace();
        }
        RNG.setSeed(13, true);
        RLController<AntAction> rl = new RLControllerGUI<>(
                new AntWorldContinuous(8, 8),
                Method.Q_LEARNING_OFF_POLICY_CONTROL,
                AntAction.values());
        rl.setDelay(20);
        rl.setNrOfEpisodes(1);
        // 0.05, 0.1, 0.3, 0.5, 0.7, 0.9, 0.95, 0.99
        rl.setDiscountFactor(0.05f);
        // 0.1, 0.3, 0.5, 0.7 0.9
        rl.setLearningRate(0.9f);
        rl.setEpsilon(0.2f);
        rl.start();
    }
}