source: java/ecj/games/OthelloTDL.java @ 28

package games;

import cecj.app.othello.OthelloBoard;
import cecj.app.othello.OthelloGame;
import cecj.app.othello.OthelloPlayer;
import ec.EvolutionState;
import ec.Individual;
import ec.Population;
import ec.Statistics;
import ec.Subpopulation;
import ec.simple.SimpleEvolutionState;
import ec.simple.SimpleFitness;
import ec.util.MersenneTwisterFast;
import ec.util.Output;
import ec.util.Parameter;
import ec.util.ParameterDatabase;
import ec.vector.DoubleVectorIndividual;
import games.scenarios.SelfPlayTDLScenario;

public class OthelloTDL {

        private static final String P_TDL = "tdl";

        private static final String P_STAT = "stat";
        private static final String P_SEED = "seed";
        private static final String P_VERBOSITY = "verbosity";

        private static final String P_RANDOMNESS = "randomness";
        private static final String P_LEARNING_RATE = "learning-rate";

        private static final String P_GAMES = "games";

        public static void main(String[] args) {
                ParameterDatabase parameters = ec.Evolve.loadParameterDatabase(args);

                Parameter verbosityParam = new Parameter(P_VERBOSITY);
                int verbosity = parameters.getInt(verbosityParam, null, 0);
                if (verbosity < 0) {
                        Output.initialError("Verbosity should be an integer >= 0.\n", verbosityParam);
                }

                Output output = new Output(true, verbosity);
                output.addLog(ec.util.Log.D_STDOUT, Output.V_VERBOSE, false);
                output.addLog(ec.util.Log.D_STDERR, Output.V_VERBOSE, true);

                int time = (int) (System.currentTimeMillis());
                Parameter seedParam = new Parameter(P_SEED);
                int seed = ec.Evolve.determineSeed(output, parameters, seedParam, time, 0, false);
                MersenneTwisterFast random = new MersenneTwisterFast(seed);

                EvolutionState state = new SimpleEvolutionState();
                state.parameters = parameters;
                state.random = new MersenneTwisterFast[] { random };
                state.output = output;
                
                state.generation = 0;
                state.population = new Population();
                state.population.subpops = new Subpopulation[1];
                state.population.subpops[0] = new Subpopulation();
                state.population.subpops[0].individuals = new Individual[1];

                OthelloPlayer player = new OthelloPlayer();
                DoubleVectorIndividual ind = new DoubleVectorIndividual();
                ind.genome = player.getWPC();
                ind.fitness = new SimpleFitness();
                state.population.subpops[0].individuals[0] = ind;
        
                new OthelloTDL(state).run(player);
        }

        private Statistics stat;
        private EvolutionState state;
        private MersenneTwisterFast random;

        private int numGames;
        private double randomness;
        private double learningRate;

        public OthelloTDL(EvolutionState state) {
                this.state = state;
                this.random = state.random[0];

                Parameter base = new Parameter(P_TDL);
                Parameter randomnessParam = base.push(P_RANDOMNESS);
                randomness = state.parameters.getDoubleWithDefault(randomnessParam, null, 0.1);

                Parameter learningRateParam = base.push(P_LEARNING_RATE);
                learningRate = state.parameters.getDoubleWithDefault(learningRateParam, null, 0.01);

                Parameter numGamesParam = base.push(P_GAMES);
                numGames = state.parameters.getIntWithDefault(numGamesParam, null, 1000000);
                state.numGenerations = numGames;
                
                Parameter statParam = base.push(P_STAT);
                stat = (Statistics) state.parameters.getInstanceForParameterEq(statParam, null,
                                                                                                                                                Statistics.class);
                stat.setup(state, statParam);
        }

        public void run(OthelloPlayer player) {
                BoardGame othelloGame = new OthelloGame(new OthelloBoard());
                SelfPlayTDLScenario scenario = new SelfPlayTDLScenario(random, player, randomness,
                        learningRate);
                
                for (int game = 0; game < numGames; game++) {
                        stat.postEvaluationStatistics(state);
                        othelloGame.reset();
                        scenario.play(othelloGame);
                        state.generation++;
                }
        }
}