namespace HeuristicLab.Tests.Benchmark { using HeuristicLab.BenchmarkSuite; using HeuristicLab.BenchmarkSuite.Problems; using HeuristicLab.Random; using HeuristicLab.Problems.ProgramSynthesis; using Microsoft.VisualStudio.TestTools.UnitTesting; [TestClass] public class SolutionTests { private void TestProgram(PushProgram program, IBenchmarkSuiteDataDescriptor descriptor) { var data = descriptor.CreateProblemData(); var config = new PushConfiguration { EvalPushLimit = data.EvalLimit, MaxProgramLength = data.MaxSize, ErcOptions = data.ErcOptions, FloatStringFormat = data.FloatStringFormat }; config.SetEnabledStacks((StackTypes)data.EnabledDataTypes); config.InitInExpressions(data.TotalInputArgumentCount); var evaluator = new PushBenchmarkSuiteEvaluator(data); var pool = new PushInterpreterPool(config); var trainingResult = evaluator.EvaluateTraining(pool, program, new MersenneTwister()); var testResult = evaluator.EvaluateTest(pool, program, new MersenneTwister()); Assert.AreEqual(0, trainingResult.AvgQuality); Assert.AreEqual(0, testResult.AvgQuality); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Checksum() { TestProgram( PushParser.ParseProgram( @"( 0 STRING.ITERATE ( INTEGER.FROMCHAR INTEGER.+ ) 64 INTEGER.% ' ' INTEGER.FROMCHAR INTEGER.+ ""Check sum is "" PRINT.PRINTSTRING CHAR.FROMINTEGER PRINT.PRINTCHAR )"), new Checksum()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void CollatzNumbers() { TestProgram( PushParser.ParseProgram( @"( INTEGER.DUP 1 INTEGER.= BOOLEAN.NOT EXEC.WHILE ( INTEGER.DUP INTEGER.DUP 2 INTEGER.% 0 INTEGER.= EXEC.IF ( 2 INTEGER./ ) ( 3 INTEGER.* 1 INTEGER.+ ) INTEGER.DUP 1 INTEGER.= BOOLEAN.NOT ) INTEGER.POP INTEGER.STACKDEPTH )"), new CollatzNumbers()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void CompareStringLengths() { TestProgram( PushParser.ParseProgram(@" ( STRING.LENGTH STRING.LENGTH INTEGER.DUP STRING.LENGTH INTEGER.> INTEGER.> BOOLEAN.AND )"), new CompareStringLengths()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void CountOdds() { TestProgram( PushParser.ParseProgram(@" ( 0 INTEGER[].ITERATE ( 2 INTEGER.% INTEGER.DUP 1 INTEGER.= -1 INTEGER.= BOOLEAN.OR EXEC.WHEN INTEGER.INC ) )"), new CountOdds()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Digits() { TestProgram( PushParser.ParseProgram(@" ( INTEGER.DUP STRING.FROMINTEGER INTEGER.DUP 0 INTEGER.< BOOLEAN.DUP BOOLEAN.DUP INTEGER.DUP -10 INTEGER.> BOOLEAN.AND EXEC.WHEN ( PRINT.PRINTSTRING EXEC.FLUSH ) EXEC.WHEN ( STRING.REST STRING.DUP STRING.FIRST STRING.SWAP STRING.REST ) STRING.REVERSE STRING.DUP STRING.FIRST PRINT.PRINTSTRING STRING.REST STRING.ITERATE ( PRINT.NEWLINE PRINT.PRINTCHAR ) EXEC.WHEN ( PRINT.NEWLINE '-' PRINT.PRINTCHAR PRINT.PRINTSTRING ) )"), new Digits()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void DoubleLetters() { TestProgram( PushParser.ParseProgram(@" ( STRING.ITERATE ( 3 EXEC.DO*COUNT CHAR.DUP CHAR.ISLETTER EXEC.WHEN PRINT.PRINTCHAR '!' CHAR.= EXEC.WHEN ( CHAR.DUP PRINT.PRINTCHAR PRINT.PRINTCHAR ) PRINT.PRINTCHAR ) )"), new DoubleLetters()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void EvenSquares() { TestProgram( PushParser.ParseProgram(@" ( INTEGER.DUP EXEC.DO*COUNT ( INTEGER.DUP 0 INTEGER.> EXEC.WHEN ( INTEGER.DUP 2 INTEGER.* INTEGER.DUP INTEGER.DUP INTEGER.* INTEGER.DUP 4 INTEGER.YANKDUP INTEGER.< EXEC.IF ( PRINT.ENSURE_NEWLINE PRINT.PRINTINTEGER ) EXEC.FLUSH INTEGER.POP ) INTEGER.POP ) )"), new EvenSquares()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void ForLoopIndex() { TestProgram( PushParser.ParseProgram(@" ( STRING.FROMINTEGER INTEGER.SWAP true EXEC.WHILE ( INTEGER.DUP PRINT.ENSURE_NEWLINE PRINT.PRINTINTEGER STRING.DUP INTEGER.FROMSTRING INTEGER.+ INTEGER.DUP 2 INTEGER.YANKDUP INTEGER.< ) )"), new ForLoopIndex()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Grades() { TestProgram( PushParser.ParseProgram(@" ( ""Student has a "" PRINT.PRINTSTRING INTEGER.DUP INTEGER.ROT INTEGER.> EXEC.WHEN ( ""F"" "" grade."" STRING.CONCAT PRINT.PRINTSTRING EXEC.FLUSH ) INTEGER.DUP INTEGER.ROT INTEGER.> EXEC.WHEN ( ""D"" "" grade."" STRING.CONCAT PRINT.PRINTSTRING EXEC.FLUSH ) INTEGER.DUP INTEGER.ROT INTEGER.> EXEC.WHEN ( ""C"" "" grade."" STRING.CONCAT PRINT.PRINTSTRING EXEC.FLUSH ) INTEGER.DUP INTEGER.ROT INTEGER.> EXEC.WHEN ( ""B"" "" grade."" STRING.CONCAT PRINT.PRINTSTRING EXEC.FLUSH ) ""A"" "" grade."" STRING.CONCAT PRINT.PRINTSTRING )"), new Grades()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void LastIndexOfZero() { TestProgram( PushParser.ParseProgram(@" ( INTEGER[].DUP INTEGER[].LENGTH INTEGER[].REVERSE 0 INTEGER[].INDEXOF INTEGER.- INTEGER.DEC )"), new LastIndexOfZero()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Median() { TestProgram( PushParser.ParseProgram(@" ( INTEGER.ROT IN1 IN2 INTEGER.MAX IN3 INTEGER.MIN INTEGER.ROT INTEGER.MIN INTEGER.MAX PRINT.PRINTINTEGER )"), new Median()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void MirrorImage() { TestProgram( PushParser.ParseProgram(@" ( INTEGER[].PUSHALL INTEGER[].ITERATE ( INTEGER.= BOOLEAN.NOT EXEC.WHEN ( false EXEC.FLUSH ) ) true )"), new MirrorImage()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void NegativeToZero() { TestProgram( PushParser.ParseProgram(@" ( INTEGER[].DUP INTEGER[].LENGTH INTEGER.DEC EXEC.DO*COUNT ( INTEGER.DUP INTEGER[].DUP INTEGER[].NTH 0 INTEGER.< EXEC.WHEN ( 0 INTEGER[].SET ) ) )"), new NegativeToZero()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void NumberIo() { TestProgram( PushParser.ParseProgram(@" ( FLOAT.FROMINTEGER FLOAT.+ PRINT.PRINTFLOAT )"), new NumberIO()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void PigLatin() { TestProgram( PushParser.ParseProgram(@" ( STRING.SPLIT STRING.STACKDEPTH 0 INTEGER.= EXEC.WHEN EXEC.FLUSH STRING.STACKDEPTH EXEC.DO*TIMES ( STRING.DUP STRING.FIRST CHAR.ALLFROMSTRING CHAR.DUP ""aeiou"" STRING.CONTAINSCHAR EXEC.IF ( CHAR.POP ) ( STRING.REST STRING.CONJCHAR ) ""ay"" STRING.CONCAT STRING.STACKDEPTH 1 INTEGER.> EXEC.WHEN ( ' ' STRING.CONJCHAR ) PRINT.PRINTSTRING ) )"), new PigLatin()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void ReplaceSpaceWithNewLine() { TestProgram( PushParser.ParseProgram(@" ( STRING.DUP 0 STRING.ITERATE ( CHAR.DUP ' ' CHAR.= EXEC.IF ( CHAR.POP '\n' ) INTEGER.INC PRINT.PRINTCHAR ) )"), new ReplaceSpaceWithNewline()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void ScrabbleScore() { TestProgram( PushParser.ParseProgram(@" ( STRING.ITERATE ( INTEGER.FROMCHAR INTEGER.DUP INTEGER.DUP 96 INTEGER.> 123 INTEGER.< BOOLEAN.AND EXEC.WHEN ( 32 INTEGER.- ) 65 INTEGER.- INTEGER.DUP INTEGER.DUP 0 INTEGER.>= 26 INTEGER.< BOOLEAN.AND EXEC.IF ( [1 3 3 2 1 4 2 4 1 8 5 1 3 1 1 3 10 1 1 1 1 4 4 8 4 10] INTEGER[].NTH INTEGER.+ ) ( INTEGER.POP ) ) INTEGER.EMPTY EXEC.WHEN 0 )"), new ScrabbleScore()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Smallest() { TestProgram( PushParser.ParseProgram(@" ( 3 EXEC.DO*TIMES INTEGER.MIN PRINT.PRINTINTEGER )"), new Smallest()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void SmallOrLarge() { TestProgram( PushParser.ParseProgram(@" ( INTEGER.DUP 1000 INTEGER.< 2000 INTEGER.>= EXEC.WHEN ""large"" EXEC.WHEN ""small"" STRING.EMPTY EXEC.WHEN """" PRINT.PRINTSTRING )"), new SmallOrLarge()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void StringDifferences() { TestProgram( PushParser.ParseProgram(@" ( CHAR.ALLFROMSTRING 0 STRING.ITERATE ( CHAR.DUP 2 CHAR.YANKDUP CHAR.= BOOLEAN.NOT EXEC.IF ( INTEGER.DUP PRINT.ENSURE_NEWLINE PRINT.PRINTINTEGER ' ' PRINT.PRINTCHAR PRINT.PRINTCHAR ' ' PRINT.PRINTCHAR PRINT.PRINTCHAR ) ( CHAR.POP CHAR.POP ) INTEGER.INC ) )"), new StringDifferences()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void StringLengthsBackwards() { TestProgram( PushParser.ParseProgram(@" ( STRING[].ITERATE ( STRING.LENGTH PRINT.ENSURE_NEWLINE PRINT.PRINTINTEGER ) )"), new StringLengthsBackwards()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void SumOfSquares() { TestProgram( PushParser.ParseProgram(@" ( EXEC.DO*COUNT ( INTEGER.DUP INTEGER.* INTEGER.+ ) )"), new SumOfSquares()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void SuperAnagrams() { TestProgram( PushParser.ParseProgram(@" ( STRING.SWAP STRING.DUP STRING.ITERATE ( CHAR.DUP STRING.DUP STRING.OCCURRENCESOFCHAR 1 STRING.YANKDUP STRING.OCCURRENCESOFCHAR INTEGER.> EXEC.WHEN ( false EXEC.FLUSH ) ) true )"), new SuperAnagrams()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void Syllables() { TestProgram( PushParser.ParseProgram(@" ( ""aeiouy"" 0 STRING.ITERATE ( STRING.DUP STRING.OCCURRENCESOFCHAR INTEGER.+ ) ""The number of syllables is "" PRINT.PRINTSTRING PRINT.PRINTINTEGER )"), new Syllables()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void VectorAverage() { TestProgram( PushParser.ParseProgram(@" ( FLOAT[].DUP FLOAT[].LENGTH FLOAT[].ITERATE FLOAT.+ FLOAT.FROMINTEGER FLOAT./ )"), new VectorAverage()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void VectorSummed() { TestProgram( PushParser.ParseProgram(@" ( INTEGER[].PUSHALL INTEGER[].DUP INTEGER[].LENGTH INTEGER.DEC EXEC.DO*COUNT ( INTEGER.DUP INTEGER[].DUP INTEGER[].NTH INTEGER.SWAP INTEGER.ROT INTEGER.+ INTEGER[].SET ) )"), new VectorSummed()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void WallisPi() { TestProgram( PushParser.ParseProgram(@" ( 2 3 INTEGER.ROT INTEGER.ROT EXEC.DO*TIMES ( 2 EXEC.DO*TIMES ( 1 INTEGER.YANKDUP 1 INTEGER.YANKDUP ) FLOAT.FROMINTEGER FLOAT.FROMINTEGER FLOAT.SWAP FLOAT./ FLOAT.* INTEGER.< EXEC.IF ( INTEGER.SWAP 2 INTEGER.+ INTEGER.SWAP ) ( 2 INTEGER.+ ) ) )"), new WallisPi()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void WordStats() { TestProgram( PushParser.ParseProgram(@" ( STRING.DUP STRING.SPLIT STRING.STACKDEPTH 1 INTEGER.= BOOLEAN.NOT EXEC.WHEN ( true EXEC.WHILE ( STRING.LENGTH INTEGER.MAX STRING.STACKDEPTH 1 INTEGER.= BOOLEAN.NOT ) [0] 2 INTEGER.- INTEGER.DUP 0 INTEGER.>= EXEC.WHEN ( INTEGER.INC EXEC.DO*TIMES ( 0 INTEGER[].CONJ ) ) STRING.DUP STRING.SPLIT STRING.STACKDEPTH 1 INTEGER.> EXEC.WHILE ( STRING.LENGTH INTEGER.DEC INTEGER.DUP INTEGER[].DUP INTEGER[].NTH INTEGER.INC INTEGER[].SET STRING.STACKDEPTH 1 INTEGER.> ) INTEGER[].DUP INTEGER[].LENGTH INTEGER.DEC EXEC.DO*COUNT ( PRINT.ENSURE_NEWLINE ""words of length "" PRINT.PRINTSTRING INTEGER.DUP INTEGER.INC PRINT.PRINTINTEGER "": "" PRINT.PRINTSTRING INTEGER[].DUP INTEGER[].NTH PRINT.PRINTINTEGER ) '.' STRING.DUP STRING.OCCURRENCESOFCHAR '!' STRING.DUP STRING.OCCURRENCESOFCHAR INTEGER.+ '?' STRING.DUP STRING.OCCURRENCESOFCHAR INTEGER.+ INTEGER.DUP PRINT.ENSURE_NEWLINE ""number of sentences: "" PRINT.PRINTSTRING PRINT.PRINTINTEGER STRING.SPLIT STRING.STACKDEPTH FLOAT.FROMINTEGER FLOAT.FROMINTEGER FLOAT./ PRINT.ENSURE_NEWLINE ""average sentence length: "" PRINT.PRINTSTRING PRINT.PRINTFLOAT ) )"), new WordStats()); } [TestMethod] [TestProperty("Time", "Short")] [TestCategory("ProblemTest")] public void XWordLines() { TestProgram( PushParser.ParseProgram(@" ( STRING.SPLIT STRING.EMPTY BOOLEAN.NOT INTEGER.DUP 1 INTEGER.= EXEC.IF ( EXEC.WHILE ( PRINT.ENSURE_NEWLINE PRINT.PRINTSTRING STRING.EMPTY BOOLEAN.NOT ) ) ( 2 INTEGER.- EXEC.WHILE ( STRING.STACKDEPTH 2 INTEGER.- 1 INTEGER.YANKDUP INTEGER.MIN INTEGER.DUP 0 INTEGER.>= EXEC.IF ( INTEGER.INC EXEC.DO*TIMES ( ' ' STRING.CONJCHAR STRING.SWAP STRING.CONCAT ) PRINT.ENSURE_NEWLINE PRINT.PRINTSTRING STRING.EMPTY BOOLEAN.NOT ) ( PRINT.ENSURE_NEWLINE PRINT.PRINTSTRING STRING.EMPTY BOOLEAN.NOT ) ) ) )"), new XWordLines()); } } }