org.evosuite.junit.JUnitAnalyzerTest.java Source code

Introduction

Here is the source code for org.evosuite.junit.JUnitAnalyzerTest.java

Source

/**
 * Copyright (C) 2010-2016 Gordon Fraser, Andrea Arcuri and EvoSuite
 * contributors
 *
 * This file is part of EvoSuite.
 *
 * EvoSuite is free software: you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as published
 * by the Free Software Foundation, either version 3.0 of the License, or
 * (at your option) any later version.
 *
 * EvoSuite is distributed in the hope that it will be useful, but
 * WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with EvoSuite. If not, see <http://www.gnu.org/licenses/>.
 */
package org.evosuite.junit;

import java.io.File;
import java.io.IOException;
import java.nio.file.Files;
import java.util.ArrayList;
import java.util.List;

import org.apache.commons.io.FileUtils;
import org.evosuite.Properties;
import org.evosuite.classpath.ClassPathHandler;
import org.evosuite.runtime.sandbox.Sandbox;
import org.evosuite.testcase.TestCase;
import org.evosuite.testcase.TestChromosome;
import org.evosuite.testcase.factories.JUnitTestCarvedChromosomeFactory;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;

import com.examples.with.different.packagename.sandbox.OpenStream;

public class JUnitAnalyzerTest {

    //we use carver to simplify the creation of test case chromosomes

    private static final Properties.Criterion[] defaultCriterion = Properties.CRITERION;
    private static final String defaultSelectedJUnit = Properties.SELECTED_JUNIT;
    private static final int defaultSeedMutations = Properties.SEED_MUTATIONS;
    private static final double defaultSeedClone = Properties.SEED_CLONE;
    private static final boolean DEFAULT_VFS = Properties.VIRTUAL_FS;
    private static final boolean DEFAULT_SANDBOX = Properties.SANDBOX;
    private static final boolean DEFAULT_ASSERTS_FOR_EVO = Properties.ENABLE_ASSERTS_FOR_EVOSUITE;
    private static final boolean DEFAULT_SCAFFOLDING = Properties.TEST_SCAFFOLDING;

    private File file = new File(OpenStream.FILE_NAME);

    @Before
    public void init() {

        ClassPathHandler.getInstance().changeTargetCPtoTheSameAsEvoSuite();

        if (file.exists()) {
            file.delete();
        }
        file.deleteOnExit();
    }

    @After
    public void reset() {
        Properties.CRITERION = defaultCriterion;
        Properties.SELECTED_JUNIT = defaultSelectedJUnit;
        Properties.SEED_MUTATIONS = defaultSeedMutations;
        Properties.SEED_CLONE = defaultSeedClone;
        Properties.VIRTUAL_FS = DEFAULT_VFS;
        Properties.SANDBOX = DEFAULT_SANDBOX;
        Properties.ENABLE_ASSERTS_FOR_EVOSUITE = DEFAULT_ASSERTS_FOR_EVO;
        Properties.TEST_SCAFFOLDING = DEFAULT_SCAFFOLDING;
    }

    @Test
    public void testSandboxIssue() throws Exception {

        //First, get a TestCase from a carved JUnit

        Properties.SELECTED_JUNIT = com.examples.with.different.packagename.sandbox.OpenStreamInATryCatch_FakeTestToCarve.class
                .getCanonicalName();
        Properties.TARGET_CLASS = com.examples.with.different.packagename.sandbox.OpenStreamInATryCatch.class
                .getCanonicalName();

        Properties.CRITERION = new Properties.Criterion[] { Properties.Criterion.BRANCH };
        Properties.SEED_MUTATIONS = 0;
        Properties.SEED_CLONE = 1;
        Properties.VIRTUAL_FS = false;
        Properties.SANDBOX = true;
        Properties.ENABLE_ASSERTS_FOR_EVOSUITE = true; //needed for setLoggingForJUnit
        Properties.TEST_SCAFFOLDING = false;

        //FIXME
        Sandbox.initializeSecurityManagerForSUT();

        //file should never be created
        Assert.assertFalse(file.exists());

        JUnitTestCarvedChromosomeFactory factory = new JUnitTestCarvedChromosomeFactory(null);
        TestChromosome carved = factory.getChromosome();

        /*
         * FIXME: issue with carver
         */
        Files.deleteIfExists(file.toPath());

        Assert.assertFalse(file.exists());

        Assert.assertNotNull(carved);

        TestCase test = carved.getTestCase();

        Assert.assertEquals("Should be: constructor, 1 variable and 1 method", 3, test.size());

        //Now that we have a test case, we check its execution after
        //recompiling it to JUnit, and see if sandbox kicks in

        List<TestCase> list = new ArrayList<TestCase>();
        list.add(test);

        Assert.assertFalse(file.exists());

        //NOTE: following order of checks reflects what is done
        // in EvoSuite after the search is finished

        System.out.println("\n COMPILATION CHECK \n");
        //first try to compile (which implies execution)
        JUnitAnalyzer.removeTestsThatDoNotCompile(list);
        Assert.assertEquals(1, list.size());
        Assert.assertFalse(file.exists());

        System.out.println("\n FIRST STABILITY CHECK \n");
        //try once
        JUnitAnalyzer.handleTestsThatAreUnstable(list);
        Assert.assertEquals(1, list.size());
        Assert.assertFalse(file.exists());

        System.out.println("\n SECOND STABILITY CHECK \n");
        //try again
        JUnitAnalyzer.handleTestsThatAreUnstable(list);
        Assert.assertEquals(1, list.size());
        Assert.assertFalse(file.exists());

        System.out.println("\n FINAL VERIFICATION \n");
        JUnitAnalyzer.verifyCompilationAndExecution(list);
        Assert.assertEquals(1, list.size());
        Assert.assertFalse(file.exists());
    }

    @Test
    public void testCreationOfTmpDir() throws IOException {

        File dir = JUnitAnalyzer.createNewTmpDir();
        Assert.assertNotNull(dir);
        Assert.assertTrue(dir.exists());

        FileUtils.deleteDirectory(dir);
        Assert.assertFalse(dir.exists());
    }

}