dk.netarkivet.systemtest.performance.DatabaseFullMigrationTest.java Source code

Introduction

Here is the source code for dk.netarkivet.systemtest.performance.DatabaseFullMigrationTest.java

Source

/*
 * #%L
 * NetarchiveSuite System test
 * %%
 * Copyright (C) 2005 - 2014 The Royal Danish Library, the Danish State and University Library,
 *             the National Library of France and the Austrian National Library.
 * %%
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as
 * published by the Free Software Foundation, either version 2.1 of the
 * License, or (at your option) any later version.
 * 
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Lesser Public License for more details.
 * 
 * You should have received a copy of the GNU General Lesser Public
 * License along with this program.  If not, see
 * <http://www.gnu.org/licenses/lgpl-2.1.html>.
 * #L%
 */
package dk.netarkivet.systemtest.performance;

import org.openqa.selenium.WebDriver;
import org.openqa.selenium.firefox.FirefoxDriver;
import org.testng.annotations.BeforeClass;
import org.testng.annotations.Test;

import dk.netarkivet.systemtest.TestLogger;
import dk.netarkivet.systemtest.environment.TestGUIController;

/**
 * Tests to be run against the full production-load database.
 */
@SuppressWarnings("unused")
public class DatabaseFullMigrationTest extends AbstractStressTest {
    protected final TestLogger log = new TestLogger(getClass());

    @Test(enabled = false)
    public void testUpdateFileStatus() {
        addDescription(
                "Test updating the file status for all files in one bitarchive replica. This procedure takes around one hour to run for "
                        + "a full production load. Because there are no actual files present in the test system, the test will eventually show that all files are "
                        + "missing in this replica.");
        doUpdateFileStatus();
    }

    @Test(enabled = false)
    public void testUpdateChecksumStatus() {
        addDescription(
                "Test updating checksum status for all files in one checksum-replica. This takes about four hours to run in a full production load.");
        doUpdateChecksumAndFileStatus();
    }

    @Test
    public void testIngestDomains() {
        addDescription(
                "Test ingesting domains from a textual list of about 2 million domains. This is not a particularly heavy"
                        + " operation but tests some browser functionality which is not easily testable elsewhere - specifically that the 'keep-alive' "
                        + "functionality allows the browser to follow the complete upload/ingest of all the domains without timing out.");
        doIngestDomains();
    }

    @Test(enabled = false)
    public void testGenerateSnapshot() {
        addDescription(
                "Test generating snapshot jobs with a maximum number of bytes per domain of 100 000. This takes about ten hours to complete. The"
                        + " number of jobs generated is determined roughly by the parameter settings.harvester.scheduler.jobGen.domainConfigSubsetSize which is"
                        + " set to 10000 by default. Ie there is a maximum of 10000 domains per job, although there are also a small number of jobs with much fewer domains"
                        + " where these have specialised configurations.");
        doGenerateSnapshot();
    }

    @BeforeClass
    public void setupTestEnvironment() throws Exception {
        shutdownPreviousTest();
        fetchProductionData();
        deployComponents();
        replaceDatabasesWithProd(false);
        upgradeHarvestDatabase();
        startTestSystem();
    }

    private void doGenerateSnapshot() {
        WebDriver driver = new FirefoxDriver();
        String snapshotTimeDividerString = System.getProperty("stresstest.snapshottimedivider", "1");
        Integer snapshotTimeDivider = Integer.parseInt(snapshotTimeDividerString);
        if (snapshotTimeDivider != 1) {
            log.info("Dividing timescale for snapshot test by a factor {} (stresstest.snapshottimedivider).",
                    snapshotTimeDivider);
        }
        TestGUIController TestGUIController = new TestGUIController(testController);
        LongRunningJob snapshotJob = new GenerateSnapshotJob(this, testController, driver,
                2 * HOUR / snapshotTimeDivider, 30 * MINUTE / snapshotTimeDivider, 20 * HOUR / snapshotTimeDivider,
                "SnapshotGenerationJob");
        snapshotJob.run();
    }

    private void doIngestDomains() {
        WebDriver driver = new FirefoxDriver();
        IngestDomainJob ingestDomainJob = new IngestDomainJob(this, driver, 60 * HOUR);
        ingestDomainJob.run();
    }

    private void doUpdateFileStatus() {
        WebDriver driver = new FirefoxDriver();
        TestGUIController TestGUIController = new TestGUIController(testController);
        UpdateFileStatusJob updateFileStatusJob = new UpdateFileStatusJob(this, driver, 0L, 5 * MINUTE, 5 * HOUR,
                "Update FileStatus Job");
        updateFileStatusJob.run();
    }

    private void doUpdateChecksumAndFileStatus() {
        Long stepTimeout = DAY;
        String minStepTimeHoursString = System.getProperty("stresstest.minchecksumtime", "1");
        log.debug("Checksum checking must take at least {} (stresstest.minchecksumtime) hours to complete.",
                minStepTimeHoursString);
        Long minStepTime = Integer.parseInt(minStepTimeHoursString) * HOUR;
        UpdateChecksumJob updateChecksumJob = new UpdateChecksumJob(this, new FirefoxDriver(), MINUTE, 5 * MINUTE,
                stepTimeout, "Update Checksum Job");
        updateChecksumJob.run();
    }
}