org.glowroot.tests.WebDriverSetup.java Source code

Java tutorial

Introduction

Here is the source code for org.glowroot.tests.WebDriverSetup.java

Source

/*
 * Copyright 2015-2019 the original author or authors.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.glowroot.tests;

import java.io.EOFException;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.PrintWriter;
import java.net.ServerSocket;
import java.net.URL;
import java.security.SecureRandom;
import java.util.Properties;

import com.datastax.driver.core.Cluster;
import com.datastax.driver.core.PoolingOptions;
import com.google.common.base.Stopwatch;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import com.google.common.io.BaseEncoding;
import com.google.common.io.ByteStreams;
import com.google.common.io.Files;
import com.machinepublishers.jbrowserdriver.JBrowserDriver;
import com.saucelabs.common.SauceOnDemandAuthentication;
import com.saucelabs.common.SauceOnDemandSessionIdProvider;
import com.saucelabs.junit.SauceOnDemandTestWatcher;
import kr.motd.maven.os.Detector;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.DefaultRedirectStrategy;
import org.apache.http.impl.client.HttpClients;
import org.junit.rules.TestWatcher;
import org.openqa.selenium.Dimension;
import org.openqa.selenium.WebDriver;
import org.openqa.selenium.firefox.FirefoxDriver;
import org.openqa.selenium.remote.RemoteWebDriver;
import org.rauschig.jarchivelib.ArchiveFormat;
import org.rauschig.jarchivelib.Archiver;
import org.rauschig.jarchivelib.ArchiverFactory;
import org.rauschig.jarchivelib.CompressionType;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import org.glowroot.agent.it.harness.Container;
import org.glowroot.agent.it.harness.Containers;
import org.glowroot.agent.it.harness.impl.JavaagentContainer;
import org.glowroot.agent.it.harness.impl.LocalContainer;
import org.glowroot.central.CentralModule;
import org.glowroot.central.util.Session;

import static java.nio.charset.StandardCharsets.UTF_8;
import static java.util.concurrent.TimeUnit.SECONDS;

public class WebDriverSetup {

    protected static final boolean useCentral = Boolean.getBoolean("glowroot.internal.webdriver.useCentral");

    // travis build is currently failing with jbrowser driver
    private static final boolean USE_JBROWSER_DRIVER = false;

    private static final String GECKO_DRIVER_VERSION = "0.23.0";

    private static final Logger logger = LoggerFactory.getLogger(WebDriverSetup.class);

    static {
        // shorter time so aggregates and gauges will be collected during BasicSmokeIT
        System.setProperty("glowroot.internal.rollup.0.intervalMillis", "1000");
        System.setProperty("glowroot.internal.gaugeCollectionIntervalMillis", "1000");
    }

    public static WebDriverSetup create() throws Exception {
        if (!SharedSetupRunListener.useSharedSetup()) {
            return createSetup(false);
        }
        WebDriverSetup sharedSetup = SharedSetupRunListener.getSharedSetup();
        if (sharedSetup == null) {
            sharedSetup = createSetup(true);
            SharedSetupRunListener.setSharedSetup(sharedSetup);
        } else {
            sharedSetup.resetDriver();
        }
        return sharedSetup;
    }

    private final CentralModule centralModule;
    private final Container container;
    private final int uiPort;
    private final boolean shared;
    private WebDriver driver;

    private String remoteWebDriverSessionId;

    private WebDriverSetup(CentralModule centralModule, Container container, int uiPort, boolean shared,
            WebDriver driver) throws Exception {
        this.centralModule = centralModule;
        this.container = container;
        this.uiPort = uiPort;
        this.shared = shared;
        this.driver = driver;
    }

    public void close() throws Exception {
        close(false);
    }

    public void close(boolean evenIfShared) throws Exception {
        if (shared && !evenIfShared) {
            // this is the shared setup and will be closed at the end of the run
            return;
        }
        if (driver != null) {
            driver.quit();
        }
        container.close();
        if (useCentral) {
            centralModule.shutdown(false);
            CassandraWrapper.stop();
        }
    }

    public Container getContainer() {
        return container;
    }

    public int getUiPort() {
        return uiPort;
    }

    public WebDriver getDriver() {
        return driver;
    }

    public void beforeEachTest(String testName, ScreenshotOnExceptionRule screenshotOnExceptionRule)
            throws Exception {
        if (SauceLabs.useSauceLabs()) {
            // need separate webdriver instance per test in order to report each test separately in
            // saucelabs
            driver = SauceLabs.getWebDriver(testName);
            // need to capture sessionId since it is needed in sauceLabsTestWatcher, after
            // driver.quit() is called
            remoteWebDriverSessionId = ((RemoteWebDriver) driver).getSessionId().toString();
        } else {
            screenshotOnExceptionRule.setDriver(driver);
        }
    }

    public void afterEachTest() throws Exception {
        if (SauceLabs.useSauceLabs()) {
            driver.quit();
        }
        container.checkAndReset();
    }

    public TestWatcher getSauceLabsTestWatcher() {
        if (!SauceLabs.useSauceLabs()) {
            return new TestWatcher() {
            };
        }
        String sauceUsername = System.getenv("SAUCE_USERNAME");
        String sauceAccessKey = System.getenv("SAUCE_ACCESS_KEY");
        SauceOnDemandAuthentication authentication = new SauceOnDemandAuthentication(sauceUsername, sauceAccessKey);
        SauceOnDemandSessionIdProvider sessionIdProvider = new SauceOnDemandSessionIdProvider() {
            @Override
            public String getSessionId() {
                return remoteWebDriverSessionId;
            }
        };
        return new SauceOnDemandTestWatcher(sessionIdProvider, authentication);
    }

    private void resetDriver() throws IOException {
        if (!SauceLabs.useSauceLabs()) {
            driver.quit();
            driver = createWebDriver();
        }
    }

    private static WebDriverSetup createSetup(boolean shared) throws Exception {
        int uiPort = getAvailablePort();
        File testDir = Files.createTempDir();
        CentralModule centralModule;
        Container container;
        if (useCentral) {
            CassandraWrapper.start();
            Cluster cluster = Cluster.builder().addContactPoint("127.0.0.1").build();
            Session session = new Session(cluster.newSession(), "glowroot_unit_tests", null,
                    PoolingOptions.DEFAULT_MAX_QUEUE_SIZE);
            session.updateSchemaWithRetry("drop table if exists agent_config");
            session.updateSchemaWithRetry("drop table if exists user");
            session.updateSchemaWithRetry("drop table if exists role");
            session.updateSchemaWithRetry("drop table if exists central_config");
            session.updateSchemaWithRetry("drop table if exists agent");
            session.close();
            cluster.close();
            int grpcPort = getAvailablePort();
            centralModule = createCentralModule(uiPort, grpcPort);
            container = createContainerReportingToCentral(grpcPort, testDir);
        } else {
            centralModule = null;
            container = createContainer(uiPort, testDir);
        }
        if (SauceLabs.useSauceLabs()) {
            return new WebDriverSetup(centralModule, container, uiPort, shared, null);
        } else {
            return new WebDriverSetup(centralModule, container, uiPort, shared, createWebDriver());
        }
    }

    private static WebDriver createWebDriver() throws IOException {
        WebDriver driver;
        if (USE_JBROWSER_DRIVER) {
            driver = new JBrowserDriver();
        } else {
            File geckoDriverExecutable = downloadGeckoDriverIfNeeded();
            System.setProperty("webdriver.gecko.driver", geckoDriverExecutable.getAbsolutePath());
            driver = new FirefoxDriver();
        }
        // 768 is bootstrap media query breakpoint for screen-sm-min
        // 992 is bootstrap media query breakpoint for screen-md-min
        // 1200 is bootstrap media query breakpoint for screen-lg-min
        driver.manage().window().setSize(new Dimension(1200, 800));
        return driver;
    }

    private static Container createContainer(int uiPort, File testDir) throws Exception {
        File adminFile = new File(testDir, "admin.json");
        Files.asCharSink(adminFile, UTF_8).write("{\"web\":{\"port\":" + uiPort + "}}");
        Container container;
        if (Containers.useJavaagent()) {
            container = new JavaagentContainer(testDir, true, ImmutableList.of());
        } else {
            container = new LocalContainer(testDir, true, ImmutableMap.of());
        }
        // wait for UI to be available (UI starts asynchronously in order to not block startup)
        CloseableHttpClient httpClient = HttpClients.custom().setRedirectStrategy(new DefaultRedirectStrategy())
                .build();
        Stopwatch stopwatch = Stopwatch.createStarted();
        Exception lastException = null;
        while (stopwatch.elapsed(SECONDS) < 10) {
            HttpGet request = new HttpGet("http://localhost:" + uiPort);
            try (CloseableHttpResponse response = httpClient.execute(request);
                    InputStream content = response.getEntity().getContent()) {
                ByteStreams.exhaust(content);
                lastException = null;
                break;
            } catch (Exception e) {
                lastException = e;
            }
        }
        httpClient.close();
        if (lastException != null) {
            throw new IllegalStateException("Timed out waiting for Glowroot UI", lastException);
        }
        return container;
    }

    private static CentralModule createCentralModule(int uiPort, int grpcPort) throws Exception {
        File centralDir = new File("target");
        File propsFile = new File(centralDir, "glowroot-central.properties");
        PrintWriter props = new PrintWriter(propsFile);
        props.println("cassandra.keyspace=glowroot_unit_tests");
        byte[] bytes = new byte[16];
        new SecureRandom().nextBytes(bytes);
        props.println("cassandra.symmetricEncryptionKey=" + BaseEncoding.base16().lowerCase().encode(bytes));
        props.println("grpc.httpPort=" + grpcPort);
        props.println("ui.port=" + uiPort);
        props.close();
        String prior = System.getProperty("glowroot.log.dir");
        try {
            System.setProperty("glowroot.log.dir", "target");
            return CentralModule.create(centralDir);
        } finally {
            if (prior == null) {
                System.clearProperty("glowroot.log.dir");
            } else {
                System.setProperty("glowroot.log.dir", prior);
            }
        }
    }

    private static Container createContainerReportingToCentral(int grpcPort, File testDir) throws Exception {
        if (Containers.useJavaagent()) {
            // -Xmx is to limit memory usage on travis-ci builds
            return new JavaagentContainer(testDir, false,
                    ImmutableList.of("-Dglowroot.collector.address=localhost:" + grpcPort, "-Xmx64m"));
        } else {
            return new LocalContainer(testDir, false,
                    ImmutableMap.of("glowroot.collector.address", "localhost:" + Integer.toString(grpcPort)));
        }
    }

    private static int getAvailablePort() throws Exception {
        if (SauceLabs.useSauceLabs()) {
            // glowroot must listen on one of the ports that sauce connect proxies
            // see https://saucelabs.com/docs/connect#localhost
            return 4000;
        } else {
            ServerSocket serverSocket = new ServerSocket(0);
            int port = serverSocket.getLocalPort();
            serverSocket.close();
            return port;
        }
    }

    private static File downloadGeckoDriverIfNeeded() throws IOException {
        MyDetector detector = new MyDetector();
        Properties props = detector.detect();
        String osDetectedName = props.getProperty("os.detected.name");
        String osDetectedArch = props.getProperty("os.detected.arch");
        int bits;
        if (osDetectedArch.endsWith("_64")) {
            bits = 64;
        } else if (osDetectedArch.endsWith("_32")) {
            bits = 32;
        } else {
            throw new IllegalStateException("Unexpected os.detected.arch: " + osDetectedArch);
        }
        String optionalExt;
        String downloadFilenameSuffix;
        String downloadFilenameExt;
        Archiver archiver;
        if (osDetectedName.equals("linux")) {
            optionalExt = "";
            downloadFilenameSuffix = "linux" + bits;
            downloadFilenameExt = "tar.gz";
            archiver = ArchiverFactory.createArchiver(ArchiveFormat.TAR, CompressionType.GZIP);
        } else if (osDetectedName.equals("osx")) {
            optionalExt = "";
            downloadFilenameSuffix = "macos";
            downloadFilenameExt = "tar.gz";
            archiver = ArchiverFactory.createArchiver(ArchiveFormat.TAR, CompressionType.GZIP);
        } else if (osDetectedName.equals("windows")) {
            optionalExt = ".exe";
            downloadFilenameSuffix = "win" + bits;
            downloadFilenameExt = "zip";
            archiver = ArchiverFactory.createArchiver(ArchiveFormat.ZIP);
        } else {
            throw new IllegalStateException("Unsupported OS for running geckodriver: " + osDetectedName);
        }
        File targetDir = new File("target");
        targetDir.mkdir();
        File geckoDriverExecutable = new File(targetDir, "geckodriver-" + GECKO_DRIVER_VERSION + optionalExt);
        if (!geckoDriverExecutable.exists()) {
            try {
                downloadAndExtractGeckoDriver(targetDir, downloadFilenameSuffix, downloadFilenameExt, optionalExt,
                        archiver);
            } catch (EOFException e) {
                // partial download, try again
                System.out.println("Retrying...");
                downloadAndExtractGeckoDriver(targetDir, downloadFilenameSuffix, downloadFilenameExt, optionalExt,
                        archiver);
            }

        }
        return geckoDriverExecutable;
    }

    private static void downloadAndExtractGeckoDriver(File directory, String downloadFilenameSuffix,
            String downloadFilenameExt, String optionalExt, Archiver archiver) throws IOException {
        // using System.out to make sure user sees why there is a delay here
        System.out.print("Downloading Mozilla geckodriver " + GECKO_DRIVER_VERSION + "...");
        URL url = new URL("https://github.com/mozilla/geckodriver/releases/download/v" + GECKO_DRIVER_VERSION
                + "/geckodriver-v" + GECKO_DRIVER_VERSION + '-' + downloadFilenameSuffix + '.'
                + downloadFilenameExt);
        InputStream in = url.openStream();
        File archiveFile = File.createTempFile("geckodriver-" + GECKO_DRIVER_VERSION + '-',
                '.' + downloadFilenameExt);
        Files.asByteSink(archiveFile).writeFrom(in);
        in.close();
        archiver.extract(archiveFile, directory);
        Files.move(new File(directory, "geckodriver" + optionalExt),
                new File(directory, "geckodriver-" + GECKO_DRIVER_VERSION + optionalExt));
        archiveFile.delete();
        System.out.println(" OK");
    }

    private static class MyDetector extends Detector {

        private Properties detect() {
            Properties props = new Properties();
            super.detect(props, ImmutableList.<String>of());
            return props;
        }

        @Override
        protected void log(String message) {
            logger.info(message);
        }

        @Override
        protected void logProperty(String name, String value) {
            if (logger.isInfoEnabled()) {
                logger.info(name + ": " + value);
            }
        }
    }
}