Java tutorial
/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * <p/> * http://www.apache.org/licenses/LICENSE-2.0 * <p/> * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.gateway; import org.apache.commons.io.FileUtils; import org.apache.commons.io.IOUtils; import org.apache.hadoop.gateway.services.DefaultGatewayServices; import org.apache.hadoop.gateway.services.GatewayServices; import org.apache.hadoop.gateway.services.ServiceLifecycleException; import org.apache.hadoop.gateway.services.topology.TopologyService; import org.apache.hadoop.test.TestUtils; import org.apache.hadoop.test.mock.MockServer; import org.apache.http.HttpStatus; import org.apache.velocity.Template; import org.apache.velocity.VelocityContext; import org.apache.velocity.app.VelocityEngine; import org.apache.velocity.runtime.RuntimeConstants; import org.apache.velocity.runtime.resource.loader.ClasspathResourceLoader; import org.hamcrest.MatcherAssert; import org.junit.After; import org.junit.AfterClass; import org.junit.Assert; import org.junit.BeforeClass; import org.junit.Test; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import java.io.File; import java.io.StringWriter; import java.net.URL; import java.util.HashMap; import java.util.Map; import java.util.Properties; import java.util.UUID; import static com.jayway.restassured.RestAssured.given; import static org.apache.hadoop.test.TestUtils.LOG_ENTER; import static org.apache.hadoop.test.TestUtils.LOG_EXIT; import static org.hamcrest.CoreMatchers.notNullValue; import static uk.co.datumedge.hamcrest.json.SameJSONAs.sameJSONAs; public class AmbariServiceDefinitionTest { private static Logger LOG = LoggerFactory.getLogger(AmbariServiceDefinitionTest.class); private static Class DAT = AmbariServiceDefinitionTest.class; private static GatewayTestConfig config; private static DefaultGatewayServices services; private static GatewayServer gateway; private static int gatewayPort; private static String gatewayUrl; private static String clusterUrl; private static String clusterPath; private static Properties params; private static TopologyService topos; private static MockServer mockAmbari; private static VelocityEngine velocity; private static VelocityContext context; @BeforeClass public static void setupSuite() throws Exception { LOG_ENTER(); setupGateway(); String topoStr = TestUtils.merge(DAT, "test-topology.xml", params); File topoFile = new File(config.getGatewayTopologyDir(), "test-topology.xml"); FileUtils.writeStringToFile(topoFile, topoStr); topos.reloadTopologies(); LOG_EXIT(); } @AfterClass public static void cleanupSuite() throws Exception { LOG_ENTER(); gateway.stop(); FileUtils.deleteQuietly(new File(config.getGatewayHomeDir())); LOG_EXIT(); } @After public void cleanupTest() throws Exception { FileUtils.cleanDirectory(new File(config.getGatewayTopologyDir())); FileUtils.cleanDirectory(new File(config.getGatewayDeploymentDir())); } public static void setupGateway() throws Exception { File targetDir = new File(System.getProperty("user.dir"), "target"); File gatewayDir = new File(targetDir, "gateway-home-" + UUID.randomUUID()); gatewayDir.mkdirs(); config = new GatewayTestConfig(); config.setGatewayHomeDir(gatewayDir.getAbsolutePath()); URL svcsFileUrl = TestUtils.getResourceUrl(DAT, "test-svcs/readme.txt"); File svcsFile = new File(svcsFileUrl.getFile()); File svcsDir = svcsFile.getParentFile(); config.setGatewayServicesDir(svcsDir.getAbsolutePath()); String pathToStacksSource = "gateway-service-definitions/src/main/resources/services"; File stacksSourceDir = new File(targetDir.getParent(), pathToStacksSource); if (!stacksSourceDir.exists()) { stacksSourceDir = new File(targetDir.getParentFile().getParent(), pathToStacksSource); } if (stacksSourceDir.exists()) { FileUtils.copyDirectoryToDirectory(stacksSourceDir, svcsDir); } File topoDir = new File(config.getGatewayTopologyDir()); topoDir.mkdirs(); File deployDir = new File(config.getGatewayDeploymentDir()); deployDir.mkdirs(); setupMockServers(); startGatewayServer(); } public static void setupMockServers() throws Exception { mockAmbari = new MockServer("AMBARI", true); } public static void startGatewayServer() throws Exception { services = new DefaultGatewayServices(); Map<String, String> options = new HashMap<>(); options.put("persist-master", "false"); options.put("master", "password"); try { services.init(config, options); } catch (ServiceLifecycleException e) { e.printStackTrace(); // I18N not required. } topos = services.getService(GatewayServices.TOPOLOGY_SERVICE); gateway = GatewayServer.startGateway(config, services); MatcherAssert.assertThat("Failed to start gateway.", gateway, notNullValue()); gatewayPort = gateway.getAddresses()[0].getPort(); gatewayUrl = "http://localhost:" + gatewayPort + "/" + config.getGatewayPath(); String topologyPath = "/test-topology"; clusterPath = "/" + config.getGatewayPath() + topologyPath; clusterUrl = gatewayUrl + topologyPath; LOG.info("Gateway port = " + gateway.getAddresses()[0].getPort()); params = new Properties(); params.put("AMBARI_URL", "http://localhost:" + mockAmbari.getPort()); velocity = new VelocityEngine(); velocity.setProperty(RuntimeConstants.RUNTIME_LOG_LOGSYSTEM_CLASS, "org.apache.velocity.runtime.log.NullLogSystem"); velocity.setProperty(RuntimeConstants.RESOURCE_LOADER, "classpath"); velocity.setProperty("classpath.resource.loader.class", ClasspathResourceLoader.class.getName()); velocity.init(); context = new VelocityContext(); context.put("cluster_url", clusterUrl); context.put("cluster_path", clusterPath); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void clusters() throws Exception { LOG_ENTER(); String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/clusters"; mockAmbari.expect().method("GET").pathInfo("/api/v1/clusters").respond().status(HttpStatus.SC_OK) .content(TestUtils.getResourceStream(DAT, "clusters-response.json")).contentType("text/plain"); String body = given() // .log().all() .auth().preemptive().basic(username, password).expect() // .log().all() .statusCode(HttpStatus.SC_OK).contentType("text/plain").when().get(serviceUrl).asString(); String name = TestUtils.getResourceName(this.getClass(), "clusters-response-expected.json"); Template template = velocity.getTemplate(name); StringWriter sw = new StringWriter(); template.merge(context, sw); String expected = sw.toString(); MatcherAssert.assertThat(body, sameJSONAs(expected)); LOG_EXIT(); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void historyServer() throws Exception { LOG_ENTER(); String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/clusters/test/hosts/c6401.ambari.apache.org/host_components/HISTORYSERVER"; mockAmbari.expect().method("GET") .pathInfo("/api/v1/clusters/test/hosts/c6401.ambari.apache.org/host_components/HISTORYSERVER") .respond().status(HttpStatus.SC_OK) .content(TestUtils.getResourceStream(DAT, "history-server-response.json")) .contentType("text/plain"); String body = given().auth().preemptive().basic(username, password).expect().statusCode(HttpStatus.SC_OK) .contentType("text/plain").when().get(serviceUrl).asString(); String name = TestUtils.getResourceName(this.getClass(), "history-server-response-expected.json"); Template template = velocity.getTemplate(name); StringWriter sw = new StringWriter(); template.merge(context, sw); String expected = sw.toString(); MatcherAssert.assertThat(body, sameJSONAs(expected)); LOG_EXIT(); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void unwiseCharacterRequest() throws Exception { String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/clusters/test/components"; mockAmbari.expect().method("GET").pathInfo("/api/v1/clusters/test/components") .queryParam("ServiceComponentInfo/component_name", "APP_TIMELINE_SERVER|ServiceComponentInfo/category=MASTER") .respond().status(HttpStatus.SC_OK) .content(TestUtils.getResourceStream(DAT, "unwise-character-response.json")) .contentType("text/plain"); //only assertion here is to make sure the request can be made successfully with the unwise characters present //in the request url given().auth().preemptive().basic(username, password) .queryParam("ServiceComponentInfo/component_name", "APP_TIMELINE_SERVER|ServiceComponentInfo/category=MASTER") .expect().statusCode(HttpStatus.SC_OK).contentType("text/plain").when().get(serviceUrl).asString(); LOG_EXIT(); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void encryptedResponse() throws Exception { LOG_ENTER(); String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/persist/CLUSTER_CURRENT_STATUS?_=1457977721091"; mockAmbari.expect().method("GET").pathInfo("/api/v1/persist/CLUSTER_CURRENT_STATUS") .queryParam("_", "1457977721091").respond().status(HttpStatus.SC_OK) .content(TestUtils.getResourceStream(DAT, "encrypted-response.txt")).contentType("text/plain"); String body = given().auth().preemptive().basic(username, password).expect().statusCode(HttpStatus.SC_OK) .contentType("text/plain").when().get(serviceUrl).asString(); Assert.assertNotNull(body); LOG_EXIT(); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void postDataWithWrongContentType() throws Exception { LOG_ENTER(); String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/stacks/HDP/versions/2.3/recommendations"; mockAmbari.expect().method("POST").pathInfo("/api/v1/stacks/HDP/versions/2.3/recommendations") .content(TestUtils.getResourceStream(DAT, "post-data-wrong-type.json")).respond() .status(HttpStatus.SC_OK).contentType("application/x-www-form-urlencoded"); String body = given().auth().preemptive().basic(username, password) .content(IOUtils.toByteArray(TestUtils.getResourceStream(DAT, "post-data-wrong-type.json"))) .expect().statusCode(HttpStatus.SC_OK).contentType("application/x-www-form-urlencoded").when() .post(serviceUrl).asString(); Assert.assertNotNull(body); LOG_EXIT(); } @Test(timeout = TestUtils.MEDIUM_TIMEOUT) public void contextPathInViewsResponse() throws Exception { LOG_ENTER(); String username = "guest"; String password = "guest-password"; String serviceUrl = clusterUrl + "/ambari/api/v1/views?fields=versions/instances/ViewInstanceInfo,versions/" + "ViewVersionInfo/label&versions/ViewVersionInfo/system=false&_=1461186937589"; mockAmbari.expect().method("GET").pathInfo("/api/v1/views").queryParam("_", "1461186937589") .queryParam("versions/ViewVersionInfo/system", "false") .queryParam("fields", "versions/instances/ViewInstanceInfo,versions/ViewVersionInfo/label") .respond().status(HttpStatus.SC_OK).content(TestUtils.getResourceStream(DAT, "views-response.json")) .contentType("text/plain"); String body = given().auth().preemptive().basic(username, password).expect().statusCode(HttpStatus.SC_OK) .contentType("text/plain").when().get(serviceUrl).asString(); String name = TestUtils.getResourceName(this.getClass(), "views-response-expected.json"); Template template = velocity.getTemplate(name); StringWriter sw = new StringWriter(); template.merge(context, sw); String expected = sw.toString(); MatcherAssert.assertThat(body, sameJSONAs(expected)); LOG_EXIT(); } }