Java tutorial
/* * Licensed to the Apache Software Foundation (ASF) under one or more contributor license * agreements. See the NOTICE file distributed with this work for additional information regarding * copyright ownership. The ASF licenses this file to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance with the License. You may obtain a * copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express * or implied. See the License for the specific language governing permissions and limitations under * the License. */ package org.apache.fluo.integration.client; import java.util.Map; import java.util.Map.Entry; import java.util.Set; import com.google.common.collect.Iterables; import org.apache.accumulo.core.client.Connector; import org.apache.accumulo.core.client.Instance; import org.apache.accumulo.core.client.ZooKeeperInstance; import org.apache.accumulo.core.client.security.tokens.PasswordToken; import org.apache.curator.framework.CuratorFramework; import org.apache.fluo.accumulo.util.ColumnConstants; import org.apache.fluo.accumulo.util.ZookeeperUtil; import org.apache.fluo.api.client.FluoAdmin; import org.apache.fluo.api.client.FluoAdmin.AlreadyInitializedException; import org.apache.fluo.api.client.FluoAdmin.InitializationOptions; import org.apache.fluo.api.client.FluoAdmin.TableExistsException; import org.apache.fluo.api.client.FluoClient; import org.apache.fluo.api.client.FluoFactory; import org.apache.fluo.api.client.Snapshot; import org.apache.fluo.api.client.Transaction; import org.apache.fluo.api.config.FluoConfiguration; import org.apache.fluo.api.data.Column; import org.apache.fluo.api.exceptions.FluoException; import org.apache.fluo.core.client.FluoAdminImpl; import org.apache.fluo.core.client.FluoClientImpl; import org.apache.fluo.core.impl.Environment; import org.apache.fluo.core.oracle.OracleServer; import org.apache.fluo.core.util.CuratorUtil; import org.apache.fluo.integration.ITBaseImpl; import org.apache.hadoop.io.Text; import org.junit.Assert; import org.junit.Rule; import org.junit.Test; import org.junit.rules.Timeout; import static org.junit.Assert.assertTrue; import static org.junit.Assert.fail; public class FluoAdminImplIT extends ITBaseImpl { @Rule public Timeout globalTimeout = Timeout.seconds(getTestTimeout()); @Test public void testInitializeTwiceFails() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); try (FluoAdmin admin = new FluoAdminImpl(config)) { InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); admin.initialize(opts); admin.initialize(opts); opts.setClearZookeeper(false).setClearTable(false); try { admin.initialize(opts); fail("This should have failed"); } catch (AlreadyInitializedException e) { } opts.setClearZookeeper(false).setClearTable(true); try { admin.initialize(opts); fail("This should have failed"); } catch (AlreadyInitializedException e) { } opts.setClearZookeeper(true).setClearTable(false); try { admin.initialize(opts); fail("This should have failed"); } catch (TableExistsException e) { } } assertTrue(conn.tableOperations().exists(config.getAccumuloTable())); } @Test public void testInitializeConfig() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); FluoConfiguration localConfig = new FluoConfiguration(config); localConfig.setProperty("fluo.test123", "${fluo.connection.application.name}"); Assert.assertEquals(localConfig.getApplicationName(), localConfig.getString("fluo.test123")); try (FluoAdmin admin = new FluoAdminImpl(localConfig)) { InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); admin.initialize(opts); // verify locality groups were set on the table Instance inst = new ZooKeeperInstance(config.getAccumuloInstance(), config.getAccumuloZookeepers()); Connector conn = inst.getConnector(config.getAccumuloUser(), new PasswordToken(config.getAccumuloPassword())); Map<String, Set<Text>> localityGroups = conn.tableOperations() .getLocalityGroups(config.getAccumuloTable()); Assert.assertEquals("Unexpected locality group count.", 1, localityGroups.size()); Entry<String, Set<Text>> localityGroup = localityGroups.entrySet().iterator().next(); Assert.assertEquals("'notify' locality group not found.", ColumnConstants.NOTIFY_LOCALITY_GROUP_NAME, localityGroup.getKey()); Assert.assertEquals("'notify' locality group does not contain exactly 1 column family.", 1, localityGroup.getValue().size()); Text colFam = localityGroup.getValue().iterator().next(); Assert.assertTrue("'notify' locality group does not contain the correct column family.", ColumnConstants.NOTIFY_CF.contentEquals(colFam.getBytes(), 0, colFam.getLength())); } try (FluoClientImpl client = new FluoClientImpl(localConfig)) { FluoConfiguration sharedConfig = client.getSharedConfiguration(); Assert.assertEquals(localConfig.getApplicationName(), sharedConfig.getString("fluo.test123")); Assert.assertEquals(localConfig.getApplicationName(), sharedConfig.getApplicationName()); } } @Test public void testInitializeWithNoChroot() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); InitializationOptions opts = new InitializationOptions().setClearZookeeper(true).setClearTable(true); for (String host : new String[] { "localhost", "localhost/", "localhost:9999", "localhost:9999/" }) { config.setInstanceZookeepers(host); try (FluoAdmin fluoAdmin = new FluoAdminImpl(config)) { fluoAdmin.initialize(opts); fail("This should have failed"); } catch (IllegalArgumentException e) { } } } @Test public void testInitializeLongChroot() throws Exception { // stop oracle to avoid spurious exceptions when initializing oserver.stop(); String zk = config.getAppZookeepers(); String longPath = "/very/long/path"; config.setInstanceZookeepers(zk + longPath); InitializationOptions opts = new InitializationOptions(); opts.setClearZookeeper(true).setClearTable(true); try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.initialize(opts); } try (CuratorFramework curator = CuratorUtil.newRootFluoCurator(config)) { curator.start(); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath))); } String longPath2 = "/very/long/path2"; config.setInstanceZookeepers(zk + longPath2); try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.initialize(opts); } try (CuratorFramework curator = CuratorUtil.newRootFluoCurator(config)) { curator.start(); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath2))); Assert.assertNotNull(curator.checkExists().forPath(ZookeeperUtil.parseRoot(zk + longPath))); } } @Test public void testRemove() throws Exception { try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.remove(); fail("This should fail with the oracle server running"); } catch (FluoException e) { } // write/verify some data String row = "Logicians"; Column fname = new Column("name", "first"); Column lname = new Column("name", "last"); try (FluoClient client = FluoFactory.newClient(config)) { try (Transaction tx = client.newTransaction()) { tx.set(row, fname, "Kurt"); tx.set(row, lname, "Godel"); tx.commit(); } // read it for sanity try (Snapshot snap = client.newSnapshot()) { Assert.assertEquals("Kurt", snap.gets(row, fname)); Assert.assertEquals("Godel", snap.gets(row, lname)); Assert.assertEquals(2, Iterables.size(snap.scanner().build())); } } oserver.stop(); try (FluoAdmin admin = new FluoAdminImpl(config)) { admin.remove(); // pass with oracle stopped } try (FluoAdmin admin = new FluoAdminImpl(config)) { InitializationOptions opts = new InitializationOptions().setClearTable(false).setClearZookeeper(false); admin.initialize(opts); } // necessary workaround due to cached application id Environment env2 = new Environment(config); OracleServer oserver2 = new OracleServer(env2); oserver2.start(); // verify empty try (FluoClient client = FluoFactory.newClient(config)) { try (Snapshot snap = client.newSnapshot()) { Assert.assertEquals(0, Iterables.size(snap.scanner().build())); } } try (FluoClient client = FluoFactory.newClient(config)) { // write data try (Transaction tx = client.newTransaction()) { tx.set(row, fname, "Stephen"); tx.set(row, lname, "Kleene"); tx.commit(); } // read data try (Snapshot snap = client.newSnapshot()) { Assert.assertEquals("Stephen", snap.gets(row, fname)); Assert.assertEquals("Kleene", snap.gets(row, lname)); Assert.assertEquals(2, Iterables.size(snap.scanner().build())); } } oserver2.stop(); env2.close(); } }