Java tutorial
/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hbase.client.crosssite; import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; import junit.framework.Assert; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hbase.HBaseTestingUtility; import org.apache.hadoop.hbase.HColumnDescriptor; import org.apache.hadoop.hbase.HConstants; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.LargeTests; import org.apache.hadoop.hbase.client.Durability; import org.apache.hadoop.hbase.client.Get; import org.apache.hadoop.hbase.client.HTable; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Row; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.client.coprocessor.Batch.Callback; import org.apache.hadoop.hbase.crosssite.CrossSiteConstants; import org.apache.hadoop.hbase.util.Bytes; import org.junit.AfterClass; import org.junit.BeforeClass; import org.junit.Test; import org.junit.experimental.categories.Category; @Category(LargeTests.class) public class TestCrossSiteHBaseTable { final Log LOG = LogFactory.getLog(getClass()); private final static HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(); private final static HBaseTestingUtility TEST_UTIL1 = new HBaseTestingUtility(); private final static HBaseTestingUtility TEST_UTIL2 = new HBaseTestingUtility(); @BeforeClass public static void setUpBeforeClass() throws Exception { TEST_UTIL.getConfiguration().setInt("hbase.master.info.port", 0); TEST_UTIL.getConfiguration().setBoolean("hbase.regionserver.info.port.auto", true); TEST_UTIL.startMiniCluster(1); TEST_UTIL.getConfiguration().set(CrossSiteConstants.CROSS_SITE_ZOOKEEPER, "localhost:" + TEST_UTIL.getConfiguration().get(HConstants.ZOOKEEPER_CLIENT_PORT) + ":/hbase"); TEST_UTIL1.getConfiguration().setInt("hbase.master.info.port", 0); TEST_UTIL1.getConfiguration().setBoolean("hbase.regionserver.info.port.auto", true); TEST_UTIL1.startMiniCluster(1); TEST_UTIL1.getConfiguration().set(CrossSiteConstants.CROSS_SITE_ZOOKEEPER, "localhost:" + TEST_UTIL.getConfiguration().get(HConstants.ZOOKEEPER_CLIENT_PORT) + ":/hbase"); TEST_UTIL2.getConfiguration().setInt("hbase.master.info.port", 0); TEST_UTIL2.getConfiguration().setBoolean("hbase.regionserver.info.port.auto", true); TEST_UTIL2.startMiniCluster(1); TEST_UTIL2.getConfiguration().set(CrossSiteConstants.CROSS_SITE_ZOOKEEPER, "localhost:" + TEST_UTIL.getConfiguration().get(HConstants.ZOOKEEPER_CLIENT_PORT) + ":/hbase"); CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String hbase1 = "hbase1"; String hbase2 = "hbase2"; admin.addCluster(hbase1, TEST_UTIL1.getClusterKey()); admin.addCluster(hbase2, TEST_UTIL2.getClusterKey()); admin.close(); } @AfterClass public static void tearDownAfterClass() throws Exception { TEST_UTIL2.shutdownMiniCluster(); TEST_UTIL1.shutdownMiniCluster(); TEST_UTIL.shutdownMiniCluster(); } @Test public void testPutAndScan() throws Exception { CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String tableName = "testPutAndScan"; HTableDescriptor desc = new HTableDescriptor(tableName); desc.addFamily(new HColumnDescriptor("col1")); admin.createTable(desc); admin.close(); CrossSiteHTable crossSiteHTable = new CrossSiteHTable(admin.getConfiguration(), tableName); Put p = new Put(Bytes.toBytes("hbase1,china")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("100")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase1,india")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q2"), Bytes.toBytes("101")); crossSiteHTable.put(p); Get get = new Get(Bytes.toBytes("hbase1,india")); Result result = crossSiteHTable.get(get); byte[] value = result.getValue(Bytes.toBytes("col1"), Bytes.toBytes("q2")); Assert.assertTrue(Bytes.equals(value, Bytes.toBytes("101"))); Scan s = new Scan(); s.setCaching(1); ResultScanner scanner = crossSiteHTable.getScanner(s); Result next = scanner.next(); Assert.assertTrue(next != null); next = scanner.next(); Assert.assertTrue(next != null); next = scanner.next(); Assert.assertNull(next); crossSiteHTable.close(); } @Test public void testIncrementColumnValue() throws Exception { CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String tableName = "testIncrementColumnValue"; HTableDescriptor desc = new HTableDescriptor(tableName); desc.addFamily(new HColumnDescriptor("col1")); admin.createTable(desc); CrossSiteHTable crossSiteHTable = new CrossSiteHTable(admin.getConfiguration(), tableName); Put p = new Put(Bytes.toBytes("hbase1,china")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes(100l)); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase2,india")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes(100l)); crossSiteHTable.put(p); crossSiteHTable.incrementColumnValue(Bytes.toBytes("hbase1,china"), Bytes.toBytes("col1"), Bytes.toBytes("q1"), 1, Durability.USE_DEFAULT); crossSiteHTable.close(); HTable table1 = new HTable(TEST_UTIL1.getConfiguration(), Bytes.toBytes(tableName + "_hbase1")); Get get1 = new Get(Bytes.toBytes("hbase1,china")); Result r1 = table1.get(get1); Assert.assertEquals(101, Bytes.toLong(r1.getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); HTable table2 = new HTable(TEST_UTIL2.getConfiguration(), Bytes.toBytes(tableName + "_hbase2")); Get get2 = new Get(Bytes.toBytes("hbase2,india")); Result r2 = table2.get(get2); Assert.assertEquals(100, Bytes.toLong(r2.getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); table1.close(); table2.close(); admin.close(); } @Test public void testBatch() throws Exception { CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String tableName = "testBatch"; HTableDescriptor desc = new HTableDescriptor(tableName); desc.addFamily(new HColumnDescriptor("col1")); admin.createTable(desc); CrossSiteHTable crossSiteHTable = new CrossSiteHTable(admin.getConfiguration(), tableName); Put p = new Put(Bytes.toBytes("hbase1,china")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("china")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase1,india")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("india")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase2,us")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("us")); crossSiteHTable.put(p); List<Row> actions = new ArrayList<Row>(); Get get = new Get(Bytes.toBytes("hbase1,china")); get.addFamily(Bytes.toBytes("col1")); actions.add(get); actions.add(new Get(Bytes.toBytes("hbase1,india"))); actions.add(new Get(Bytes.toBytes("hbase2,us"))); Object[] results = new Object[3]; crossSiteHTable.batch(actions, results); Assert.assertEquals("china", Bytes.toString(((Result) results[0]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); Assert.assertEquals("india", Bytes.toString(((Result) results[1]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); Assert.assertEquals("us", Bytes.toString(((Result) results[2]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); crossSiteHTable.close(); admin.close(); } @Test public void testBatchWithErrors() throws Exception { CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String tableName = "testBatchWithErrors"; HTableDescriptor desc = new HTableDescriptor(tableName); desc.addFamily(new HColumnDescriptor("col1")); admin.createTable(desc); CrossSiteHTable crossSiteHTable = new CrossSiteHTable(admin.getConfiguration(), tableName); Put p = new Put(Bytes.toBytes("hbase1,china")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("china")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase1,india")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("india")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase2,us")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("us")); crossSiteHTable.put(p); List<Row> actions = new ArrayList<Row>(); Get get = new Get(Bytes.toBytes("hbase1,china")); get.addFamily(Bytes.toBytes("col2")); actions.add(get); actions.add(new Get(Bytes.toBytes("hbase1,india"))); actions.add(new Get(Bytes.toBytes("hbase2,us"))); Object[] results = new Object[3]; boolean hasErrors = false; try { crossSiteHTable.batch(actions, results); } catch (Exception e) { hasErrors = true; } Assert.assertTrue(hasErrors); Assert.assertTrue(results[0] instanceof Exception); Assert.assertEquals("india", Bytes.toString(((Result) results[1]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); Assert.assertEquals("us", Bytes.toString(((Result) results[2]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); crossSiteHTable.close(); admin.close(); } @Test public void testBatchWithErrosAndCallback() throws Exception { CrossSiteHBaseAdmin admin = new CrossSiteHBaseAdmin(TEST_UTIL.getConfiguration()); String tableName = "testBatchWithErrosAndCallback"; HTableDescriptor desc = new HTableDescriptor(tableName); desc.addFamily(new HColumnDescriptor("col1")); admin.createTable(desc); CrossSiteHTable crossSiteHTable = new CrossSiteHTable(admin.getConfiguration(), tableName); Put p = new Put(Bytes.toBytes("hbase1,china")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("china")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase1,india")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("india")); crossSiteHTable.put(p); p = new Put(Bytes.toBytes("hbase2,us")); p.add(Bytes.toBytes("col1"), Bytes.toBytes("q1"), Bytes.toBytes("us")); crossSiteHTable.put(p); List<Row> actions = new ArrayList<Row>(); Get get = new Get(Bytes.toBytes("hbase1,china")); get.addFamily(Bytes.toBytes("col2")); actions.add(get); actions.add(new Get(Bytes.toBytes("hbase1,india"))); actions.add(new Get(Bytes.toBytes("hbase2,us"))); Object[] results = new Object[3]; boolean hasErrors = false; TestBatchCallback callback = new TestBatchCallback(); try { crossSiteHTable.batchCallback(actions, results, callback); } catch (Exception e) { hasErrors = true; } Assert.assertTrue(hasErrors); Assert.assertEquals(2, callback.getCount()); Assert.assertTrue(results[0] instanceof Exception); Assert.assertEquals("india", Bytes.toString(((Result) results[1]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); Assert.assertEquals("us", Bytes.toString(((Result) results[2]).getValue(Bytes.toBytes("col1"), Bytes.toBytes("q1")))); crossSiteHTable.close(); admin.close(); } public static class TestBatchCallback implements Callback<Result> { private AtomicInteger counter = new AtomicInteger(); public int getCount() { return counter.get(); } @Override public void update(byte[] region, byte[] row, Result result) { counter.incrementAndGet(); } } }