Java tutorial
/* * This is a common dao with basic CRUD operations and is not limited to any * persistent layer implementation * * Copyright (C) 2010 Imran M Yousuf (imyousuf@smartitengineering.com) * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 3 of the License, or (at your option) any later version. * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ package com.smartitengineering.dao.hbase.ddl; import com.google.inject.AbstractModule; import com.smartitengineering.dao.hbase.ddl.config.json.ConfigurationJsonParser; import com.smartitengineering.util.bean.guice.GuiceUtil; import java.io.IOException; import java.io.InputStream; import java.util.Collection; import java.util.Date; import java.util.Properties; import org.apache.commons.lang.StringUtils; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseTestingUtility; import org.apache.hadoop.hbase.HTableDescriptor; import org.apache.hadoop.hbase.client.HBaseAdmin; import org.apache.hadoop.hbase.client.HTable; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.client.Result; import org.apache.hadoop.hbase.client.ResultScanner; import org.apache.hadoop.hbase.client.Scan; import org.apache.hadoop.hbase.util.Bytes; import org.junit.Assert; import org.junit.BeforeClass; import org.junit.Test; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** * * @author imyousuf */ public class TableGenerationTest { private static final HBaseTestingUtility TEST_UTIL = new HBaseTestingUtility(); private static final Logger LOGGER = LoggerFactory.getLogger(TableGenerationTest.class); @BeforeClass public static void globalSetup() throws Exception { /* * Start HBase and initialize tables */ //-Djavax.xml.parsers.DocumentBuilderFactory=com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl System.setProperty("javax.xml.parsers.DocumentBuilderFactory", "com.sun.org.apache.xerces.internal.jaxp.DocumentBuilderFactoryImpl"); try { TEST_UTIL.startMiniCluster(); } catch (Exception ex) { LOGGER.error(ex.getMessage(), ex); } Properties properties = new Properties(); properties.setProperty(GuiceUtil.CONTEXT_NAME_PROP, "com.smartitengineering.dao.impl.hbase"); properties.setProperty(GuiceUtil.IGNORE_MISSING_DEP_PROP, Boolean.TRUE.toString()); properties.setProperty(GuiceUtil.MODULES_LIST_PROP, TestModule.class.getName()); GuiceUtil.getInstance(properties).register(); } @Test public void testTableCreation() throws Exception { InputStream classpathResource = getClass().getClassLoader().getResourceAsStream("ddl-config-sample1.json"); Collection<HBaseTableConfiguration> configs = ConfigurationJsonParser.getConfigurations(classpathResource); try { new HBaseTableGenerator(configs, TEST_UTIL.getConfiguration(), true).generateTables(); } catch (Exception ex) { LOGGER.error("Could not create table!", ex); Assert.fail(ex.getMessage()); } HBaseAdmin admin = new HBaseAdmin(TEST_UTIL.getConfiguration()); for (HBaseTableConfiguration tableConfiguration : configs) { Assert.assertTrue(admin.tableExists(tableConfiguration.getTableName())); HTableDescriptor descriptor = admin .getTableDescriptor(Bytes.toBytes(tableConfiguration.getTableName())); for (int i = 1; i < 4; ++i) { Assert.assertTrue(descriptor.hasFamily(Bytes.toBytes("family" + i))); } } } @Test public void testRowIdGeneration() throws IOException { HTable table = new HTable(TEST_UTIL.getConfiguration(), "test"); Put put = new Put(Bytes.toBytes(getPaddedId(1l))); final byte[] family = Bytes.toBytes("family2"); put.add(family, Bytes.toBytes("cell"), Bytes.toBytes(new Date().getTime())); table.put(put); put = new Put(Bytes.toBytes(getPaddedId(2l))); put.add(family, Bytes.toBytes("cell"), Bytes.toBytes(new Date().getTime())); table.put(put); logResultRowId(table, family); for (long l = 30; l > 2; --l) { LOGGER.info("Setting Row ID: " + l); put = new Put(Bytes.toBytes(getPaddedId(l))); put.add(family, Bytes.toBytes("cell"), Bytes.toBytes(new Date().getTime())); table.put(put); } logResultRowId(table, family); for (long l = 31; l < 60; ++l) { put = new Put(Bytes.toBytes(getPaddedId(l))); put.add(family, Bytes.toBytes("cell"), Bytes.toBytes(new Date().getTime())); table.put(put); } logResultRowId(table, family); Scan scan = new Scan(); ResultScanner scanner = table.getScanner(scan); Result result[]; result = scanner.next(1); if (result != null && result.length > 0) { LOGGER.info("ROW ID: " + Bytes.toString(result[0].getRow())); } } protected void logResultRowId(HTable table, final byte[] family) throws IOException { ResultScanner scanner = table.getScanner(family); logScannerResults(scanner); } protected void logScannerResults(ResultScanner scanner) throws IOException { Result result; do { result = scanner.next(); if (result != null) { LOGGER.info("ROW ID: " + Bytes.toString(result.getRow())); } } while (result != null); } protected String getPaddedId(long longId) { return StringUtils.leftPad(String.valueOf(longId), 10, '0'); } public static class TestModule extends AbstractModule { @Override protected void configure() { bind(Configuration.class).toInstance(TEST_UTIL.getConfiguration()); } } }