Java tutorial
/** * (c) Copyright 2013 WibiData, Inc. * * See the NOTICE file distributed with this work for additional * information regarding copyright ownership. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.moz.fiji.schema.util; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import org.apache.commons.codec.binary.Hex; import org.apache.hadoop.hbase.util.Bytes; import org.codehaus.jettison.json.JSONObject; import org.junit.Test; import com.moz.fiji.schema.EntityId; import com.moz.fiji.schema.EntityIdFactory; import com.moz.fiji.schema.avro.TableLayoutDesc; import com.moz.fiji.schema.layout.FijiTableLayout; import com.moz.fiji.schema.layout.FijiTableLayouts; import com.moz.fiji.schema.tools.ToolUtils; public class TestJsonEntityIdParser { // Unusual UTF-16 string with Cyrillic, Imperial Phoenician, etc. private static final String UNUSUAL_STRING_EID = "abcde\b\fa0?"; private static final String SINGLE_COMPONENT_EID = String.format("[%s]", JSONObject.quote(UNUSUAL_STRING_EID)); @Test public void testShouldWorkWithRKFRawLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts.getLayout(FijiTableLayouts.COUNTER_TEST); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); final EntityIdFactory factory = EntityIdFactory.getFactory(layout); final byte[] rowKey = Bytes.toBytes(UNUSUAL_STRING_EID); final EntityId originalEid = factory.getEntityIdFromHBaseRowKey(rowKey); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(rowKey)), layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser .create(String.format("hbase_hex=%s", new String(Hex.encodeHex((rowKey)))), layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); } @Test public void testShouldWorkWithRKFHashedLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts.getLayout(FijiTableLayouts.FOODS); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); final EntityIdFactory factory = EntityIdFactory.getFactory(layout); // Byte array representations of row keys should work. final byte[] rowKey = Bytes.toBytes(UNUSUAL_STRING_EID); final EntityId originalEid = factory.getEntityIdFromHBaseRowKey(rowKey); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(rowKey)), layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser .create(String.format("hbase_hex=%s", new String(Hex.encodeHex((rowKey)))), layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); // Component representation of entities should work. final JsonEntityIdParser restEid4 = JsonEntityIdParser.create(SINGLE_COMPONENT_EID, layout); final EntityId resolvedEid = restEid4.getEntityId(); final String recoveredComponent = Bytes.toString(Bytes .toBytesBinary(resolvedEid.toShellString().substring(ToolUtils.FIJI_ROW_KEY_SPEC_PREFIX.length()))); assertEquals(UNUSUAL_STRING_EID, recoveredComponent); assertEquals(resolvedEid, restEid4.getEntityId()); } @Test public void testShouldWorkWithRKFHashPrefixedLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts.getLayout(FijiTableLayouts.HASH_PREFIXED_RKF); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); final EntityIdFactory factory = EntityIdFactory.getFactory(layout); // Byte array representations of row keys should work. // Prepend appropriate hashed prefix to UNUSUAL_STRING_EID. final byte[] rowKey = Bytes.toBytes(UNUSUAL_STRING_EID); final byte[] hash = Hasher.hash(Bytes.toBytes(UNUSUAL_STRING_EID)); final byte[] hbaseRowKey = new byte[rowKey.length + 2]; System.arraycopy(hash, 0, hbaseRowKey, 0, 2); System.arraycopy(rowKey, 0, hbaseRowKey, 2, rowKey.length); final EntityId originalEid = factory.getEntityIdFromHBaseRowKey(hbaseRowKey); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(hbaseRowKey)), layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser .create(String.format("hbase_hex=%s", new String(Hex.encodeHex((hbaseRowKey)))), layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); // Component representation of entities should work. final JsonEntityIdParser restEid4 = JsonEntityIdParser.create(SINGLE_COMPONENT_EID, layout); final EntityId resolvedEid = restEid4.getEntityId(); final String recoveredComponent = Bytes.toString(Bytes .toBytesBinary(resolvedEid.toShellString().substring(ToolUtils.FIJI_ROW_KEY_SPEC_PREFIX.length()))); assertEquals(UNUSUAL_STRING_EID, recoveredComponent); assertEquals(resolvedEid, restEid4.getEntityId()); } @Test public void testShouldWorkWithRKF2RawLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts.getLayout(FijiTableLayouts.PAGING_TEST); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); final EntityIdFactory factory = EntityIdFactory.getFactory(layout); final byte[] rowKey = Bytes.toBytes(UNUSUAL_STRING_EID); final EntityId originalEid = factory.getEntityIdFromHBaseRowKey(rowKey); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(rowKey)), layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser .create(String.format("hbase_hex=%s", new String(Hex.encodeHex((rowKey)))), layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); } @Test public void testShouldWorkWithRKF2SuppressedLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts .getLayout(FijiTableLayouts.HASH_PREFIXED_FORMATTED_MULTI_COMPONENT); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); // Construct complex entity id. final String eidString = String.format("[%s,%s,%s,%d,%d]", JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), Integer.MIN_VALUE, Long.MAX_VALUE); final EntityId originalEid = ToolUtils.createEntityIdFromUserInputs(eidString, layout); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser.create(eidString, layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser.create( String.format("hbase_hex=%s", new String(Hex.encodeHex((originalEid.getHBaseRowKey())))), layout); final JsonEntityIdParser restEid4 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(originalEid.getHBaseRowKey())), layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); assertEquals(originalEid, restEid4.getEntityId()); } @Test public void testShouldWorkWithRKF2FormattedLayout() throws Exception { final TableLayoutDesc desc = FijiTableLayouts .getLayout(FijiTableLayouts.HASH_PREFIXED_FORMATTED_MULTI_COMPONENT); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); // Construct complex entity id. final String eidString = String.format("[%s,%s,%s,%d,%d]", JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), Integer.MIN_VALUE, Long.MAX_VALUE); final EntityId originalEid = ToolUtils.createEntityIdFromUserInputs(eidString, layout); final JsonEntityIdParser restEid1 = JsonEntityIdParser.create(originalEid, layout); final JsonEntityIdParser restEid2 = JsonEntityIdParser.create(eidString, layout); final JsonEntityIdParser restEid3 = JsonEntityIdParser.create( String.format("hbase_hex=%s", new String(Hex.encodeHex((originalEid.getHBaseRowKey())))), layout); final JsonEntityIdParser restEid4 = JsonEntityIdParser .create(String.format("hbase=%s", Bytes.toStringBinary(originalEid.getHBaseRowKey())), layout); final EntityId toolUtilsEid = ToolUtils.createEntityIdFromUserInputs(eidString, layout); // Resolved entity id should match origin entity id. assertEquals(originalEid, restEid1.getEntityId()); assertEquals(originalEid, restEid2.getEntityId()); assertEquals(originalEid, restEid3.getEntityId()); assertEquals(originalEid, restEid4.getEntityId()); assertEquals(toolUtilsEid, restEid4.getEntityId()); } @Test public void testIntegerComponentsShouldBePromotableToLong() throws Exception { final TableLayoutDesc desc = FijiTableLayouts .getLayout(FijiTableLayouts.HASH_PREFIXED_FORMATTED_MULTI_COMPONENT); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); // Construct complex entity id. final String eidString = String.format("[%s,%s,%s,%d,%d]", JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), 0, 0); // Promote this component. final JsonEntityIdParser restEid = JsonEntityIdParser.create(eidString, layout); assertTrue(restEid.getComponents()[4] instanceof Long); } @Test public void testLongComponentsShouldNotComplain() throws Exception { final TableLayoutDesc desc = FijiTableLayouts .getLayout(FijiTableLayouts.HASH_PREFIXED_FORMATTED_MULTI_COMPONENT); final FijiTableLayout layout = FijiTableLayout.newLayout(desc); // Construct complex entity id. final String eidString = String.format("[%s,%s,%s,%d,%d]", JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), JSONObject.quote(UNUSUAL_STRING_EID), 0, Long.MAX_VALUE); // Long component of interest. final JsonEntityIdParser restEid = JsonEntityIdParser.create(eidString, layout); assertTrue(restEid.getComponents()[4] instanceof Long); } }