Java tutorial
/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hive.serde2.objectinspector; import java.lang.reflect.Type; import java.util.ArrayList; import java.util.Arrays; import java.util.HashMap; import java.util.List; import java.util.concurrent.Callable; import java.util.concurrent.Executors; import java.util.concurrent.Future; import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.TimeUnit; import org.apache.commons.lang.mutable.MutableObject; import org.apache.hadoop.hive.common.ObjectPair; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector.Category; import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory; import org.apache.hadoop.hive.serde2.thrift.test.Complex; import junit.framework.TestCase; /** * TestReflectionObjectInspectors. * */ public class TestReflectionObjectInspectors extends TestCase { public void testReflectionObjectInspectors() throws Throwable { try { ObjectInspector oi1 = ObjectInspectorFactory.getReflectionObjectInspector(MyStruct.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); ObjectInspector oi2 = ObjectInspectorFactory.getReflectionObjectInspector(MyStruct.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); assertEquals(oi1, oi2); // metadata assertEquals(Category.STRUCT, oi1.getCategory()); StructObjectInspector soi = (StructObjectInspector) oi1; List<? extends StructField> fields = soi.getAllStructFieldRefs(); assertEquals(6, fields.size()); assertEquals(fields.get(2), soi.getStructFieldRef("myString")); // null for (int i = 0; i < fields.size(); i++) { assertNull(soi.getStructFieldData(null, fields.get(i))); } assertNull(soi.getStructFieldsDataAsList(null)); // non nulls MyStruct a = new MyStruct(); a.myInt = 1; a.myInteger = 2; a.myString = "test"; a.myStruct = a; a.myListString = Arrays.asList(new String[] { "a", "b", "c" }); a.myMapStringString = new HashMap<String, String>(); a.myMapStringString.put("key", "value"); assertEquals(1, soi.getStructFieldData(a, fields.get(0))); assertEquals(2, soi.getStructFieldData(a, fields.get(1))); assertEquals("test", soi.getStructFieldData(a, fields.get(2))); assertEquals(a, soi.getStructFieldData(a, fields.get(3))); assertEquals(a.myListString, soi.getStructFieldData(a, fields.get(4))); assertEquals(a.myMapStringString, soi.getStructFieldData(a, fields.get(5))); ArrayList<Object> afields = new ArrayList<Object>(); for (int i = 0; i < 6; i++) { afields.add(soi.getStructFieldData(a, fields.get(i))); } assertEquals(afields, soi.getStructFieldsDataAsList(a)); // sub fields assertEquals(PrimitiveObjectInspectorFactory.javaIntObjectInspector, fields.get(0).getFieldObjectInspector()); assertEquals(PrimitiveObjectInspectorFactory.javaIntObjectInspector, fields.get(1).getFieldObjectInspector()); assertEquals(PrimitiveObjectInspectorFactory.javaStringObjectInspector, fields.get(2).getFieldObjectInspector()); assertEquals(soi, fields.get(3).getFieldObjectInspector()); assertEquals( ObjectInspectorFactory.getStandardListObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector), fields.get(4).getFieldObjectInspector()); assertEquals( ObjectInspectorFactory.getStandardMapObjectInspector( PrimitiveObjectInspectorFactory.javaStringObjectInspector, PrimitiveObjectInspectorFactory.javaStringObjectInspector), fields.get(5).getFieldObjectInspector()); } catch (Throwable e) { e.printStackTrace(); throw e; } } public void testObjectInspectorThreadSafety() throws InterruptedException { final int workerCount = 5; // 5 workers to run getReflectionObjectInspector concurrently final ScheduledExecutorService executorService = Executors.newScheduledThreadPool(workerCount); final MutableObject exception = new MutableObject(); Thread runner = new Thread(new Runnable() { @Override @SuppressWarnings("unchecked") public void run() { Future<ObjectInspector>[] results = (Future<ObjectInspector>[]) new Future[workerCount]; ObjectPair<Type, ObjectInspectorFactory.ObjectInspectorOptions>[] types = (ObjectPair<Type, ObjectInspectorFactory.ObjectInspectorOptions>[]) new ObjectPair[] { new ObjectPair<Type, ObjectInspectorFactory.ObjectInspectorOptions>(Complex.class, ObjectInspectorFactory.ObjectInspectorOptions.THRIFT), new ObjectPair<Type, ObjectInspectorFactory.ObjectInspectorOptions>(MyStruct.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA), }; try { for (int i = 0; i < 20; i++) { // repeat 20 times for (final ObjectPair<Type, ObjectInspectorFactory.ObjectInspectorOptions> t : types) { ObjectInspectorFactory.objectInspectorCache.clear(); for (int k = 0; k < workerCount; k++) { results[k] = executorService.schedule(new Callable<ObjectInspector>() { @Override public ObjectInspector call() throws Exception { return ObjectInspectorFactory.getReflectionObjectInspector(t.getFirst(), t.getSecond()); } }, 50, TimeUnit.MILLISECONDS); } ObjectInspector oi = results[0].get(); for (int k = 1; k < workerCount; k++) { assertEquals(oi, results[k].get()); } } } } catch (Throwable e) { exception.setValue(e); } } }); try { runner.start(); long endTime = System.currentTimeMillis() + 300000; // timeout in 5 minutes while (runner.isAlive()) { if (System.currentTimeMillis() > endTime) { runner.interrupt(); // Interrupt the runner thread fail("Timed out waiting for the runner to finish"); } runner.join(10000); } if (exception.getValue() != null) { fail("Got exception: " + exception.getValue()); } } finally { executorService.shutdownNow(); } } }