Java tutorial
/******************************************************************************* * This file is part of OpenNMS(R). * * Copyright (C) 2010-2014 The OpenNMS Group, Inc. * OpenNMS(R) is Copyright (C) 1999-2014 The OpenNMS Group, Inc. * * OpenNMS(R) is a registered trademark of The OpenNMS Group, Inc. * * OpenNMS(R) is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published * by the Free Software Foundation, either version 3 of the License, * or (at your option) any later version. * * OpenNMS(R) is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with OpenNMS(R). If not, see: * http://www.gnu.org/licenses/ * * For more information contact: * OpenNMS(R) Licensing <license@opennms.org> * http://www.opennms.org/ * http://www.opennms.com/ *******************************************************************************/ package org.opennms.netmgt.syslogd; import static org.junit.Assert.assertEquals; import static org.opennms.core.utils.InetAddressUtils.addr; import java.io.IOException; import java.io.InputStream; import java.net.DatagramPacket; import java.net.DatagramSocket; import java.net.InetAddress; import java.net.InetSocketAddress; import java.net.UnknownHostException; import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; import org.apache.commons.io.IOUtils; import org.exolab.castor.xml.MarshalException; import org.exolab.castor.xml.ValidationException; import org.junit.After; import org.junit.Before; import org.junit.Test; import org.junit.runner.RunWith; import org.opennms.core.spring.BeanUtils; import org.opennms.core.test.ConfigurationTestUtils; import org.opennms.core.test.MockLogAppender; import org.opennms.core.test.OpenNMSJUnit4ClassRunner; import org.opennms.core.test.db.annotations.JUnitTemporaryDatabase; import org.opennms.core.utils.InetAddressUtils; import org.opennms.netmgt.config.SyslogdConfigFactory; import org.opennms.netmgt.dao.mock.MockEventIpcManager; import org.opennms.netmgt.eventd.Eventd; import org.opennms.netmgt.events.api.EventListener; import org.opennms.netmgt.events.api.EventProxy; import org.opennms.netmgt.events.api.support.TcpEventProxy; import org.opennms.netmgt.model.events.EventBuilder; import org.opennms.netmgt.xml.event.Event; import org.opennms.netmgt.xml.event.Events; import org.opennms.netmgt.xml.event.Log; import org.opennms.test.JUnitConfigurationEnvironment; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.InitializingBean; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.test.context.ContextConfiguration; import org.springframework.transaction.annotation.Transactional; @RunWith(OpenNMSJUnit4ClassRunner.class) @ContextConfiguration(locations = { "classpath:/META-INF/opennms/applicationContext-commonConfigs.xml", "classpath:/META-INF/opennms/applicationContext-minimal-conf.xml", "classpath:/META-INF/opennms/applicationContext-soa.xml", "classpath:/META-INF/opennms/applicationContext-dao.xml", "classpath:/META-INF/opennms/applicationContext-daemon.xml", "classpath:/META-INF/opennms/applicationContext-setupIpLike-enabled.xml", "classpath:/META-INF/opennms/applicationContext-databasePopulator.xml", "classpath:/META-INF/opennms/applicationContext-eventDaemon.xml", "classpath:/META-INF/opennms/applicationContext-eventUtil.xml", "classpath:/META-INF/opennms/mockEventIpcManager.xml", "classpath:/syslogdTest.xml" }) @JUnitConfigurationEnvironment @JUnitTemporaryDatabase public class SyslogdLoadIT implements InitializingBean { private static final Logger LOG = LoggerFactory.getLogger(SyslogdLoadIT.class); private EventCounter m_eventCounter; @Autowired private MockEventIpcManager m_eventIpcManager; @Autowired private Eventd m_eventd; @Autowired private SyslogdConfigFactory m_config; private Syslogd m_syslogd; @Override public void afterPropertiesSet() throws Exception { BeanUtils.assertAutowiring(this); } @Before public void setUp() throws Exception { MockLogAppender.setupLogging(true, "WARN"); loadSyslogConfiguration("/etc/syslogd-loadtest-configuration.xml"); m_eventCounter = new EventCounter(); this.m_eventIpcManager.addEventListener(m_eventCounter); } @After public void tearDown() throws Exception { if (m_syslogd != null) { m_syslogd.stop(); } } private void loadSyslogConfiguration(final String configuration) throws IOException, MarshalException, ValidationException { InputStream stream = null; try { stream = ConfigurationTestUtils.getInputStreamForResource(this, configuration); m_config = new SyslogdConfigFactory(stream); } finally { if (stream != null) { IOUtils.closeQuietly(stream); } } } private void startSyslogdJavaNet() throws Exception { m_syslogd = new Syslogd(); SyslogReceiverJavaNetImpl receiver = new SyslogReceiverJavaNetImpl(m_config); receiver.setSyslogConnectionHandlers(new SyslogConnectionHandlerDefaultImpl()); m_syslogd.setSyslogReceiver(receiver); m_syslogd.init(); SyslogdTestUtils.startSyslogdGracefully(m_syslogd); } private void startSyslogdNio() throws Exception { m_syslogd = new Syslogd(); SyslogReceiverNioThreadPoolImpl receiver = new SyslogReceiverNioThreadPoolImpl(m_config); receiver.setSyslogConnectionHandlers(new SyslogConnectionHandlerDefaultImpl()); m_syslogd.setSyslogReceiver(receiver); m_syslogd.init(); SyslogdTestUtils.startSyslogdGracefully(m_syslogd); } private void startSyslogdNioDisruptor() throws Exception { m_syslogd = new Syslogd(); SyslogReceiverNioDisruptorImpl receiver = new SyslogReceiverNioDisruptorImpl(m_config); m_syslogd.setSyslogReceiver(receiver); m_syslogd.init(); SyslogdTestUtils.startSyslogdGracefully(m_syslogd); } private void startSyslogdCamelNetty() throws Exception { m_syslogd = new Syslogd(); SyslogReceiverCamelNettyImpl receiver = new SyslogReceiverCamelNettyImpl(m_config); receiver.setSyslogConnectionHandlers(new SyslogConnectionHandlerDefaultImpl()); m_syslogd.setSyslogReceiver(receiver); m_syslogd.init(); SyslogdTestUtils.startSyslogdGracefully(m_syslogd); } @Test @Transactional public void testSyslogConnectionHandlerDefaultImpl() throws Exception { final int eventCount = 100; List<Integer> foos = new ArrayList<Integer>(); for (int i = 0; i < eventCount; i++) { int eventNum = Double.valueOf(Math.random() * 10000).intValue(); foos.add(eventNum); } m_eventCounter.setAnticipated(eventCount); String testPduFormat = "2010-08-19 localhost foo%d: load test %d on tty1"; SyslogClient sc = new SyslogClient(null, 10, SyslogClient.LOG_USER, addr("127.0.0.1")); // Test by directly invoking the SyslogConnection task System.err.println("Starting to send packets"); final long start = System.currentTimeMillis(); SyslogConnectionHandler handler = new SyslogConnectionHandlerDefaultImpl(); for (int i = 0; i < eventCount; i++) { int foo = foos.get(i); DatagramPacket pkt = sc.getPacket(SyslogClient.LOG_DEBUG, String.format(testPduFormat, foo, foo)); handler.handleSyslogConnection(new SyslogConnection(pkt, m_config)); } long mid = System.currentTimeMillis(); System.err.println(String.format("Sent %d packets in %d milliseconds", eventCount, mid - start)); m_eventCounter.waitForFinish(60000); long end = System.currentTimeMillis(); System.err.println( String.format("Events expected: %d, events received: %d", eventCount, m_eventCounter.getCount())); final long total = (end - start); final double eventsPerSecond = (eventCount * 1000.0 / total); System.err.println(String.format("total time: %d, wait time: %d, events per second: %8.4f", total, (end - mid), eventsPerSecond)); assertEquals(eventCount, m_eventCounter.getCount()); } @Test @Transactional public void testSyslogReceiverJavaNet() throws Exception { startSyslogdJavaNet(); doTestSyslogReceiver(); } @Test @Transactional public void testSyslogReceiverNio() throws Exception { startSyslogdNio(); doTestSyslogReceiver(); } @Test @Transactional public void testSyslogReceiverNioDisruptor() throws Exception { startSyslogdNioDisruptor(); doTestSyslogReceiver(); } @Test @Transactional public void testSyslogReceiverCamelNetty() throws Exception { startSyslogdCamelNetty(); doTestSyslogReceiver(); } public void doTestSyslogReceiver() throws Exception { final int eventCount = 100; List<Integer> foos = new ArrayList<Integer>(); for (int i = 0; i < eventCount; i++) { int eventNum = Double.valueOf(Math.random() * 10000).intValue(); foos.add(eventNum); } m_eventCounter.setAnticipated(eventCount); String testPduFormat = "2010-08-19 localhost foo%d: load test %d on tty1"; SyslogClient sc = new SyslogClient(null, 10, SyslogClient.LOG_USER, addr("127.0.0.1")); // Test by sending over a java.net socket final DatagramSocket socket = new DatagramSocket(); System.err.println("Starting to send packets"); final long start = System.currentTimeMillis(); for (int i = 0; i < eventCount; i++) { int foo = foos.get(i); DatagramPacket pkt = sc.getPacket(SyslogClient.LOG_DEBUG, String.format(testPduFormat, foo, foo)); socket.send(pkt); } socket.close(); /* // Test by sending over an NIO channel SocketAddress address = new InetSocketAddress(InetAddressUtils.getLocalHostAddress(), SyslogClient.PORT); final DatagramChannel channel = DatagramChannel.open(); final ByteBuffer buffer = ByteBuffer.allocate(SyslogReceiverNioThreadPoolImpl.MAX_PACKET_SIZE); buffer.clear(); System.err.println("Starting to send packets"); final long start = System.currentTimeMillis(); for (int i = 0; i < eventCount; i++) { int foo = foos.get(i); buffer.put(SyslogClient.getPacketPayload(SyslogClient.LOG_USER, null, SyslogClient.LOG_DEBUG, String.format(testPduFormat, foo, foo))); buffer.flip(); channel.send(buffer, address); buffer.clear(); } channel.close(); */ long mid = System.currentTimeMillis(); System.err.println(String.format("Sent %d packets in %d milliseconds", eventCount, mid - start)); m_eventCounter.waitForFinish(30000); long end = System.currentTimeMillis(); System.err.println( String.format("Events expected: %d, events received: %d", eventCount, m_eventCounter.getCount())); final long total = (end - start); final double eventsPerSecond = (eventCount * 1000.0 / total); System.err.println(String.format("total time: %d, wait time: %d, events per second: %8.4f", total, (end - mid), eventsPerSecond)); assertEquals(eventCount, m_eventCounter.getCount()); } @Test @Transactional public void testRfcSyslog() throws Exception { loadSyslogConfiguration("/etc/syslogd-rfc-configuration.xml"); startSyslogdJavaNet(); m_eventCounter.anticipate(); InetAddress address = InetAddress.getLocalHost(); // handle an invalid packet byte[] bytes = "<34>1 2010-08-19T22:14:15.000Z localhost - - - - BOMfoo0: load test 0 on tty1\0".getBytes(); DatagramPacket pkt = new DatagramPacket(bytes, bytes.length, address, SyslogClient.PORT); new SyslogConnectionHandlerDefaultImpl().handleSyslogConnection(new SyslogConnection(pkt, m_config)); // handle a valid packet bytes = "<34>1 2003-10-11T22:14:15.000Z plonk -ev/pts/8\0".getBytes(); pkt = new DatagramPacket(bytes, bytes.length, address, SyslogClient.PORT); new SyslogConnectionHandlerDefaultImpl().handleSyslogConnection(new SyslogConnection(pkt, m_config)); m_eventCounter.waitForFinish(120000); assertEquals(1, m_eventCounter.getCount()); } @Test @Transactional public void testNGSyslog() throws Exception { loadSyslogConfiguration("/etc/syslogd-syslogng-configuration.xml"); startSyslogdJavaNet(); m_eventCounter.anticipate(); InetAddress address = InetAddress.getLocalHost(); // handle an invalid packet byte[] bytes = "<34>main: 2010-08-19 localhost foo0: load test 0 on tty1\0".getBytes(); DatagramPacket pkt = new DatagramPacket(bytes, bytes.length, address, SyslogClient.PORT); new SyslogConnectionHandlerDefaultImpl().handleSyslogConnection(new SyslogConnection(pkt, m_config)); // handle a valid packet bytes = "<34>monkeysatemybrain!\0".getBytes(); pkt = new DatagramPacket(bytes, bytes.length, address, SyslogClient.PORT); new SyslogConnectionHandlerDefaultImpl().handleSyslogConnection(new SyslogConnection(pkt, m_config)); m_eventCounter.waitForFinish(120000); assertEquals(1, m_eventCounter.getCount()); } @Test @Transactional public void testEventd() throws Exception { m_eventd.start(); EventProxy ep = createEventProxy(); Log eventLog = new Log(); Events events = new Events(); eventLog.setEvents(events); int eventCount = 10000; m_eventCounter.setAnticipated(eventCount); for (int i = 0; i < eventCount; i++) { int eventNum = Double.valueOf(Math.random() * 300).intValue(); String expectedUei = "uei.example.org/syslog/loadTest/foo" + eventNum; final EventBuilder eb = new EventBuilder(expectedUei, "SyslogdLoadTest"); Event thisEvent = eb.setInterface(addr("127.0.0.1")).setLogDest("logndisplay") .setLogMessage("A load test has been received as a Syslog Message").getEvent(); // LOG.debug("event = {}", thisEvent); events.addEvent(thisEvent); } long start = System.currentTimeMillis(); ep.send(eventLog); long mid = System.currentTimeMillis(); // wait up to 2 minutes for the events to come through m_eventCounter.waitForFinish(120000); long end = System.currentTimeMillis(); m_eventd.stop(); final long total = (end - start); final double eventsPerSecond = (eventCount * 1000.0 / total); System.err.println(String.format("total time: %d, wait time: %d, events per second: %8.4f", total, (end - mid), eventsPerSecond)); } private static EventProxy createEventProxy() throws UnknownHostException { /* * Rather than defaulting to localhost all the time, give an option in properties */ String proxyHostName = "127.0.0.1"; String proxyHostPort = "5837"; String proxyHostTimeout = String.valueOf(TcpEventProxy.DEFAULT_TIMEOUT); InetAddress proxyAddr = null; EventProxy proxy = null; proxyAddr = InetAddressUtils.addr(proxyHostName); if (proxyAddr == null) { proxy = new TcpEventProxy(); } else { proxy = new TcpEventProxy(new InetSocketAddress(proxyAddr, Integer.parseInt(proxyHostPort)), Integer.parseInt(proxyHostTimeout)); } return proxy; } public static class EventCounter implements EventListener { private AtomicInteger m_eventCount = new AtomicInteger(0); private int m_expectedCount = 0; @Override public String getName() { return "eventCounter"; } // Me love you, long time. public void waitForFinish(final long time) { final long start = System.currentTimeMillis(); while (this.getCount() < m_expectedCount) { if (System.currentTimeMillis() - start > time) { LOG.warn("waitForFinish timeout ({}) reached", time); break; } try { Thread.sleep(50); } catch (final InterruptedException e) { LOG.warn("thread was interrupted while sleeping", e); Thread.currentThread().interrupt(); } } } public void setAnticipated(final int eventCount) { m_expectedCount = eventCount; } public int getCount() { return m_eventCount.get(); } public void anticipate() { m_expectedCount++; } @Override public void onEvent(final Event e) { final int current = m_eventCount.incrementAndGet(); if (current % 100 == 0) { System.err.println(current + " out of " + m_expectedCount + " expected events received"); } } } }