Java tutorial
/* * Copyright (c) 2013, OpenCloudDB/MyCAT and/or its affiliates. All rights reserved. * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This code is free software;Designed and Developed mainly by many Chinese * opensource volunteers. you can redistribute it and/or modify it under the * terms of the GNU General Public License version 2 only, as published by the * Free Software Foundation. * * This code is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * version 2 for more details (a copy is included in the LICENSE file that * accompanied this code). * * You should have received a copy of the GNU General Public License version * 2 along with this work; if not, write to the Free Software Foundation, * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. * * Any questions about this component can be directed to it's project Web address * https://code.google.com/p/opencloudb/. * */ package com.talent.nio.communicate.receive; import io.netty.buffer.ByteBuf; import io.netty.buffer.CompositeByteBuf; import io.netty.buffer.Unpooled; import java.io.UnsupportedEncodingException; import java.nio.ByteBuffer; import java.util.List; import java.util.concurrent.atomic.AtomicLong; import org.apache.commons.lang.ArrayUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.talent.nio.api.Packet; import com.talent.nio.communicate.ChannelContext; import com.talent.nio.communicate.intf.DecoderIntf.DecodeException; import com.talent.nio.communicate.intf.DecoderIntf.PacketWithMeta; import com.talent.nio.debug.DebugUtils; import com.talent.nio.utils.SystemTimer; import com.talent.platform.threadpool.AbstractQueueRunnable; import com.talent.platform.threadpool.SynThreadPoolExecutor; import com.talent.platform.threadpool.intf.SynRunnableIntf; import com.talent.platform.threadpool.monitor.ThreadPoolMonitor; /** * socket????? * * @author * @date 2012-08-09 * */ public class DecodeRunnable extends AbstractQueueRunnable<ByteBuf> { private static final Logger log = LoggerFactory.getLogger(DecodeRunnable.class); private ChannelContext channelContext = null; /** * ?? */ private ByteBuf lastDatas = null; /** * ???? */ private static AtomicLong allProcessedMsgCount = new AtomicLong(); /** * // */ // private static BlockingQueue<Runnable> runnableQueue = null; private static SynThreadPoolExecutor<SynRunnableIntf> threadExecutor = null; /** * ?? */ public static void init(SynThreadPoolExecutor<SynRunnableIntf> synThreadPoolExecutor) { threadExecutor = synThreadPoolExecutor; ThreadPoolMonitor.getInstance().register(threadExecutor); } /** * */ public DecodeRunnable(ChannelContext channelContext) { this.channelContext = channelContext; setRunnableName(DecodeRunnable.class.getSimpleName() + "[" + channelContext.getId() + "]"); } /** * ?? * * @param datas */ public void addMsg(ByteBuf datas) { if (DebugUtils.isNeedDebug(channelContext)) { log.error("com.talent.nio.communicate.receive.DecodeRunnable.addMsg(byte[]):" + ArrayUtils.toString(datas)); try { log.error("com.talent.nio.communicate.receive.DecodeRunnable.addMsg(byte[]):" + new String(datas.array(), "utf-8")); } catch (UnsupportedEncodingException e) { log.error(e.getMessage(), e); } } getMsgQueue().add(datas); } /** * ?? */ public void clearMsgQueue() { getMsgQueue().clear(); lastDatas = null; } private int needLength = -1; @Override public void run() { while (getMsgQueue().size() > 0) { ByteBuf queuedatas = null; CompositeByteBuf datas = Unpooled.compositeBuffer(); if (lastDatas != null) { channelContext.getStatVo().setCurrentOgnzTimestamp(SystemTimer.currentTimeMillis()); lastDatas.readerIndex(0); datas.addComponents(lastDatas); lastDatas = null; } int count = 0; label_2: while ((queuedatas = getMsgQueue().poll()) != null) { queuedatas = queuedatas.order(channelContext.getByteOrder()); if (DebugUtils.isNeedDebug(channelContext)) { // long xx = 999999999999999999L; log.error("queuedatas:" + ArrayUtils.toString(queuedatas)); } datas.addComponents(queuedatas); channelContext.getStatVo().setCurrentOgnzTimestamp(SystemTimer.currentTimeMillis()); count++; if (needLength != -1) // ???? { if (datas.capacity() < needLength) // ?? { // log.error("??----capacity:{}, needLength:{}", datas.capacity(), needLength); continue; } else { // log.error("?----capacity:{}, needLength:{}", datas.capacity(), needLength); break label_2; } } else // ??? { if (count == 50) { log.warn( "???{}???{}", count, getMsgQueue().size()); break label_2; } } } channelContext.getStatVo().setCurrentOgnzTimestamp(SystemTimer.currentTimeMillis()); PacketWithMeta packetWithMeta = null; try { // ByteBuffer buffer = ByteBuffer.wrap(datas); datas.writerIndex(datas.capacity()); datas.readerIndex(0); packetWithMeta = channelContext.getDecoder().decode(datas, channelContext); needLength = -1; if (packetWithMeta == null) { // ??? lastDatas = datas; lastDatas.readerIndex(0); if (DebugUtils.isNeedDebug(channelContext)) { log.error("???:{}", lastDatas); } } else if (packetWithMeta.getPackets() == null || packetWithMeta.getPackets().size() == 0) { // ??? lastDatas = datas; lastDatas.readerIndex(0); needLength = packetWithMeta.getNeedLength(); if (DebugUtils.isNeedDebug(channelContext)) { log.error("????:{}", needLength); } } else { int len = packetWithMeta.getPacketLenght(); // lastDatas = new byte[datas.capacity() - len]; // System.arraycopy(datas, len, lastDatas, 0, // lastDatas.length); if (datas.capacity() - len > 0) { lastDatas = datas.copy(len, datas.capacity() - len); if (DebugUtils.isNeedDebug(channelContext)) { log.error("??:{}, {}", datas.capacity() - len, lastDatas); } } else { lastDatas = null; if (DebugUtils.isNeedDebug(channelContext)) { log.error("??:{}", lastDatas); } } processMsgAndStat(packetWithMeta.getPackets(), len, false); } } catch (DecodeException e) { log.error(e.getMessage(), e); channelContext.getErrorPackageHandler().handle(channelContext.getSocketChannel(), channelContext, e.getMessage()); } } } /** * ???? * * @param packet * @param msgLenght * @param isInvalid * false: */ private void processMsgAndStat(List<Packet> packet, int msgLenght, boolean isInvalid) { try { if (DebugUtils.isNeedDebug(channelContext)) { log.error( "com.talent.nio.communicate.receive.DecodeRunnable.processMsgAndStat(List<Packet>, int, boolean) ?!"); } if (isInvalid) { return; } int num = processMsg(packet); getAllProcessedMsgCount().addAndGet(num); getProcessedMsgCount().addAndGet(num); getProcessedMsgByteCount().addAndGet(msgLenght); if (log.isDebugEnabled()) { long allReadCount = ChannelReader.getReadCount().get(); long myReadCount = channelContext.getStatVo().getReadCount().get(); log.debug("all processed [" + allProcessedMsgCount.get() + "];" + channelContext.getId() + " processed [" + this.getProcessedMsgCount().get() + "],waiting for process [" + this.getMsgQueue().size() + "];allReadCount[" + allReadCount + "];[" + channelContext.getId() + "] readCount[" + myReadCount + "]"); } } catch (Exception e) { log.error("", e); } } /** * ?? * * @param msgHead * @param bodyData * @return ??? */ private int processMsg(List<Packet> packets) { try { if (DebugUtils.isNeedDebug(channelContext)) { log.error("packets:{}", packets); } submitTask(packets); return packets.size(); } catch (Exception e) { log.error("", e); } return 0; } /** * ?? * * @param packets */ private void submitTask(List<Packet> packets) { HandlerRunnable packetHandlerRunnable = channelContext.getHandlerRunnable();// PacketHandlerRunnableFactory.getPacketHandlerRunnable(packet, if (DebugUtils.isNeedDebug(channelContext)) { log.error("packets:{}", packets); } packetHandlerRunnable.addMsg(packets); threadExecutor.execute(packetHandlerRunnable); } /** * @param args */ public static void main(String[] args) { byte[] bs1 = new byte[] { 1, 10, 11, 12 }; byte[] bs2 = new byte[] { 2, 2, 2, 2 }; byte[] bs3 = new byte[] { 3, 3, 3, 3 }; byte[] bs4 = new byte[] { 4, 4, 4, 4 }; byte[] bs5 = new byte[] { 5, 5, 5, 5 }; byte[] bs6 = new byte[] { 6, 6, 6, 6 }; ByteBuffer buffer1 = ByteBuffer.allocate(1024); buffer1.put(bs1); buffer1.flip(); ByteBuf buf1 = Unpooled.copiedBuffer(buffer1);// .copiedBuffer(bs1); buffer1.put(bs3); ByteBuf buf2 = Unpooled.copiedBuffer(bs2); ByteBuf buf3 = Unpooled.copiedBuffer(bs3); ByteBuf buf4 = Unpooled.copiedBuffer(bs4); ByteBuf buf5 = Unpooled.copiedBuffer(bs5); ByteBuf buf6 = Unpooled.copiedBuffer(bs6); CompositeByteBuf cb = Unpooled.compositeBuffer(); cb.addComponents(buf1, buf2, buf3); byte dd = cb.getByte(0); CompositeByteBuf cb2 = Unpooled.compositeBuffer(); cb.addComponents(buf4, buf5, buf6); // cb.c // cb2.writerIndex(128 * 1024); cb.addComponent(cb2); Long number = cb2.readLong(); // causes IllegalBufferAccessException // here! } @Override public String getCurrentProcessor() { return this.getClass().getName(); } public static AtomicLong getAllProcessedMsgCount() { return allProcessedMsgCount; } public static SynThreadPoolExecutor<SynRunnableIntf> getThreadExecutor() { return threadExecutor; } public ChannelContext getSocketChannelContext() { return channelContext; } public void setSocketChannelContext(ChannelContext channelContext) { this.channelContext = channelContext; } }