com.xzjmt.util.ipseek.IPSeeker.java Source code

Java tutorial

Introduction

Here is the source code for com.xzjmt.util.ipseek.IPSeeker.java

Source

package com.xzjmt.util.ipseek;
/*
* LumaQQ - Java QQ Client
*
* Copyright (C) 2004 luma <stubma@163.com>
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
*/

import java.io.File;
import java.io.RandomAccessFile;
import java.nio.ByteOrder;
import java.nio.MappedByteBuffer;
import java.nio.channels.FileChannel;
import java.util.ArrayList;
import java.util.Hashtable;
import java.util.List;

import javax.servlet.http.HttpServletRequest;

import org.apache.commons.lang.StringUtils;
import org.springframework.beans.factory.InitializingBean;
import org.springframework.beans.factory.annotation.Autowired;

import com.xzjmt.common.util.RequestUtils;

import freemarker.log.Logger;

/**
 * <pre>
 * ??QQwry.dat?ip??QQwry.dat?
 * . 8
 *       1. IP??? 4
 *     2. ?IP??? 4
 * . "??//"
 *     ip?????
 *     1. 
 *     2. 
 *     ???
 *     1. 0?
 *     2. 4?0x10x2
 *         a. 0x1????????????
 *        b. 0x2????
 *        ?0x10x2??????
 *         0x10x2???3???
 *        0
 * . "?/????"
 *     1. ??7??
 *        a. IP?4
 *        b. ?ip????3
 *
 * ?ip?????little-endian?java
 * big-endian????
 * </pre>
 *
 */
public class IPSeeker implements InitializingBean {
    /**
     * <pre>
     * ??ip???ip
     * </pre>
     */
    private class IPLocation {
        public String country;
        public String area;

        public IPLocation() {
            country = area = "";
        }

        public IPLocation getCopy() {
            IPLocation ret = new IPLocation();
            ret.country = country;
            ret.area = area;
            return ret;
        }
    }

    // ?
    private static final int IP_RECORD_LENGTH = 7;
    private static final byte AREA_FOLLOWED = 0x01;
    private static final byte NO_AREA = 0x2;

    // ??cacheipcache?????
    private Hashtable<String, IPLocation> ipCache;
    // ?
    private RandomAccessFile ipFile;
    // 
    private MappedByteBuffer mbb;
    // ????
    private long ipBegin, ipEnd;
    // ????
    private IPLocation loc;
    private byte[] buf;
    private byte[] b4;
    private byte[] b3;

    private Logger log = Logger.getLogger(this.getClass().getPackage() + "." + this.getClass().getName());

    private static final String filename = "resources" + File.separator + "ipseek" + File.separator + "qqwry.dat";

    @Autowired
    private ServletContextRealPathResolver realPathResolver;

    public void init() {
        ipCache = new Hashtable<String, IPLocation>();
        loc = new IPLocation();
        buf = new byte[100];
        b4 = new byte[4];
        b3 = new byte[3];
        try {
            String basePath = realPathResolver.get("/");
            if (!basePath.endsWith("/")) {
                basePath += File.separator;
            }
            String file = basePath + filename;
            ipFile = new RandomAccessFile(file, "r");
        } catch (Exception e) {
            log.info("IP??IP");
            ipFile = null;
        }
        // ???
        if (ipFile != null) {
            try {
                ipBegin = readLong4(0);
                ipEnd = readLong4(4);
                if (ipBegin == -1 || ipEnd == -1) {
                    ipFile.close();
                    ipFile = null;
                }
            } catch (Exception e) {
                log.info("IP???IP");
                this.closeIpFile();
            }
        }
    }

    /**
     * ????s?IP
     * @param s ?
     * @return ?IPEntryList
     */
    public List<IPEntry> getIPEntriesDebug(String s) {
        List<IPEntry> ret = new ArrayList<IPEntry>(0);
        long endOffset = ipEnd + 4;
        for (long offset = ipBegin + 4; offset <= endOffset; offset += IP_RECORD_LENGTH) {
            // ??IP??
            long temp = readLong3(offset);
            // temp?-1?IP?
            if (temp != -1) {
                IPLocation loc = getIPLocation(temp);
                // ???s??List
                if (loc.country.indexOf(s) != -1 || loc.area.indexOf(s) != -1) {
                    IPEntry entry = new IPEntry();
                    entry.country = loc.country;
                    entry.area = loc.area;
                    // IP
                    readIP(offset - 4, b4);
                    entry.beginIp = Utils.getIpStringFromBytes(b4);
                    // ?IP
                    readIP(temp, b4);
                    entry.endIp = Utils.getIpStringFromBytes(b4);
                    // 
                    ret.add(entry);
                }
            }
        }
        return ret;
    }

    /**
     * ????s?IP
     * @param s ?
     * @return ?IPEntryList
     */
    public List<IPEntry> getIPEntries(String s) {
        List<IPEntry> ret = new ArrayList<IPEntry>();
        try {
            // IP?
            if (mbb == null) {
                FileChannel fc = ipFile.getChannel();
                mbb = fc.map(FileChannel.MapMode.READ_ONLY, 0, ipFile.length());
                mbb.order(ByteOrder.LITTLE_ENDIAN);
            }

            int endOffset = (int) ipEnd;
            for (int offset = (int) ipBegin + 4; offset <= endOffset; offset += IP_RECORD_LENGTH) {
                int temp = readInt3(offset);
                if (temp != -1) {
                    IPLocation loc = getIPLocation(temp);
                    // ???s??List
                    if (loc.country.indexOf(s) != -1 || loc.area.indexOf(s) != -1) {
                        IPEntry entry = new IPEntry();
                        entry.country = loc.country;
                        entry.area = loc.area;
                        // IP
                        readIP(offset - 4, b4);
                        entry.beginIp = Utils.getIpStringFromBytes(b4);
                        // ?IP
                        readIP(temp, b4);
                        entry.endIp = Utils.getIpStringFromBytes(b4);
                        // 
                        ret.add(entry);
                    }
                }
            }
        } catch (Exception e) {
            log.info(e.getMessage());
        } finally {
            this.closeIpFile();
        }
        return ret;
    }

    /**
     * offset?3?int
     * @param offset
     * @return
     */
    private int readInt3(int offset) {
        mbb.position(offset);
        return mbb.getInt() & 0x00FFFFFF;
    }

    /**
     * ??3?int
     * @return
     */
    private int readInt3() {
        return mbb.getInt() & 0x00FFFFFF;
    }

    /**
     * ?IP??
     * @param ip ip?
     * @return ??
     */
    public String getCountry(byte[] ip) {
        // ip??
        if (ipFile == null) {
            log.info(Message.BAD_IF_FILE);
            return null;
        }
        // ?ip?ip?
        String ipStr = Utils.getIpStringFromBytes(ip);
        // cache???ip??
        if (ipCache.containsKey(ipStr)) {
            IPLocation loc = (IPLocation) ipCache.get(ipStr);
            return loc.country;
        } else {
            IPLocation loc = getIPLocation(ip);
            ipCache.put(ipStr, loc.getCopy());
            return loc.country;
        }
    }

    /**
     * ?IP??
     * @param ip IP?
     * @return ??
     */
    public String getCountry(String ip) {
        return getCountry(Utils.getIpByteArrayFromString(ip));
    }

    /**
     * ?IP??
     * @param ip ip?
     * @return ??
     */
    public String getArea(byte[] ip) {
        // ip??
        if (ipFile == null) {
            log.info(Message.BAD_IF_FILE);
            return null;
        }
        // ?ip?ip?
        String ipStr = Utils.getIpStringFromBytes(ip);
        // cache???ip??
        if (ipCache.containsKey(ipStr)) {
            IPLocation loc = (IPLocation) ipCache.get(ipStr);
            return loc.area;
        } else {
            IPLocation loc = getIPLocation(ip);
            ipCache.put(ipStr, loc.getCopy());
            return loc.area;
        }
    }

    /**
     * ?IP??
     * @param ip IP?
     * @return ??
     */
    public String getArea(String ip) {
        return getArea(Utils.getIpByteArrayFromString(ip));
    }

    /**
     * ?ip?ip?IPLocation?ip??ip
     * @param ip ?IP
     * @return IPLocation
     */
    private IPLocation getIPLocation(byte[] ip) {
        IPLocation info = null;
        long offset = locateIP(ip);
        //if(offset != -1)
        info = getIPLocation(offset);
        if (info == null) {
            info = new IPLocation();
            info.country = Message.UNKNOWN_COUNTRY;
            info.area = Message.UNKNOW_AREA;
        }
        return info;
    }

    /**
     * offset??4longjavabig-endian?
     * ???
     * @param offset
     * @return ?long-1?
     */
    private long readLong4(long offset) {
        long ret = 0;
        try {
            ipFile.seek(offset);
            ret |= (ipFile.readByte() & 0xFF);
            ret |= ((ipFile.readByte() << 8) & 0xFF00);
            ret |= ((ipFile.readByte() << 16) & 0xFF0000);
            ret |= ((ipFile.readByte() << 24) & 0xFF000000);
            return ret;
        } catch (Exception e) {
            return -1;
        }
    }

    /**
     * offset??3longjavabig-endian?
     * ???
     * @param offset
     * @return ?long-1?
     */
    private long readLong3(long offset) {
        long ret = 0;
        try {
            ipFile.seek(offset);
            ipFile.readFully(b3);
            ret |= (b3[0] & 0xFF);
            ret |= ((b3[1] << 8) & 0xFF00);
            ret |= ((b3[2] << 16) & 0xFF0000);
            return ret;
        } catch (Exception e) {
            return -1;
        }
    }

    /**
     * ???3??long
     * @return
     */
    private long readLong3() {
        long ret = 0;
        try {
            ipFile.readFully(b3);
            ret |= (b3[0] & 0xFF);
            ret |= ((b3[1] << 8) & 0xFF00);
            ret |= ((b3[2] << 16) & 0xFF0000);
            return ret;
        } catch (Exception e) {
            return -1;
        }
    }

    /**
     * offset??ip?ip??ipbig-endian?
     * little-endian??
     * @param offset
     * @param ip
     */
    private void readIP(long offset, byte[] ip) {
        try {
            ipFile.seek(offset);
            ipFile.readFully(ip);
            byte temp = ip[0];
            ip[0] = ip[3];
            ip[3] = temp;
            temp = ip[1];
            ip[1] = ip[2];
            ip[2] = temp;
        } catch (Exception e) {
            log.info(e.getMessage());
            this.closeIpFile();
        }
    }

    /**
     * offset??ip?ip??ipbig-endian?
     * little-endian??
     * @param offset
     * @param ip
     */
    private void readIP(int offset, byte[] ip) {
        mbb.position(offset);
        mbb.get(ip);
        byte temp = ip[0];
        ip[0] = ip[3];
        ip[3] = temp;
        temp = ip[1];
        ip[1] = ip[2];
        ip[2] = temp;
    }

    /**
     * ?ipbeginIp?beginIpbig-endian
     * @param ip ?IP
     * @param beginIp IPIP
     * @return 0ipbeginIp1?-1
     */
    private int compareIP(byte[] ip, byte[] beginIp) {
        for (int i = 0; i < 4; i++) {
            int r = compareByte(ip[i], beginIp[i]);
            if (r != 0)
                return r;
        }
        return 0;
    }

    /**
     * byte?
     * @param b1
     * @param b2
     * @return b1b210?-1
     */
    private int compareByte(byte b1, byte b2) {
        if ((b1 & 0xFF) > (b2 & 0xFF)) // ?
            return 1;
        else if ((b1 ^ b2) == 0)// ?
            return 0;
        else
            return -1;
    }

    /**
     * ?ip??ip???
     * 
     * @param ip ?IP
     * @return ?IP??-1
     */
    private long locateIP(byte[] ip) {
        long m = 0;
        int r;
        // ip
        readIP(ipBegin, b4);
        r = compareIP(ip, b4);
        if (r == 0)
            return ipBegin;
        else if (r < 0)
            return -1;
        // ?
        for (long i = ipBegin, j = ipEnd; i < j;) {
            m = getMiddleOffset(i, j);
            readIP(m, b4);
            r = compareIP(ip, b4);
            // log.debug(Utils.getIpStringFromBytes(b));
            if (r > 0)
                i = m;
            else if (r < 0) {
                if (m == j) {
                    j -= IP_RECORD_LENGTH;
                    m = j;
                } else
                    j = m;
            } else
                return readLong3(m + 4);
        }
        // ?ij??
        //     ??????
        m = readLong3(m + 4);
        readIP(m, b4);
        r = compareIP(ip, b4);
        if (r <= 0)
            return m;
        else
            return -1;
    }

    /**
     * begin??end?????
     * @param begin
     * @param end
     * @return
     */
    private long getMiddleOffset(long begin, long end) {
        long records = (end - begin) / IP_RECORD_LENGTH;
        records >>= 1;
        if (records == 0)
            records = 1;
        return begin + records * IP_RECORD_LENGTH;
    }

    /**
     * ip??IPLocation
     * @param offset
     * @return
     */
    private IPLocation getIPLocation(long offset) {
        try {
            // 4ip
            ipFile.seek(offset + 4);
            // ??
            byte b = ipFile.readByte();
            if (b == AREA_FOLLOWED) {
                // ???
                long countryOffset = readLong3();
                // ??
                ipFile.seek(countryOffset);
                // ?????
                b = ipFile.readByte();
                if (b == NO_AREA) {
                    loc.country = readString(readLong3());
                    ipFile.seek(countryOffset + 4);
                } else
                    loc.country = readString(countryOffset);
                // ?
                loc.area = readArea(ipFile.getFilePointer());
            } else if (b == NO_AREA) {
                loc.country = readString(readLong3());
                loc.area = readArea(offset + 8);
            } else {
                loc.country = readString(ipFile.getFilePointer() - 1);
                loc.area = readArea(ipFile.getFilePointer());
            }
            return loc;
        } catch (Exception e) {
            return null;
        } finally {
            //this.closeIpFile();
        }
    }

    /**
     * @param offset
     * @return
     */
    private IPLocation getIPLocation(int offset) {
        // 4ip
        mbb.position(offset + 4);
        // ??
        byte b = mbb.get();
        if (b == AREA_FOLLOWED) {
            // ???
            int countryOffset = readInt3();
            // ??
            mbb.position(countryOffset);
            // ?????
            b = mbb.get();
            if (b == NO_AREA) {
                loc.country = readString(readInt3());
                mbb.position(countryOffset + 4);
            } else
                loc.country = readString(countryOffset);
            // ?
            loc.area = readArea(mbb.position());
        } else if (b == NO_AREA) {
            loc.country = readString(readInt3());
            loc.area = readArea(offset + 8);
        } else {
            loc.country = readString(mbb.position() - 1);
            loc.area = readArea(mbb.position());
        }
        return loc;
    }

    /**
     * offset???????
     * @param offset
     * @return ??
     * @throws Exception
     */
    private String readArea(long offset) throws Exception {
        ipFile.seek(offset);
        byte b = ipFile.readByte();
        if (b == 0x01 || b == 0x02) {
            long areaOffset = readLong3(offset + 1);
            if (areaOffset == 0)
                return Message.UNKNOW_AREA;
            else
                return readString(areaOffset);
        } else
            return readString(offset);
    }

    /**
     * @param offset
     * @return
     */
    private String readArea(int offset) {
        mbb.position(offset);
        byte b = mbb.get();
        if (b == 0x01 || b == 0x02) {
            int areaOffset = readInt3();
            if (areaOffset == 0)
                return Message.UNKNOW_AREA;
            else
                return readString(areaOffset);
        } else
            return readString(offset);
    }

    /**
     * offset???0?
     * @param offset
     * @return ?
     * @throws Exception 
     */
    private String readString(long offset) throws Exception {
        try {
            ipFile.seek(offset);
            int i;
            for (i = 0, buf[i] = ipFile.readByte(); buf[i] != 0; buf[++i] = ipFile.readByte())
                ;
            if (i != 0)
                return Utils.getString(buf, 0, i, "GBK");
        } catch (Exception e) {
            log.info(e.getMessage());
            throw e;
        }
        return "";
    }

    /**
     * offset?0
     * @param offset
     * @return
     */
    private String readString(int offset) {
        try {
            mbb.position(offset);
            int i;
            for (i = 0, buf[i] = mbb.get(); buf[i] != 0; buf[++i] = mbb.get())
                ;
            if (i != 0)
                return Utils.getString(buf, 0, i, "GBK");
        } catch (Exception e) {
            log.info(e.getMessage());
        }
        return "";
    }

    public String getAddress(String ip) {
        String country = getCountry(ip).equals(" CZ88.NET") ? "" : getCountry(ip);
        String area = getArea(ip).equals(" CZ88.NET") ? "" : getArea(ip);
        String address = country + " " + area;
        return address.trim();
    }

    private void closeIpFile() {
        try {
            if (ipFile != null) {
                ipFile.close();
            }
        } catch (Exception e) {
            log.info("IP???IP");
            ipFile = null;
        }
    }

    /**
     * ?
     * @param request
     * @return
     */
    public String getUserAddress(HttpServletRequest request) {
        String ipAddr = RequestUtils.getIpAddr(request);
        if (StringUtils.isBlank(ipAddr)) {
            return "";
        }
        return this.getCountry(ipAddr);
    }

    public void afterPropertiesSet() throws Exception {
        // TODO Auto-generated method stub
        init();
    }
}