Java tutorial
/* * Copyright 2011-2016 MSUN.com All right reserved. This software is the confidential and proprietary information of * MSUN.com ("Confidential Information"). You shall not disclose such Confidential Information and shall use it only * in accordance with the terms of the license agreement you entered into with MSUN.com. */ package com.mmj.app.common.util; import java.io.FileNotFoundException; import java.io.IOException; import java.io.RandomAccessFile; import java.io.UnsupportedEncodingException; import java.nio.ByteOrder; import java.nio.MappedByteBuffer; import java.nio.channels.FileChannel; import java.util.ArrayList; import java.util.HashSet; import java.util.Hashtable; import java.util.List; import java.util.Set; import org.apache.commons.lang.StringUtils; import org.springframework.beans.factory.annotation.Value; /** * ??QQwry.dat?ip?? * * <pre> * QQwry.dat?<br> * . 8 1. IP??? 4 2. ?IP??? 4 <br> * . "??//"<br> * ip?????<br> * 1. <br> * 2. ?<br> * ?? <br> * 1. 0?<br> * 2. 4?0x10x2 <br> * a. 0x1???????????? <br> * b. 0x2???? ?0x10x2?????? <br> * 0x10x2???3??? 0 <br> * . "?/????" <br> * 1. ??7?? <br> * a. IP?4 <br> * b. ?ip????3 <br> * ?ip?????little-endian?java big-endian???? * </pre> * * @author zxc Jul 8, 2014 10:17:26 AM */ public class IPTools { // IP?(QQ) @Value("${ip.root.dir}") private String IP_FILE = "/musn/data/ip_qqwry.dat"; // ? private static final int IP_RECORD_LENGTH = 7; private static final byte AREA_FOLLOWED = 0x01; private static final byte NO_AREA = 0x2; // ??cacheipcache????? private Hashtable<String, IPLocation> ipCache; // ? private RandomAccessFile ipFile; // private MappedByteBuffer mbb; // ?? private static IPTools instance = new IPTools(); // ???? private long ipBegin, ipEnd; // ???? private IPLocation loc; private byte[] buf; private byte[] b4; private byte[] b3; /** * ? */ private IPTools() { ipCache = new Hashtable<String, IPLocation>(); loc = new IPLocation(); buf = new byte[100]; b4 = new byte[4]; b3 = new byte[3]; try { ipFile = new RandomAccessFile(IP_FILE, "r"); } catch (FileNotFoundException e) { System.out.println(IP_FILE); System.out.println("IP??IP"); ipFile = null; } // ??? if (ipFile != null) { try { ipBegin = readLong4(0); ipEnd = readLong4(4); if (ipBegin == -1 || ipEnd == -1) { ipFile.close(); ipFile = null; } } catch (IOException e) { System.out.println("IP???IP"); ipFile = null; } } } /** * @return ? */ public static IPTools getInstance() { return instance; } /** * ????s?IP * * @param s ? * @return ?IPEntryList */ public List<IPEntry> getIPEntriesDebug(String s) { List<IPEntry> ret = new ArrayList<IPEntry>(); long endOffset = ipEnd + 4; for (long offset = ipBegin + 4; offset <= endOffset; offset += IP_RECORD_LENGTH) { // ??IP?? long temp = readLong3(offset); // temp?-1?IP? if (temp != -1) { IPLocation loc = getIPLocation(temp); // ???s??List if (loc.country.indexOf(s) != -1 || loc.area.indexOf(s) != -1) { IPEntry entry = new IPEntry(); entry.country = loc.country; entry.area = loc.area; // IP readIP(offset - 4, b4); entry.beginIp = getIpStringFromBytes(b4); // ?IP readIP(temp, b4); entry.endIp = getIpStringFromBytes(b4); // ret.add(entry); } } } return ret; } /** * ????s?IP * * @param s ? * @return ?IPEntryList */ public List<IPEntry> getIPEntries(String s) { List<IPEntry> ret = new ArrayList<IPEntry>(); try { // IP? if (mbb == null) { FileChannel fc = ipFile.getChannel(); mbb = fc.map(FileChannel.MapMode.READ_ONLY, 0, ipFile.length()); mbb.order(ByteOrder.LITTLE_ENDIAN); } int endOffset = (int) ipEnd; for (int offset = (int) ipBegin + 4; offset <= endOffset; offset += IP_RECORD_LENGTH) { int temp = readInt3(offset); if (temp != -1) { IPLocation loc = getIPLocation(temp); // ???s??List if (loc.country.indexOf(s) != -1 || loc.area.indexOf(s) != -1) { IPEntry entry = new IPEntry(); entry.country = loc.country; entry.area = loc.area; // IP readIP(offset - 4, b4); entry.beginIp = getIpStringFromBytes(b4); // ?IP readIP(temp, b4); entry.endIp = getIpStringFromBytes(b4); // ret.add(entry); } } } } catch (IOException e) { System.out.println(e.getMessage()); } return ret; } /** * offset?3?int * * @param offset * @return */ private int readInt3(int offset) { mbb.position(offset); return mbb.getInt() & 0x00FFFFFF; } /** * ??3?int * * @return */ private int readInt3() { return mbb.getInt() & 0x00FFFFFF; } /** * ?IP?? * * @param ip ip? * @return ?? */ public String getCountry(byte[] ip) { // ip?? if (ipFile == null) return "IP?"; // ?ip?ip? String ipStr = getIpStringFromBytes(ip); // cache???ip?? if (ipCache.containsKey(ipStr)) { IPLocation loc = (IPLocation) ipCache.get(ipStr); return loc.country; } else { IPLocation loc = getIPLocation(ip); ipCache.put(ipStr, loc.getCopy()); return loc.country; } } /** * ?IP?? * * @param ip IP? * @return ?? */ public String getCountry(String ip) { return getCountry(getIpByteArrayFromString(ip)); } /** * ?IP?? * * @param ip ip? * @return ?? */ public String getArea(byte[] ip) { // ip?? if (ipFile == null) return "IP?"; // ?ip?ip? String ipStr = getIpStringFromBytes(ip); // cache???ip?? if (ipCache.containsKey(ipStr)) { IPLocation loc = (IPLocation) ipCache.get(ipStr); return loc.area; } else { IPLocation loc = getIPLocation(ip); ipCache.put(ipStr, loc.getCopy()); return loc.area; } } /** * ?IP?? * * @param ip IP? * @return ?? */ public String getArea(String ip) { return getArea(getIpByteArrayFromString(ip)); } /** * ?ip?ip?IPLocation?ip??ip * * @param ip ?IP * @return IPLocation */ private IPLocation getIPLocation(byte[] ip) { IPLocation info = null; long offset = locateIP(ip); if (offset != -1) info = getIPLocation(offset); if (info == null) { info = new IPLocation(); info.country = ""; info.area = ""; } return info; } /** * offset??4longjavabig-endian? ??? * * @param offset * @return ?long-1? */ private long readLong4(long offset) { long ret = 0; try { ipFile.seek(offset); ret |= (ipFile.readByte() & 0xFF); ret |= ((ipFile.readByte() << 8) & 0xFF00); ret |= ((ipFile.readByte() << 16) & 0xFF0000); ret |= ((ipFile.readByte() << 24) & 0xFF000000); return ret; } catch (IOException e) { return -1; } } /** * offset??3longjavabig-endian? ??? * * @param offset * @return ?long-1? */ private long readLong3(long offset) { long ret = 0; try { ipFile.seek(offset); ipFile.readFully(b3); ret |= (b3[0] & 0xFF); ret |= ((b3[1] << 8) & 0xFF00); ret |= ((b3[2] << 16) & 0xFF0000); return ret; } catch (IOException e) { return -1; } } /** * ???3??long * * @return */ private long readLong3() { long ret = 0; try { ipFile.readFully(b3); ret |= (b3[0] & 0xFF); ret |= ((b3[1] << 8) & 0xFF00); ret |= ((b3[2] << 16) & 0xFF0000); return ret; } catch (IOException e) { return -1; } } /** * offset??ip?ip??ipbig-endian? little-endian?? * * @param offset * @param ip */ private void readIP(long offset, byte[] ip) { try { ipFile.seek(offset); ipFile.readFully(ip); byte temp = ip[0]; ip[0] = ip[3]; ip[3] = temp; temp = ip[1]; ip[1] = ip[2]; ip[2] = temp; } catch (IOException e) { System.out.println(e.getMessage()); } } /** * offset??ip?ip??ipbig-endian? little-endian?? * * @param offset * @param ip */ private void readIP(int offset, byte[] ip) { mbb.position(offset); mbb.get(ip); byte temp = ip[0]; ip[0] = ip[3]; ip[3] = temp; temp = ip[1]; ip[1] = ip[2]; ip[2] = temp; } /** * ?ipbeginIp?beginIpbig-endian * * @param ip ?IP * @param beginIp IPIP * @return 0ipbeginIp1?-1 */ private int compareIP(byte[] ip, byte[] beginIp) { for (int i = 0; i < 4; i++) { int r = compareByte(ip[i], beginIp[i]); if (r != 0) return r; } return 0; } /** * byte? * * @param b1 * @param b2 * @return b1b210?-1 */ private int compareByte(byte b1, byte b2) { if ((b1 & 0xFF) > (b2 & 0xFF)) // ? return 1; else if ((b1 ^ b2) == 0) // ? return 0; else return -1; } /** * ?ip??ip??? * * @param ip ?IP * @return ?IP??-1 */ private long locateIP(byte[] ip) { long m = 0; int r; // ip readIP(ipBegin, b4); r = compareIP(ip, b4); if (r == 0) return ipBegin; else if (r < 0) return -1; // ? for (long i = ipBegin, j = ipEnd; i < j;) { m = getMiddleOffset(i, j); readIP(m, b4); r = compareIP(ip, b4); // log.debug(getIpStringFromBytes(b)); if (r > 0) i = m; else if (r < 0) { if (m == j) { j -= IP_RECORD_LENGTH; m = j; } else j = m; } else return readLong3(m + 4); } // ?ij?? // ?????? m = readLong3(m + 4); readIP(m, b4); r = compareIP(ip, b4); if (r <= 0) return m; else return -1; } /** * begin??end????? * * @param begin * @param end * @return */ private long getMiddleOffset(long begin, long end) { long records = (end - begin) / IP_RECORD_LENGTH; records >>= 1; if (records == 0) records = 1; return begin + records * IP_RECORD_LENGTH; } /** * ip??IPLocation * * @param offset * @return */ private IPLocation getIPLocation(long offset) { try { // 4ip ipFile.seek(offset + 4); // ?? byte b = ipFile.readByte(); if (b == AREA_FOLLOWED) { // ??? long countryOffset = readLong3(); // ?? ipFile.seek(countryOffset); // ????? b = ipFile.readByte(); if (b == NO_AREA) { loc.country = readString(readLong3()); ipFile.seek(countryOffset + 4); } else loc.country = readString(countryOffset); // ? loc.area = readArea(ipFile.getFilePointer()); } else if (b == NO_AREA) { loc.country = readString(readLong3()); loc.area = readArea(offset + 8); } else { loc.country = readString(ipFile.getFilePointer() - 1); loc.area = readArea(ipFile.getFilePointer()); } return loc; } catch (IOException e) { return null; } } /** * @param offset * @return */ private IPLocation getIPLocation(int offset) { // 4ip mbb.position(offset + 4); // ?? byte b = mbb.get(); if (b == AREA_FOLLOWED) { // ??? int countryOffset = readInt3(); // ?? mbb.position(countryOffset); // ????? b = mbb.get(); if (b == NO_AREA) { loc.country = readString(readInt3()); mbb.position(countryOffset + 4); } else loc.country = readString(countryOffset); // ? loc.area = readArea(mbb.position()); } else if (b == NO_AREA) { loc.country = readString(readInt3()); loc.area = readArea(offset + 8); } else { loc.country = readString(mbb.position() - 1); loc.area = readArea(mbb.position()); } return loc; } /** * offset??????? * * @param offset * @return ?? * @throws IOException */ private String readArea(long offset) throws IOException { ipFile.seek(offset); byte b = ipFile.readByte(); if (b == 0x01 || b == 0x02) { long areaOffset = readLong3(offset + 1); if (areaOffset == 0) return ""; else return readString(areaOffset); } else return readString(offset); } /** * @param offset * @return */ private String readArea(int offset) { mbb.position(offset); byte b = mbb.get(); if (b == 0x01 || b == 0x02) { int areaOffset = readInt3(); if (areaOffset == 0) return ""; else return readString(areaOffset); } else return readString(offset); } /** * offset???0? * * @param offset * @return ? */ private String readString(long offset) { try { ipFile.seek(offset); int i; for (i = 0, buf[i] = ipFile.readByte(); buf[i] != 0; buf[++i] = ipFile.readByte()) ; if (i != 0) return getString(buf, 0, i, "GBK"); } catch (IOException e) { System.out.println(e.getMessage()); } return StringUtils.EMPTY; } /** * offset?0 * * @param offset * @return */ private String readString(int offset) { try { mbb.position(offset); int i; for (i = 0, buf[i] = mbb.get(); buf[i] != 0; buf[++i] = mbb.get()) ; if (i != 0) return getString(buf, 0, i, "GBK"); } catch (IllegalArgumentException e) { System.out.println(e.getMessage()); } return StringUtils.EMPTY; } public String getAddress(String ip) { String country = getCountry(ip).equals(" CZ88.NET") ? StringUtils.EMPTY : getCountry(ip); String area = getArea(ip).equals(" CZ88.NET") ? StringUtils.EMPTY : getArea(ip); String address = country + " " + area; return address.trim(); } public Set<String> getCity(String ip) { if (StringUtils.isEmpty(ip)) { return null; } String country = getCountry(ip).equals(" CZ88.NET") ? StringUtils.EMPTY : getCountry(ip); Set<String> set = new HashSet<String>(); int provinceIndex = 0; if (country.contains("?")) { int index = StringUtils.indexOf(country, "?"); set.add(StringUtils.substring(country, 0, index)); set.add(StringUtils.substring(country, 0, index + 1)); provinceIndex = index + 1; } if (country.contains("")) { int index = StringUtils.indexOf(country, ""); set.add(StringUtils.substring(country, provinceIndex, index)); set.add(StringUtils.substring(country, provinceIndex, index + 1)); String endStr = StringUtils.substring(country, index + 1); if (StringUtils.isNotEmpty(endStr)) { set.add(endStr); } if (endStr.contains("")) { int end = StringUtils.indexOf(endStr, ""); set.add(StringUtils.substring(endStr, provinceIndex, end)); set.add(StringUtils.substring(endStr, provinceIndex, end + 1)); } if (endStr.contains("")) { int end = StringUtils.indexOf(endStr, ""); set.add(StringUtils.substring(endStr, provinceIndex, end)); set.add(StringUtils.substring(endStr, provinceIndex, end + 1)); } } set.add(country); return set; } /** * ip?? * * @param ip ?ip * @return ?ip */ protected static byte[] getIpByteArrayFromString(String ip) { byte[] ret = new byte[4]; java.util.StringTokenizer st = new java.util.StringTokenizer(ip, "."); try { ret[0] = (byte) (Integer.parseInt(st.nextToken()) & 0xFF); ret[1] = (byte) (Integer.parseInt(st.nextToken()) & 0xFF); ret[2] = (byte) (Integer.parseInt(st.nextToken()) & 0xFF); ret[3] = (byte) (Integer.parseInt(st.nextToken()) & 0xFF); } catch (Exception e) { System.out.println(e.getMessage()); } return ret; } /** * ?? * * @param s * @param srcEncoding ??? * @param destEncoding ?? * @return ??? */ protected static String getString(String s, String srcEncoding, String destEncoding) { try { return new String(s.getBytes(srcEncoding), destEncoding); } catch (UnsupportedEncodingException e) { return s; } } /** * ??????? * * @param b * @param encoding ?? * @return encoding???? */ protected static String getString(byte[] b, String encoding) { try { return new String(b, encoding); } catch (UnsupportedEncodingException e) { return new String(b); } } /** * ??????? * * @param b * @param offset ??? * @param len ?? * @param encoding ?? * @return encoding???? */ protected static String getString(byte[] b, int offset, int len, String encoding) { try { return new String(b, offset, len, encoding); } catch (UnsupportedEncodingException e) { return new String(b, offset, len); } } /** * @param ip ip? * @return ?ip */ protected static String getIpStringFromBytes(byte[] ip) { StringBuffer sb = new StringBuffer(); sb.append(ip[0] & 0xFF); sb.append('.'); sb.append(ip[1] & 0xFF); sb.append('.'); sb.append(ip[2] & 0xFF); sb.append('.'); sb.append(ip[3] & 0xFF); return sb.toString(); } /** * ??ip???ip * * @author zxc Jul 8, 2014 10:19:54 AM */ private class IPLocation { public String country; public String area; public IPLocation() { country = area = StringUtils.EMPTY; } public IPLocation getCopy() { IPLocation ret = new IPLocation(); ret.country = country; ret.area = area; return ret; } } /** * ?IP?IP?IP * * @author zxc Jul 8, 2014 10:19:44 AM */ public class IPEntry { public String beginIp; public String endIp; public String country; public String area; /** * */ public IPEntry() { beginIp = endIp = country = area = StringUtils.EMPTY; } public String toString() { return this.area + " " + this.country + "IP:" + this.beginIp + "-" + this.endIp; } } public static void main(String a[]) { String ips[] = { "222.92.117.33", "61.165.232.232", "117.84.205.33", "223.7.255.255", "115.239.252.41", "60.171.150.36", "61.191.228.237", "61.191.244.121" }; for (String ip : ips) { String country = IPTools.getInstance().getCountry(ip); String area = IPTools.getInstance().getArea(ip); String address = IPTools.getInstance().getAddress(ip); Set<String> city = IPTools.getInstance().getCity(ip); System.out.println(ip + " country=" + country + " area=" + area + " address=" + address); System.out.println("city=" + StringUtils.join(city, ";")); } } }