Here you can find the source of tokenize(String text)
Parameter | Description |
---|---|
text | a parameter |
private static List<String> tokenize(String text)
//package com.java2s; /**/*w ww.jav a 2 s . co m*/ * Copyright (c) 2016 Source Auditor Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * */ import java.util.ArrayList; import java.util.List; public class Main { /** * Tokenize a string based on the Character whitespace * @param text * @return */ private static List<String> tokenize(String text) { List<String> result = new ArrayList<String>(); int loc = 0; while (loc < text.length()) { while (loc < text.length() && Character.isWhitespace(text.charAt(loc))) { loc++; } if (loc < text.length()) { StringBuilder sb = new StringBuilder(); while (loc < text.length() && !Character.isWhitespace(text.charAt(loc))) { sb.append(text.charAt(loc++)); } result.add(sb.toString()); } } return result; } }