Java String Tokenize tokenizeAutocomplete(String text, int minSize)

Description

Split words into smaller parts so these can be auto-completed

License

Open Source License

Parameter

Parameter	Description
text	the text to tokenize
minSize	the minimum size of the tokens/auto-complete, if a word is shorter than this size it will still be added as a token.

Return

auto-complete compatible tokenized text

Declaration

public static String tokenizeAutocomplete(String text, int minSize) 

Method Source Code

//package com.java2s;
//License from project: Open Source License 

public class Main {
    /**/*from   w w w .  j  a  v  a 2  s.  co  m*/
     * Split words into smaller parts so these can be auto-completed
     * @param text the text to tokenize
     * @param minSize the minimum size of the tokens/auto-complete, if a word is shorter than this size
     * it will still be added as a token.
     * @return auto-complete compatible tokenized text
     */
    public static String tokenizeAutocomplete(String text, int minSize) {
        if (minSize <= 0) {
            throw new IllegalArgumentException("minSize has to be higher than 0");
        }

        String[] words = splitTextToWords(text);
        String tokens = "";
        for (String word : words) {
            if (word.length() > minSize) {
                for (int i = 0; i <= word.length() - minSize; ++i) {
                    for (int currentLength = minSize; currentLength <= word.length() - i; ++currentLength) {
                        tokens += word.substring(i, i + currentLength) + " ";
                    }
                }
            } else {
                tokens += word + " ";
            }
        }

        return tokens;
    }

    /**
     * Splits a text into words.
     * @param text the text to split into words
     * @return all words in the text
     */
    public static String[] splitTextToWords(String text) {
        return text.split("[^0-9a-zA-Z']+");
    }
}

Related

1. tokenize(String text, char separator)
2. tokenize(String text, String delimiter)
3. tokenize(String value)
4. tokenize(String value)
5. tokenize(String[] stringArray, String delimiter)
6. tokenizeClassName(final String className)
7. tokenizeDirectiveCall(String data)
8. tokenizeExpression(String s)
9. tokenizeFilter(CharSequence filter)