Java String Tokenize getTokens(String value)

Description

get Tokens

License

Open Source License

Declaration

public static List<String> getTokens(String value) 

Method Source Code

//package com.java2s;
import java.util.Arrays;
import java.util.List;

public class Main {
    public static List<String> getTokens(String value) {
        return Arrays.asList(value.replaceAll("[^a-zA-Z0-9]", " ").split("[\\s@&.?$+-]+"));
    }//from  w w w  .java  2 s . c o  m
}

Related

1. getTokens(String str, String delim)
2. getTokens(String str, String delimiter)
3. getTokens(String string)
4. getTokens(String string)
5. getTokens(String string, String tokenSeparator)
6. getTokens(String vbt)
7. getTokenTypes(CommonTree tree)
8. getUnitType(String typeToken)
9. hasSuffix(String _token)