org.xwiki.wikistream.test.integration.TestDataParser.java Source code

Java tutorial

Introduction

Here is the source code for org.xwiki.wikistream.test.integration.TestDataParser.java

Source

/*
 * See the NOTICE file distributed with this work for additional
 * information regarding copyright ownership.
 *
 * This is free software; you can redistribute it and/or modify it
 * under the terms of the GNU Lesser General Public License as
 * published by the Free Software Foundation; either version 2.1 of
 * the License, or (at your option) any later version.
 *
 * This software is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this software; if not, write to the Free
 * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
 * 02110-1301 USA, or see the FSF site: http://www.fsf.org.
 */
package org.xwiki.wikistream.test.integration;

import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.HashMap;
import java.util.Map;
import java.util.StringTokenizer;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.apache.commons.lang3.StringUtils;
import org.xwiki.wikistream.input.InputSource;
import org.xwiki.wikistream.internal.input.DefaultURLInputSource;
import org.xwiki.wikistream.internal.input.StringInputSource;
import org.xwiki.wikistream.utils.WikiStreamConstants;

/**
 * Parses test data defined using the following syntax, shown with this example: {@code
 * .configuration <key=value>
 * .input|<type>
 * <optional input content here>
 * .expect|<type>
 * <optional expected content here>
 * }
 * <p>
 * Note that there can be several {@code .input} and {@code .expect} entries. For each {@code .input} definition, all
 * the found {@code .expect} will be executed and checked.
 * 
 * @version $Id: a7d0fb6bf44549a2d3bcf074360eaa92e9ae7125 $
 * @since 5.2M2
 */
public class TestDataParser {
    private static final Pattern PATTERN_VARIABLE = Pattern.compile("(\\\\)?(\\$\\{\\{\\{(.*)\\}\\}\\})");

    public static String interpret(String source) {
        StringBuilder result = new StringBuilder();

        Matcher matcher = PATTERN_VARIABLE.matcher(source);

        int current = 0;
        while (matcher.find()) {
            if (matcher.group(1) == null) {
                String var = matcher.group(3);

                String value = System.getProperty(var);
                if (value != null) {
                    result.append(source, current, matcher.start());
                    result.append(value);
                    current = matcher.end();
                }
            } else {
                result.append(source, current, matcher.start());
                current = matcher.start(2);
            }
        }

        if (current < source.length()) {
            result.append(source, current, source.length());
        }

        return result.toString();
    }

    public TestResourceData parse(InputStream source, String resourceName) throws IOException {
        TestResourceData data = new TestResourceData();

        // Resources should always be encoded as UTF-8, to reduce the dependency on the system encoding
        BufferedReader reader = new BufferedReader(new InputStreamReader(source, "UTF-8"));

        // Read each line and look for lines starting with ".". When this happens it means we've found a separate
        // test case.
        try {
            String action = null;
            String typeId = null;
            boolean skip = false;

            data.resourceName = resourceName;

            StringBuilder buffer = new StringBuilder();
            Map<String, String> configuration = data.configuration;

            for (String line = reader.readLine(); line != null; line = reader.readLine()) {
                if (line.startsWith(".")) {
                    if (line.startsWith(".#")) {
                        // Ignore comments and print it to the stdout if it's a todo.
                        if (line.toLowerCase().contains("todo")) {
                            System.out.println(line);
                        }
                    } else if (line.startsWith(".configuration")) {
                        StringTokenizer st = new StringTokenizer(line.substring(".configuration".length() + 1),
                                "=");
                        configuration.put(st.nextToken(), st.nextToken());
                    } else {
                        if (!skip) {
                            saveData(data, action, typeId, buffer, configuration);
                        }

                        // Reset buffer
                        buffer.setLength(0);
                        // Reset configuration
                        configuration = new HashMap<String, String>();

                        // Parse the directive line starting with "." and with "|" separators.
                        // For example ".input|xwiki/2.0|skip" or ".expect|xhtml"
                        StringTokenizer st = new StringTokenizer(line.substring(1), "|");
                        // First token is "input", "expect" or "inputexpect".
                        action = st.nextToken();
                        // Second token is either the input syntax id or the expectation renderer short name
                        typeId = st.nextToken();
                        // Third (optional) token is whether the test should be skipped (useful while waiting for
                        // a fix to wikimodel for example).
                        skip = false;
                        if (st.hasMoreTokens()) {
                            skip = true;
                            System.out.println(
                                    "[WARNING] Skipping test for [" + typeId + "] in resource [" + resourceName
                                            + "] since it has been marked as skipped in the test. This needs to be "
                                            + "reviewed and fixed.");
                        }
                    }
                } else {
                    buffer.append(line).append('\n');
                }
            }

            if (!skip) {
                saveData(data, action, typeId, buffer, configuration);
            }

        } finally {
            reader.close();
        }

        return data;
    }

    private void saveData(TestResourceData data, String action, String typeId, StringBuilder buffer,
            Map<String, String> configuration) {
        if (action != null) {
            // Remove the last newline since our test format forces an additional new lines
            // at the end of input texts.
            if (buffer.length() > 0 && buffer.charAt(buffer.length() - 1) == '\n') {
                buffer.setLength(buffer.length() - 1);
            }

            if (action.equalsIgnoreCase("input")) {
                addInput(data, typeId, buffer, configuration);
            } else if (action.equalsIgnoreCase("expect")) {
                addExpect(data, typeId, buffer, configuration);
            } else if (action.equalsIgnoreCase("inputexpect")) {
                addExpect(data, typeId, buffer, configuration);
                addInput(data, typeId, buffer, configuration);
            }
        }
    }

    private void addInput(TestResourceData data, String typeId, StringBuilder buffer,
            Map<String, String> configuration) {
        InputTestConfiguration inputConfiguration = new InputTestConfiguration(typeId, buffer.toString());

        // Default properties
        inputConfiguration.setEncoding("UTF-8");

        inputConfiguration.putAll(configuration);

        data.inputs.add(inputConfiguration);
    }

    private void addExpect(TestResourceData data, String typeId, StringBuilder buffer,
            Map<String, String> configuration) {
        ExpectTestConfiguration expectTestConfiguration = new ExpectTestConfiguration();

        // expect

        InputSource expect;

        String expectPath = configuration.get(WikiStreamConstants.PROPERTY_SOURCE);
        if (expectPath == null) {
            expect = new StringInputSource(buffer.toString());
        } else {
            if (!expectPath.startsWith("/")) {
                expectPath = StringUtils.substringBeforeLast(data.resourceName, "/") + '/' + expectPath;
            }

            expect = new DefaultURLInputSource(getClass().getResource(expectPath));
        }

        expectTestConfiguration.expect = expect;

        // output

        OutputTestConfiguration outputConfiguration = new OutputTestConfiguration(typeId);

        // Default properties
        outputConfiguration.setEncoding("UTF-8");
        outputConfiguration.setFormat(true);

        outputConfiguration.putAll(configuration);

        expectTestConfiguration.output = outputConfiguration;

        data.expects.add(expectTestConfiguration);
    }
}