export.FormCrawler.java Source code

Java tutorial

Introduction

Here is the source code for export.FormCrawler.java

Source

/*
 * Copyright (C) 2012 jonas.oreland@gmail.com
 *
 *  This program is free software: you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

package export;

import android.annotation.TargetApi;
import android.app.Activity;
import android.content.ContentValues;
import android.content.Context;
import android.content.Intent;
import android.database.sqlite.SQLiteDatabase;
import android.location.Location;
import android.os.Build;
import android.util.Pair;

import org.json.JSONException;
import org.json.JSONObject;

import java.io.BufferedReader;
import java.io.DataOutputStream;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.io.Reader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.URLEncoder;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Scanner;
import java.util.Set;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import export.Uploader.Status;
import feed.FeedList.FeedUpdater;
import util.Constants.DB;

@TargetApi(Build.VERSION_CODES.FROYO)
public class FormCrawler {

    protected Set<String> cookies = new HashSet<String>();
    protected FormValues formValues = new FormValues();

    public FormCrawler() {
        super();
        logout();
    }

    public void logout() {
        cookies.clear();
        formValues.clear();
    }

    protected interface Writable {
        void write(OutputStream out) throws IOException;
    }

    protected class StringWritable implements Writable {
        String s;

        public StringWritable(String s) {
            this.s = s;
        }

        public void write(OutputStream out) throws IOException {
            out.write(s.getBytes());
        }
    };

    class Part<Value extends Writable> {
        public Part(String name, Value value) {
            this.name = name;
            this.value = value;
        }

        String name = null;
        String filename = null;
        String contentType = null;
        String contentTransferEncoding = null;
        Value value = null;
    };

    public static String URLEncode(String s) {
        try {
            return URLEncoder.encode(s, "UTF-8");
        } catch (UnsupportedEncodingException e) {
            e.printStackTrace();
            return s;
        }
    }

    public static class FormValues extends HashMap<String, String> implements Writable {
        /**
        * 
        */
        private static final long serialVersionUID = -5681066662144155533L;

        public FormValues() {
            super();
        }

        @Override
        public void write(OutputStream o) throws IOException {
            boolean first = true;
            DataOutputStream out = new DataOutputStream(o);
            for (String k : keySet()) {
                if (!first)
                    out.writeByte('&');
                out.writeBytes(URLEncode(k));
                out.writeByte('=');
                out.writeBytes(URLEncode(get(k)));
                first = false;
            }
        }

        public String queryString() {
            StringBuffer buf = new StringBuffer();
            boolean first = true;
            for (String k : keySet()) {
                if (!first)
                    buf.append('&');
                buf.append(URLEncode(k));
                buf.append('=');
                buf.append(URLEncode(get(k)));
                first = false;
            }
            return buf.toString();
        }
    }

    public static void postMulti(HttpURLConnection conn, Part<?> parts[]) throws IOException {
        String lineEnd = "\r\n";
        String twoHyphens = "--";
        String boundary = "*****" + Long.toString(System.currentTimeMillis()) + "*****";
        conn.setRequestProperty("Content-Type", "multipart/form-data; boundary=" + boundary);
        DataOutputStream outputStream = new DataOutputStream(conn.getOutputStream());
        for (int i = 0; i < parts.length; i++) {
            outputStream.writeBytes(twoHyphens + boundary + lineEnd);
            outputStream.writeBytes("Content-Disposition: form-data; name=\"" + parts[i].name + "\"");
            if (parts[i].filename != null)
                outputStream.writeBytes("; filename=\"" + parts[i].filename + "\"");
            outputStream.writeBytes(lineEnd);

            if (parts[i].contentType != null)
                outputStream.writeBytes("Content-Type: " + parts[i].contentType + lineEnd);
            if (parts[i].contentTransferEncoding != null)
                outputStream.writeBytes("Content-Transfer-Encoding: " + parts[i].contentTransferEncoding + lineEnd);
            outputStream.writeBytes(lineEnd);
            parts[i].value.write(outputStream);
            outputStream.writeBytes(lineEnd);
        }
        outputStream.writeBytes(twoHyphens + boundary + twoHyphens + lineEnd);
        outputStream.flush();
        outputStream.close();
    }

    protected void addCookies(HttpURLConnection conn) {
        boolean first = true;
        StringBuffer buf = new StringBuffer();
        for (String cookie : cookies) {
            if (!first)
                buf.append("; ");
            buf.append(cookie.split(";", 2)[0]);
            first = false;
        }
        conn.addRequestProperty("Cookie", buf.toString());
    }

    protected void getCookies(HttpURLConnection conn) {
        List<String> connCookies = conn.getHeaderFields().get("Set-Cookie");
        /**
         * work-around for weird android 2.2 bug ref
         * http://stackoverflow.com/questions
         * /9134657/nullpointer-exception-with-
         * cookie-on-android-2-2-works-fine-on-2-3-and-above
         */
        if (connCookies == null)
            connCookies = conn.getHeaderFields().get("set-cookie");

        if (connCookies != null) {
            cookies.addAll(connCookies);
        }
    }

    protected void clearCookies() {
        cookies.clear();
    }

    protected String getFormValues(HttpURLConnection conn) throws IOException {
        BufferedReader in = new BufferedReader(new InputStreamReader(conn.getInputStream()));
        StringBuffer buf = new StringBuffer();
        String s = null;
        while ((s = in.readLine()) != null) {
            buf.append(s);
        }
        String html = buf.toString();
        Map<String, String> values = parseHtml(html);
        formValues.putAll(values);
        return html;
    }

    private Map<String, String> parseHtml(String html) {
        Matcher matcher = inputPattern.matcher(html);
        Map<String, String> parameters = new HashMap<String, String>();

        while (matcher.find()) {
            Map<String, String> attributes = parseAttributes(matcher.group(1));
            String name = attributes.get("name");
            if (name != null) {
                String value = attributes.get("value");
                if (value == null) {
                    value = "";
                }
                parameters.put(name, value);
            }
        }
        return parameters;
    }

    private static Map<String, String> parseAttributes(String attributesStr) {
        Map<String, String> attributes = new HashMap<String, String>();
        Matcher matcher = attributePattern.matcher(attributesStr);
        while (matcher.find()) {
            String key = matcher.group(1);
            String value = "";
            String g = matcher.group(2).trim();
            if (g != null) {
                value = g;
            }
            attributes.put(key, value.trim());
        }
        return attributes;
    }

    /**
     * The regex pattern to find a form input parameter in HTML.
     */
    private static final Pattern inputPattern = Pattern.compile("<input(.*?)>",
            Pattern.CASE_INSENSITIVE | Pattern.DOTALL);

    private static final Pattern attributePattern = Pattern.compile("(\\w+)=\"(.*?)\"");

    protected String findName(Set<String> names, String s) {
        for (String k : names) {
            if (k.indexOf(s) != -1)
                return k;
        }
        return null;
    }

    /** Below are default empty methods from Uploader */
    public Status getAuthResult(int resultCode, Intent data) {
        return Status.OK;
    }

    public Intent getAuthIntent(Activity a) {
        return null;
    }

    public boolean checkSupport(Uploader.Feature f) {
        switch (f) {
        case UPLOAD:
            return true;
        case FEED:
        case GET_WORKOUT:
        case LIVE:
        case WORKOUT_LIST:
        case SKIP_MAP:
        }
        return false;
    }

    public Status listWorkouts(List<Pair<String, String>> list) {
        return Status.OK;
    }

    public void downloadWorkout(File dst, String key) throws Exception {
    }

    public Status getFeed(FeedUpdater feedUpdater) {
        return Status.OK;
    }

    public Status upload(SQLiteDatabase db, long mID) {
        return Status.OK;
    }

    public void liveLog(Context context, Location location, int type, double mElapsedDistanceMeter,
            double mElapsedTimeMillis) {
    }

    /**
     * For feed generation...
     */
    public static void setName(ContentValues c, String string) {
        // Jonas Oreland
        if (string.contains(" ")) {
            int index = string.indexOf(' ');
            c.put(DB.FEED.USER_FIRST_NAME, string.substring(0, index).trim());
            c.put(DB.FEED.USER_LAST_NAME, string.substring(index).trim());
        } else {
            c.put(DB.FEED.USER_FIRST_NAME, string);
        }
    }

    public static JSONObject parse(InputStream in) throws JSONException {
        final Scanner s = new Scanner(in);
        final JSONObject o = new JSONObject(s.useDelimiter("\\A").next());
        s.close();
        return o;
    }

    public static JSONObject parse(Reader in) throws JSONException {
        final Scanner s = new Scanner(in);
        final JSONObject o = new JSONObject(s.useDelimiter("\\A").next());
        s.close();
        return o;
    }
}