monitoring.tools.ITunesApple.java Source code

Introduction

Here is the source code for monitoring.tools.ITunesApple.java

Source

/*******************************************************************************
 * Copyright (c) 2016 Universitat Politcnica de Catalunya (UPC)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 * Contributors:
 *    Quim Motger (UPC) - main development
 *    
 * Initially developed in the context of SUPERSEDE EU project
 * www.supersede.eu
 *******************************************************************************/
package monitoring.tools;

import java.io.IOException;
import java.io.InputStream;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.sql.Timestamp;
import java.util.ArrayList;
import java.util.Date;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Timer;
import java.util.TimerTask;

import org.apache.log4j.Logger;
import org.json.JSONArray;
import org.json.JSONObject;

import monitoring.kafka.KafkaCommunication;
import monitoring.model.MonitoringData;
import monitoring.model.MonitoringParams;
import monitoring.model.Utils;
import monitoring.services.ToolInterface;

public class ITunesApple implements ToolInterface {

    final static Logger logger = Logger.getLogger(AppTweak.class);

    private int confId;

    private String uri = "https://itunes.apple.com/es/rss/customerreviews/id=";
    private String uriParams = "/sortBy=mostRecent/json";

    private MonitoringParams params;
    private List<String> reported;

    private int id = 1;
    private boolean firstConnection = false;

    private Timer timer;

    KafkaCommunication kafka;

    @Override
    public void addConfiguration(MonitoringParams params, int confId) throws Exception {
        this.params = params;
        this.confId = confId;
        this.kafka = new KafkaCommunication();
        resetStream();
    }

    @Override
    public void deleteConfiguration() throws Exception {
        timer.cancel();
    }

    @Override
    public void updateConfiguration(MonitoringParams params) throws Exception {
        deleteConfiguration();
        this.params = params;
        resetStream();
    }

    private void resetStream() throws Exception {

        kafka.initProxy(this.params.getKafkaEndpoint());
        //kafka.initProducer(this.params.getKafkaEndpoint());

        this.reported = new ArrayList<>();
        firstConnection = true;
        firstApiCall();

        timer = new Timer();
        timer.schedule(new TimerTask() {
            public void run() {
                if (firstConnection) {
                    logger.debug("Connection established");
                    firstConnection = false;
                    System.out.println("First connection stablished");
                } else {
                    try {
                        apiCall();
                    } catch (IOException e) {
                        logger.error("There was an unexpected error with the API call");
                    }
                }
            }

        }, 0, Integer.parseInt(params.getTimeSlot()) * 1000);
    }

    protected void apiCall() throws IOException, MalformedURLException {

        String timeStamp = new Timestamp((new Date()).getTime()).toString();

        JSONObject data = urlConnection();
        JSONArray reviews = data.getJSONObject("feed").getJSONArray("entry");
        List<MonitoringData> dataList = new ArrayList<>();

        for (int i = 1; i < reviews.length(); ++i) {
            JSONObject obj = reviews.getJSONObject(i);
            String id = obj.getJSONObject("id").getString("label");
            if (!reported.contains(id)) {
                Iterator<?> keys = obj.keys();
                MonitoringData review = new MonitoringData();
                review.setReviewID(id);
                while (keys.hasNext()) {
                    String key = (String) keys.next();
                    if (key.equals("author"))
                        review.setAuthorName(obj.getJSONObject("author").getJSONObject("name").getString("label"));
                    else if (key.equals("title"))
                        review.setReviewTitle(obj.getJSONObject("title").getString("label"));
                    else if (key.equals("content"))
                        review.setReviewText(obj.getJSONObject("content").getString("label"));
                    else if (key.equals("im:rating"))
                        review.setStarRating(obj.getJSONObject("im:rating").getString("label"));
                    else if (key.equals("im:version"))
                        review.setAppVersion(obj.getJSONObject("im:version").getString("label"));
                    else if (key.equals("link"))
                        review.setLink(obj.getJSONObject("link").getJSONObject("attributes").getString("href"));
                }

                dataList.add(review);
                reported.add(id);
            }
        }
        //kafka.generateResponseKafka(dataList, timeStamp, id, confId, params.getKafkaTopic());
        kafka.generateResponseIF(dataList, timeStamp, id, confId, params.getKafkaTopic());
        logger.debug("Data sent to kafka endpoint");
        ++id;
    }

    private void firstApiCall() throws IOException, MalformedURLException {
        JSONObject data = urlConnection();
        if (data.getJSONObject("feed").has("entry")) {
            JSONArray reviews = data.getJSONObject("feed").getJSONArray("entry");
            for (int i = 1; i < reviews.length(); ++i) {
                reported.add(reviews.getJSONObject(i).getJSONObject("id").getString("label"));
            }
        }
    }

    private JSONObject urlConnection() throws MalformedURLException, IOException {
        URLConnection connection = new URL(uri + params.getAppId() + uriParams).openConnection();
        connection.getInputStream();
        return new JSONObject(Utils.streamToString(connection.getInputStream()));
    }

}