fi.vtt.nubomedia.armodule.UserSession.java Source code

Introduction

Here is the source code for fi.vtt.nubomedia.armodule.UserSession.java

Source

/**
Licensing and distribution
    
ArModule is licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at
    
http://www.apache.org/licenses/LICENSE-2.0
    
Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.
    
ALVAR 2.0.0 - A Library for Virtual and Augmented Reality Copyright 2007-2012 VTT Technical Research Centre of Finland Licensed under the GNU Lesser General Public License
    
Irrlicht Engine, the zlib and libpng. The Irrlicht Engine is based in part on the work of the Independent JPEG Group The module utilizes IJG code when the Irrlicht engine is compiled with support for JPEG images.
*/

/** @author Markus Ylikerl */

package fi.vtt.nubomedia.armodule;

import org.kurento.client.EventListener;
import org.kurento.client.FaceOverlayFilter;
import org.kurento.client.IceCandidate;
import org.kurento.client.KurentoClient;
import org.kurento.client.MediaPipeline;
import org.kurento.client.OnIceCandidateEvent;
import org.kurento.client.WebRtcEndpoint;
import org.kurento.jsonrpc.JsonUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.web.socket.TextMessage;
import org.springframework.web.socket.WebSocketSession;

import com.google.gson.JsonObject;

public class UserSession {
    private final Logger log = LoggerFactory.getLogger(UserSession.class);
    private ModuleHandler handler;
    private WebRtcEndpoint webRtcEndpoint;
    private MediaPipeline mediaPipeline;
    private KurentoClient kurentoClient;
    private String sessionId;
    private Object userData;

    public void setUserData(Object userData) {
        this.userData = userData;
    }

    public Object getUserData() {
        return userData;
    }

    public UserSession(final String sessionId, ModuleHandler handler) {
        this.sessionId = sessionId;
        this.handler = handler;
    }

    public WebRtcEndpoint getWebRtcEndpoint() {
        return webRtcEndpoint;
    }

    public MediaPipeline getMediaPipeline() {
        return mediaPipeline;
    }

    public String getSessionId() {
        return sessionId;
    }

    public String startSession(final WebSocketSession session, String sdpOffer, JsonObject jsonMessage) {
        System.err.println("ME USER SESSION START SESSION");

        // One KurentoClient instance per session
        kurentoClient = KurentoClient.create();
        log.info("Created kurentoClient (session {})", sessionId);

        // Media logic (pipeline and media elements connectivity)
        mediaPipeline = kurentoClient.createMediaPipeline();
        log.info("Created Media Pipeline {} (session {})", mediaPipeline.getId(), session.getId());

        mediaPipeline.setLatencyStats(true);
        log.info("Media Pipeline {} latencyStants set{}", mediaPipeline.getId(), mediaPipeline.getLatencyStats());

        webRtcEndpoint = new WebRtcEndpoint.Builder(mediaPipeline).build();
        handler.createPipeline(this, jsonMessage);

        // WebRTC negotiation
        webRtcEndpoint.addOnIceCandidateListener(new EventListener<OnIceCandidateEvent>() {
            @Override
            public void onEvent(OnIceCandidateEvent event) {
                JsonObject response = new JsonObject();
                response.addProperty("id", "iceCandidate");
                response.add("candidate", JsonUtils.toJsonObject(event.getCandidate()));
                handler.sendMessage(session, new TextMessage(response.toString()));
            }
        });
        String sdpAnswer = webRtcEndpoint.processOffer(sdpOffer);
        webRtcEndpoint.gatherCandidates();

        return sdpAnswer;
    }

    public void addCandidate(JsonObject jsonCandidate) {
        IceCandidate candidate = new IceCandidate(jsonCandidate.get("candidate").getAsString(),
                jsonCandidate.get("sdpMid").getAsString(), jsonCandidate.get("sdpMLineIndex").getAsInt());
        webRtcEndpoint.addIceCandidate(candidate);
    }

    public void release() {
        log.info("Releasing media pipeline {} (session {})", mediaPipeline.getId(), sessionId);
        mediaPipeline.release();

        log.info("Destroying kurentoClient (session {})", sessionId);
        kurentoClient.destroy();
    }
}