Java tutorial
/** * File ./src/main/java/de/lemo/dms/connectors/moodle_2_3/ExtractAndMapMoodle.java * Lemo-Data-Management-Server for learning analytics. * Copyright (C) 2013 * Leonard Kappe, Andreas Pursian, Sebastian Schwarzrock, Boris Wenzlaff * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see <http://www.gnu.org/licenses/>. **/ /** * File ./main/java/de/lemo/dms/connectors/moodle_2_3/ExtractAndMapMoodle.java * Date 2013-01-24 * Project Lemo Learning Analytics */ package de.lemo.dms.connectors.moodle_2_3; import java.math.BigInteger; import java.util.ArrayList; import java.util.HashMap; import java.util.List; import java.util.Map; import org.apache.log4j.Logger; import org.hibernate.Criteria; import org.hibernate.Query; import org.hibernate.Session; import org.hibernate.Transaction; import org.hibernate.criterion.Property; import org.hibernate.criterion.Restrictions; import de.lemo.dms.connectors.Encoder; import de.lemo.dms.connectors.IConnector; import de.lemo.dms.connectors.TextHelper; import de.lemo.dms.connectors.moodle_2_3.mapping.AssignGradesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.AssignLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ChatLogLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ChatLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ContextLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.CourseCategoriesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.CourseLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.CourseModulesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.EnrolLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ForumLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ForumDiscussionsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ForumPostsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.GradeGradesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.GradeItemsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.GroupsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.GroupsMembersLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.LogLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ModulesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.PageLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuestionLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuestionStatesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuizLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuizAttemptsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuizGradesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.QuizQuestionInstancesLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ResourceLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.UrlLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.RoleLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.RoleAssignmentsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.ScormLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.UserEnrolmentsLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.UserLMS; import de.lemo.dms.connectors.moodle_2_3.mapping.WikiLMS; import de.lemo.dms.db.DBConfigObject; import de.lemo.dms.db.mapping.AssignmentLogMining; import de.lemo.dms.db.mapping.AssignmentMining; import de.lemo.dms.db.mapping.ChatLogMining; import de.lemo.dms.db.mapping.ChatMining; import de.lemo.dms.db.mapping.CourseAssignmentMining; import de.lemo.dms.db.mapping.CourseChatMining; import de.lemo.dms.db.mapping.CourseForumMining; import de.lemo.dms.db.mapping.CourseGroupMining; import de.lemo.dms.db.mapping.CourseLogMining; import de.lemo.dms.db.mapping.CourseMining; import de.lemo.dms.db.mapping.CourseQuizMining; import de.lemo.dms.db.mapping.CourseResourceMining; import de.lemo.dms.db.mapping.CourseScormMining; import de.lemo.dms.db.mapping.CourseUserMining; import de.lemo.dms.db.mapping.CourseWikiMining; import de.lemo.dms.db.mapping.ForumLogMining; import de.lemo.dms.db.mapping.ForumMining; import de.lemo.dms.db.mapping.GroupMining; import de.lemo.dms.db.mapping.GroupUserMining; import de.lemo.dms.db.mapping.LevelAssociationMining; import de.lemo.dms.db.mapping.LevelCourseMining; import de.lemo.dms.db.mapping.LevelMining; import de.lemo.dms.db.mapping.QuestionLogMining; import de.lemo.dms.db.mapping.QuestionMining; import de.lemo.dms.db.mapping.QuizLogMining; import de.lemo.dms.db.mapping.QuizMining; import de.lemo.dms.db.mapping.QuizQuestionMining; import de.lemo.dms.db.mapping.QuizUserMining; import de.lemo.dms.db.mapping.ResourceLogMining; import de.lemo.dms.db.mapping.ResourceMining; import de.lemo.dms.db.mapping.RoleMining; import de.lemo.dms.db.mapping.ScormLogMining; import de.lemo.dms.db.mapping.ScormMining; import de.lemo.dms.db.mapping.UserMining; import de.lemo.dms.db.mapping.WikiLogMining; import de.lemo.dms.db.mapping.WikiMining; /** * The main class of the extraction process. * Implementation of the abstract extract class for the LMS Moodle. */ public class ExtractAndMapMoodle extends ExtractAndMap { // Versionsnummer in Namen einfgen // LMS tables instances lists /** The log_lms. */ private List<LogLMS> logLms; private List<AssignGradesLMS> assignGradesLms; private List<ResourceLMS> resourceLms; private List<UrlLMS> urlLms; private List<PageLMS> pageLms; private List<CourseLMS> courseLms; private List<ForumLMS> forumLms; private List<WikiLMS> wikiLms; private List<UserLMS> userLms; private List<QuizLMS> quizLms; private List<QuizQuestionInstancesLMS> quizQuestionInstancesLms; private List<QuestionLMS> questionLms; private List<GroupsLMS> groupLms; private List<GroupsMembersLMS> groupMembersLms; private List<QuestionStatesLMS> questionStatesLms; private List<ForumPostsLMS> forumPostsLms; private List<RoleLMS> roleLms; private List<ContextLMS> contextLms; private List<RoleAssignmentsLMS> roleAssignmentsLms; private List<QuizGradesLMS> quizGradesLms; private List<ForumDiscussionsLMS> forumDiscussionsLms; private List<ScormLMS> scormLms; private List<GradeGradesLMS> gradeGradesLms; private List<GradeItemsLMS> gradeItemsLms; private List<ChatLMS> chatLms; private List<ChatLogLMS> chatLogLms; private List<CourseCategoriesLMS> courseCategoriesLms; private List<AssignLMS> assignLms; private List<EnrolLMS> enrolLms; private List<UserEnrolmentsLMS> userEnrolmentsLms; private List<ModulesLMS> modulesLms; private List<CourseModulesLMS> courseModulesLms; private List<QuizAttemptsLMS> quizAttemptsLms; private final Logger logger = Logger.getLogger(this.getClass()); private final IConnector connector; public ExtractAndMapMoodle(final IConnector connector) { super(connector); this.connector = connector; } @Override @SuppressWarnings("unchecked") public void getLMStables(final DBConfigObject dbConfig, final long readingfromtimestamp, List<Long> courses, List<String> logins) { // accessing DB by creating a session and a transaction using HibernateUtil final Session session = HibernateUtil.getSessionFactory(dbConfig).openSession(); session.clear(); final Transaction tx = session.beginTransaction(); boolean hasCR = false; if (courses != null && courses.size() > 0) hasCR = true; else courses = new ArrayList<Long>(); boolean empty = false; //Read Context Criteria criteria = session.createCriteria(ContextLMS.class, "obj"); List<Long> contextLevels = new ArrayList<Long>(); contextLevels.add(40L); contextLevels.add(50L); //Read ContextLevels criteria.add(Restrictions.in("obj.contextlevel", contextLevels)); criteria.addOrder(Property.forName("obj.id").asc()); this.contextLms = criteria.list(); logger.info("ContextLMS tables: " + this.contextLms.size()); if (logins != null && !logins.isEmpty()) { List<String> archetypes = new ArrayList<String>(); List<Long> roleIds = new ArrayList<Long>(); List<String> userIds = new ArrayList<String>(); archetypes.add("manager"); archetypes.add("coursecreator"); archetypes.add("teacher"); archetypes.add("editingteacher"); criteria = session.createCriteria(RoleLMS.class, "obj"); criteria.add(Restrictions.in("obj.archetype", archetypes)); for (RoleLMS role : (List<RoleLMS>) criteria.list()) roleIds.add(role.getId()); criteria = session.createCriteria(UserLMS.class, "obj"); criteria.add(Restrictions.in("obj.username", logins)); for (UserLMS user : (List<UserLMS>) criteria.list()) userIds.add(user.getId() + ""); criteria = session.createCriteria(RoleAssignmentsLMS.class, "obj"); criteria.add(Restrictions.in("obj.userid", userIds)); criteria.add(Restrictions.in("obj.roleid", roleIds)); for (ContextLMS c : this.contextLms) { for (RoleAssignmentsLMS ra : (List<RoleAssignmentsLMS>) criteria.list()) { if (c.getContextlevel() == 50 && c.getId() == ra.getContextid()) { courses.add(c.getInstanceid()); hasCR = true; } } } } // reading the LMS Database, create tables as lists of instances of the DB-table classes criteria = session.createCriteria(AssignLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.assignLms = criteria.list(); logger.info("AssignLMS tables: " + this.assignLms.size()); //Read RoleAssignments criteria = session.createCriteria(RoleAssignmentsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ContextLMS c : this.contextLms) { if (c.getContextlevel() == 50 && courses.contains(c.getInstanceid())) ids.add(c.getId()); } if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.contextid", ids)); } //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.roleAssignmentsLms = criteria.list(); else this.roleAssignmentsLms = new ArrayList<RoleAssignmentsLMS>(); logger.info("RoleAssignmentsLMS tables: " + this.roleAssignmentsLms.size()); //Read AssignGrades criteria = session.createCriteria(AssignGradesLMS.class, "obj"); if (hasCR) { List<Long> tmp = new ArrayList<Long>(); for (AssignLMS assign : assignLms) { tmp.add(assign.getId()); } if (!(empty = tmp.isEmpty())) criteria.add(Restrictions.in("obj.assignment", tmp)); } criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.assignGradesLms = criteria.list(); else this.assignGradesLms = new ArrayList<AssignGradesLMS>(); logger.info("AssignGradesLMS tables: " + this.assignGradesLms.size()); //Read Enrol criteria = session.createCriteria(EnrolLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.courseid", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.enrolLms = criteria.list(); logger.info("EnrolLMS tables: " + this.enrolLms.size()); //Read Modules criteria = session.createCriteria(ModulesLMS.class, "obj"); criteria.addOrder(Property.forName("obj.id").asc()); this.modulesLms = criteria.list(); logger.info("ModulesLMS tables: " + this.modulesLms.size()); //Read UserEnrolments criteria = session.createCriteria(UserEnrolmentsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (EnrolLMS e : this.enrolLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.enrolid", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.userEnrolmentsLms = criteria.list(); else this.userEnrolmentsLms = new ArrayList<UserEnrolmentsLMS>(); logger.info("UserEnrolmentsLMS tables: " + this.userEnrolmentsLms.size()); //Read CourseModules criteria = session.createCriteria(CourseModulesLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.courseModulesLms = criteria.list(); logger.info("CourseModulesLMS tables: " + this.courseModulesLms.size()); //Read Log criteria = session.createCriteria(LogLMS.class, "obj"); if (hasCR) { criteria.add(Restrictions.in("obj.course", courses)); } criteria.add(Restrictions.gt("obj.time", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.logLms = criteria.list(); logger.info("LogLMS tables: " + this.logLms.size()); //Read Resource criteria = session.createCriteria(ResourceLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.resourceLms = criteria.list(); logger.info("ResourceLMS tables: " + this.resourceLms.size()); //Read Urls criteria = session.createCriteria(UrlLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.urlLms = criteria.list(); logger.info("UrlLMS tables: " + this.urlLms.size()); //Read Pages criteria = session.createCriteria(PageLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.pageLms = criteria.list(); logger.info("UrlLMS tables: " + this.pageLms.size()); //Read Quiz criteria = session.createCriteria(QuizLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.quizLms = criteria.list(); logger.info("QuizLMS tables: " + this.quizLms.size()); //Read QuizAttempts criteria = session.createCriteria(QuizAttemptsLMS.class, "obj"); if (hasCR) if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizAttemptsLms = criteria.list(); else this.quizAttemptsLms = new ArrayList<QuizAttemptsLMS>(); logger.info("QuizAttemptsLMS tables: " + this.quizAttemptsLms.size()); //Read Chats criteria = session.createCriteria(ChatLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.chatLms = criteria.list(); logger.info("ChatLMS tables: " + this.chatLms.size()); //Read ChatLog criteria = session.createCriteria(ChatLogLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ChatLMS e : this.chatLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.chat", ids)); } criteria.add(Restrictions.gt("obj.timestamp", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.chatLogLms = criteria.list(); else this.chatLogLms = new ArrayList<ChatLogLMS>(); logger.info("ChatLogLMS tables: " + this.chatLogLms.size()); criteria = session.createCriteria(CourseCategoriesLMS.class, "obj"); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.courseCategoriesLms = criteria.list(); logger.info("CourseCategoriesLMS tables: " + this.courseCategoriesLms.size()); criteria = session.createCriteria(CourseLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.id", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.courseLms = criteria.list(); logger.info("CourseLMS tables: " + this.courseLms.size()); final Query forumPosts; if (!hasCR) { forumPosts = session .createQuery("from ForumPostsLMS x where x.modified>=:readingtimestamp order by x.id asc"); forumPosts.setParameter("readingtimestamp", readingfromtimestamp); this.forumPostsLms = forumPosts.list(); } else { String courseClause = "("; for (int i = 0; i < courses.size(); i++) { courseClause += courses.get(i); if (i < courses.size() - 1) courseClause += ","; else courseClause += ")"; } forumPosts = session.createSQLQuery( "SELECT posts.id,posts.userid,posts.created,posts.modified,posts.subject,posts.message,posts.discussion from mdl_forum_posts as posts JOIN mdl_log as logs ON posts.userid = logs.userid Where logs.course in " + courseClause + " and (posts.created = logs.time or posts.modified = logs.time) AND posts.modified>=:readingtimestamp"); forumPosts.setParameter("readingtimestamp", readingfromtimestamp); List<Object[]> tmpl = forumPosts.list(); this.forumPostsLms = new ArrayList<ForumPostsLMS>(); for (Object[] obj : tmpl) { ForumPostsLMS p = new ForumPostsLMS(); if (obj[0].getClass().equals(BigInteger.class)) { p.setId(((BigInteger) obj[0]).longValue()); } else { p.setId(((Integer) obj[0]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setUserid(((BigInteger) obj[1]).longValue()); } else { p.setUserid(((Integer) obj[1]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setCreated(((BigInteger) obj[2]).longValue()); } else { p.setCreated(((Integer) obj[2]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setModified(((BigInteger) obj[3]).longValue()); } else { p.setModified(((Integer) obj[3]).longValue()); } p.setSubject((String) obj[4]); p.setMessage((String) obj[5]); if (obj[0].getClass().equals(BigInteger.class)) { p.setDiscussion(((BigInteger) obj[6]).longValue()); } else { p.setDiscussion(((Integer) obj[6]).longValue()); } this.forumPostsLms.add(p); } } logger.info("ForumPostsLMS tables: " + this.forumPostsLms.size()); criteria = session.createCriteria(ForumLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.forumLms = criteria.list(); logger.info("ForumLMS tables: " + this.forumLms.size()); criteria = session.createCriteria(GroupsLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.courseid", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.groupLms = criteria.list(); logger.info("GroupsLMS tables: " + this.groupLms.size()); criteria = session.createCriteria(WikiLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.wikiLms = criteria.list(); logger.info("WikiLMS tables: " + this.wikiLms.size()); criteria = session.createCriteria(GroupsMembersLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (GroupsLMS e : this.groupLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.groupid", ids)); } //criteria.add(Restrictions.gt("obj.timeadded", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.groupMembersLms = criteria.list(); else this.groupMembersLms = new ArrayList<GroupsMembersLMS>(); logger.info("GroupsMembersLMS tables: " + this.groupMembersLms.size()); criteria = session.createCriteria(QuizQuestionInstancesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizQuestionInstancesLms = criteria.list(); else this.quizQuestionInstancesLms = new ArrayList<QuizQuestionInstancesLMS>(); logger.info("QuizQuestionInstancesLMS tables: " + this.quizQuestionInstancesLms.size()); criteria = session.createCriteria(QuestionStatesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizQuestionInstancesLMS e : this.quizQuestionInstancesLms) ids.add(e.getQuestion()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.question", ids)); } criteria.add(Restrictions.gt("obj.timestamp", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.questionStatesLms = criteria.list(); else this.questionStatesLms = new ArrayList<QuestionStatesLMS>(); logger.info("QuestionStatesLMS tables: " + this.questionStatesLms.size()); criteria = session.createCriteria(QuestionLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizQuestionInstancesLMS e : this.quizQuestionInstancesLms) ids.add(e.getQuestion()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.id", ids)); } //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.questionLms = criteria.list(); else this.questionLms = new ArrayList<QuestionLMS>(); logger.info("QuestionLMS tables: " + this.questionLms.size()); criteria = session.createCriteria(UserLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (RoleAssignmentsLMS e : this.roleAssignmentsLms) ids.add(Long.valueOf(e.getUserid())); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.id", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.userLms = criteria.list(); else this.userLms = new ArrayList<UserLMS>(); logger.info("UserLMS tables: " + this.userLms.size()); criteria = session.createCriteria(RoleLMS.class, "obj"); criteria.addOrder(Property.forName("obj.id").asc()); this.roleLms = criteria.list(); logger.info("RoleLMS tables: " + this.roleLms.size()); criteria = session.createCriteria(QuizGradesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizGradesLms = criteria.list(); else this.quizGradesLms = new ArrayList<QuizGradesLMS>(); logger.info("QuizGradesLMS tables: " + this.quizGradesLms.size()); criteria = session.createCriteria(ForumDiscussionsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ForumLMS e : this.forumLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.forum", ids)); } criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.forumDiscussionsLms = criteria.list(); else this.forumDiscussionsLms = new ArrayList<ForumDiscussionsLMS>(); logger.info("ForumDiscussionsLMS tables: " + this.forumDiscussionsLms.size()); criteria = session.createCriteria(ScormLMS.class, "obj"); if (hasCR) { criteria.add(Restrictions.in("obj.course", courses)); } //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.scormLms = criteria.list(); logger.info("ScormLMS tables: " + this.scormLms.size()); criteria = session.createCriteria(GradeItemsLMS.class, "obj"); if (hasCR) { criteria.add(Restrictions.in("obj.courseid", courses)); } //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.gradeItemsLms = criteria.list(); logger.info("GradeItemsLMS tables: " + this.gradeItemsLms.size()); criteria = session.createCriteria(GradeGradesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (GradeItemsLMS e : this.gradeItemsLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.itemid", ids)); } //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.gradeGradesLms = criteria.list(); else this.gradeGradesLms = new ArrayList<GradeGradesLMS>(); logger.info("GradeGradesLMS tables: " + this.gradeGradesLms.size()); // hibernate session finish and close tx.commit(); session.close(); } @Override @SuppressWarnings("unchecked") public void getLMStables(final DBConfigObject dbConf, final long readingfromtimestamp, final long readingtotimestamp, List<Long> courses, List<String> logins) { // accessing DB by creating a session and a transaction using HibernateUtil final Session session = HibernateUtil.getSessionFactory(dbConf).openSession(); // Session session = HibernateUtil.getDynamicSourceDBFactoryMoodle("jdbc:mysql://localhost/moodle19", session.clear(); final Transaction tx = session.beginTransaction(); // reading the LMS Database, create tables as lists of instances of the DB-table classes Criteria criteria; boolean hasCR = false; if (courses != null && courses.size() > 0) hasCR = true; boolean empty = false; if (this.userLms == null) { //Read Context criteria = session.createCriteria(ContextLMS.class, "obj"); List<Long> contextLevels = new ArrayList<Long>(); contextLevels.add(40L); contextLevels.add(50L); criteria.add(Restrictions.in("obj.contextlevel", contextLevels)); criteria.addOrder(Property.forName("obj.id").asc()); this.contextLms = criteria.list(); logger.info("ContextLMS tables: " + this.contextLms.size()); if (logins != null && !logins.isEmpty()) { List<String> archetypes = new ArrayList<String>(); List<Long> roleIds = new ArrayList<Long>(); List<String> userIds = new ArrayList<String>(); archetypes.add("manager"); archetypes.add("coursecreator"); archetypes.add("teacher"); archetypes.add("editingteacher"); criteria = session.createCriteria(RoleLMS.class, "obj"); criteria.add(Restrictions.in("obj.archetype", archetypes)); for (RoleLMS role : (List<RoleLMS>) criteria.list()) roleIds.add(role.getId()); criteria = session.createCriteria(UserLMS.class, "obj"); criteria.add(Restrictions.in("obj.username", logins)); for (UserLMS user : (List<UserLMS>) criteria.list()) userIds.add(user.getId() + ""); criteria = session.createCriteria(RoleAssignmentsLMS.class, "obj"); criteria.add(Restrictions.in("obj.userid", userIds)); criteria.add(Restrictions.in("obj.roleid", roleIds)); for (ContextLMS c : this.contextLms) { for (RoleAssignmentsLMS ra : (List<RoleAssignmentsLMS>) criteria.list()) { if (c.getContextlevel() == 50 && c.getId() == ra.getContextid()) { courses.add(c.getInstanceid()); hasCR = true; } } } } criteria = session.createCriteria(AssignLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.assignLms = criteria.list(); logger.info("AssignLMS tables: " + this.assignLms.size()); criteria = session.createCriteria(EnrolLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.courseid", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.enrolLms = criteria.list(); logger.info("EnrolLMS tables: " + this.enrolLms.size()); criteria = session.createCriteria(ModulesLMS.class, "obj"); criteria.addOrder(Property.forName("obj.id").asc()); this.modulesLms = criteria.list(); logger.info("ModulesLMS tables: " + this.modulesLms.size()); criteria = session.createCriteria(UserEnrolmentsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (EnrolLMS e : this.enrolLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.enrolid", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.userEnrolmentsLms = criteria.list(); else this.userEnrolmentsLms = new ArrayList<UserEnrolmentsLMS>(); logger.info("UserEnrolmentsLMS tables: " + this.userEnrolmentsLms.size()); criteria = session.createCriteria(CourseModulesLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.courseModulesLms = criteria.list(); logger.info("CourseModulesLMS tables: " + this.courseModulesLms.size()); criteria = session.createCriteria(ResourceLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.resourceLms = criteria.list(); logger.info("ResourceLMS tables: " + this.resourceLms.size()); //Read Urls criteria = session.createCriteria(UrlLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.urlLms = criteria.list(); logger.info("UrlLMS tables: " + this.urlLms.size()); //Read Pages criteria = session.createCriteria(PageLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.pageLms = criteria.list(); logger.info("UrlLMS tables: " + this.pageLms.size()); criteria = session.createCriteria(CourseLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.id", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.courseLms = criteria.list(); logger.info("CourseLMS tables: " + this.courseLms.size()); criteria = session.createCriteria(ChatLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.chatLms = criteria.list(); logger.info("ChatLMS tables: " + this.chatLms.size()); criteria = session.createCriteria(CourseCategoriesLMS.class, "obj"); criteria.addOrder(Property.forName("obj.id").asc()); this.courseCategoriesLms = criteria.list(); logger.info("CourseCategoriesLMS tables: " + this.courseCategoriesLms.size()); criteria = session.createCriteria(ForumLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.forumLms = criteria.list(); logger.info("ForumLMS tables: " + this.forumLms.size()); criteria = session.createCriteria(GroupsLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.courseid", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.groupLms = criteria.list(); logger.info("GroupsLMS tables: " + this.groupLms.size()); criteria = session.createCriteria(QuizLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.quizLms = criteria.list(); logger.info("QuizLMS tables: " + this.quizLms.size()); criteria = session.createCriteria(WikiLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.addOrder(Property.forName("obj.id").asc()); this.wikiLms = criteria.list(); logger.info("WikiLMS tables: " + this.wikiLms.size()); criteria = session.createCriteria(QuizQuestionInstancesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizQuestionInstancesLms = criteria.list(); else this.quizQuestionInstancesLms = new ArrayList<QuizQuestionInstancesLMS>(); logger.info("QuizQuestionInstancesLMS tables: " + this.quizQuestionInstancesLms.size()); criteria = session.createCriteria(QuestionLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizQuestionInstancesLMS e : this.quizQuestionInstancesLms) ids.add(e.getQuestion()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.id", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.questionLms = criteria.list(); else this.questionLms = new ArrayList<QuestionLMS>(); logger.info("QuestionLMS tables: " + this.questionLms.size()); criteria = session.createCriteria(RoleLMS.class, "obj"); criteria.addOrder(Property.forName("obj.id").asc()); this.roleLms = criteria.list(); logger.info("RoleLMS tables: " + this.roleLms.size()); session.clear(); /* criteria = session.createCriteria(AssignmentLMS.class, "obj"); if(hasCR) { criteria.add(Restrictions.in("obj.course", courses)); } criteria.addOrder(Property.forName("obj.id").asc()); this.assignmentLms = criteria.list(); logger.info("AssignmentLMS tables: " + this.assignmentLms.size()); */ criteria = session.createCriteria(ScormLMS.class, "obj"); if (hasCR) { criteria.add(Restrictions.in("obj.course", courses)); } criteria.addOrder(Property.forName("obj.id").asc()); this.scormLms = criteria.list(); logger.info("ScormLMS tables: " + this.scormLms.size()); criteria = session.createCriteria(GradeItemsLMS.class, "obj"); if (hasCR) { criteria.add(Restrictions.in("obj.courseid", courses)); } criteria.addOrder(Property.forName("obj.id").asc()); this.gradeItemsLms = criteria.list(); logger.info("GradeItemsLMS tables: " + this.gradeItemsLms.size()); criteria = session.createCriteria(RoleAssignmentsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ContextLMS c : this.contextLms) { if (c.getContextlevel() == 50 && courses.contains(c.getInstanceid())) ids.add(c.getId()); } if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.contextid", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.roleAssignmentsLms = criteria.list(); else this.roleAssignmentsLms = new ArrayList<RoleAssignmentsLMS>(); logger.info("RoleAssignmentsLMS tables: " + this.roleAssignmentsLms.size()); criteria = session.createCriteria(UserLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (RoleAssignmentsLMS e : this.roleAssignmentsLms) ids.add(Long.valueOf(e.getUserid())); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.id", ids)); } criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.userLms = criteria.list(); else this.userLms = new ArrayList<UserLMS>(); logger.info("UserLMS tables: " + this.userLms.size()); } criteria = session.createCriteria(QuizAttemptsLMS.class, "obj"); if (hasCR) if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.add(Restrictions.lt("obj.timemodified", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizAttemptsLms = criteria.list(); else this.quizAttemptsLms = new ArrayList<QuizAttemptsLMS>(); logger.info("QuizAttemptsLMS tables: " + this.quizAttemptsLms.size()); criteria = session.createCriteria(LogLMS.class, "obj"); if (hasCR) criteria.add(Restrictions.in("obj.course", courses)); criteria.add(Restrictions.lt("obj.time", readingtotimestamp)); criteria.add(Restrictions.gt("obj.time", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); this.logLms = criteria.list(); logger.info("LogLMS tables: " + this.logLms.size()); criteria = session.createCriteria(ChatLogLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ChatLMS e : this.chatLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.chat", ids)); } criteria.add(Restrictions.lt("obj.timestamp", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timestamp", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.chatLogLms = criteria.list(); else this.chatLogLms = new ArrayList<ChatLogLMS>(); logger.info("ChatLogLMS tables: " + this.chatLogLms.size()); final Query forumPosts; if (!hasCR) { forumPosts = session.createQuery( "from ForumPostsLMS x where x.created>=:readingtimestamp and x.created<=:ceiling order by x.id asc"); forumPosts.setParameter("readingtimestamp", readingfromtimestamp); forumPosts.setParameter("ceiling", readingtotimestamp); this.forumPostsLms = forumPosts.list(); } else { String courseClause = "("; for (int i = 0; i < courses.size(); i++) { courseClause += courses.get(i); if (i < courses.size() - 1) courseClause += ","; else courseClause += ")"; } forumPosts = session.createSQLQuery( "SELECT posts.id,posts.userid,posts.created,posts.modified,posts.subject,posts.message,posts.discussion from forum_posts as posts JOIN log as logs ON posts.userid = logs.userid Where logs.course in " + courseClause + " and (posts.created = logs.time or posts.modified = logs.time) AND posts.created>=:readingtimestamp and posts.created<=:ceiling"); forumPosts.setParameter("readingtimestamp", readingfromtimestamp); forumPosts.setParameter("ceiling", readingtotimestamp); List<Object[]> tmpl = forumPosts.list(); if (this.forumPostsLms == null) this.forumPostsLms = new ArrayList<ForumPostsLMS>(); for (Object[] obj : tmpl) { ForumPostsLMS p = new ForumPostsLMS(); if (obj[0].getClass().equals(BigInteger.class)) { p.setId(((BigInteger) obj[0]).longValue()); } else { p.setId(((Integer) obj[0]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setUserid(((BigInteger) obj[1]).longValue()); } else { p.setUserid(((Integer) obj[1]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setCreated(((BigInteger) obj[2]).longValue()); } else { p.setCreated(((Integer) obj[2]).longValue()); } if (obj[0].getClass().equals(BigInteger.class)) { p.setModified(((BigInteger) obj[3]).longValue()); } else { p.setModified(((Integer) obj[3]).longValue()); } p.setSubject((String) obj[4]); p.setMessage((String) obj[5]); if (obj[0].getClass().equals(BigInteger.class)) { p.setDiscussion(((BigInteger) obj[6]).longValue()); } else { p.setDiscussion(((Integer) obj[6]).longValue()); } this.forumPostsLms.add(p); } } logger.info("ForumPostsLMS tables: " + this.forumPostsLms.size()); final Query forumPostsModified; if (!hasCR) { forumPostsModified = session.createQuery( "from ForumPostsLMS x where x.modified>=:readingtimestamp and x.modified<=:ceiling order by x.id asc"); this.forumPostsLms.addAll(forumPostsModified.list()); } else { String courseClause = "("; for (int i = 0; i < courses.size(); i++) { courseClause += courses.get(i); if (i < courses.size() - 1) courseClause += ","; else courseClause += ")"; } forumPostsModified = session.createSQLQuery( "SELECT posts.id,posts.userid,posts.created,posts.modified,posts.subject,posts.message from mdl_forum_posts as posts JOIN mdl_log as logs ON posts.userid = logs.userid Where logs.course in " + courseClause + " and (posts.created = logs.time or posts.modified = logs.time) AND posts.modified>=:readingtimestamp and posts.modified<=:ceiling"); forumPostsModified.setParameter("readingtimestamp", readingfromtimestamp); forumPostsModified.setParameter("ceiling", readingtotimestamp); List<Object[]> tmpl = forumPostsModified.list(); if (this.forumPostsLms == null) this.forumPostsLms = new ArrayList<ForumPostsLMS>(); for (Object[] obj : tmpl) { ForumPostsLMS p = new ForumPostsLMS(); p.setId(((Integer) obj[0]).longValue()); p.setUserid(((Integer) obj[1]).longValue()); p.setCreated(((Integer) obj[2]).longValue()); p.setModified(((Integer) obj[3]).longValue()); p.setSubject((String) obj[4]); p.setMessage((String) obj[5]); this.forumPostsLms.add(p); } } logger.info("ForumPostsModifiedLMS tables: " + this.forumPostsLms.size()); session.clear(); criteria = session.createCriteria(AssignGradesLMS.class, "obj"); if (hasCR) { List<Long> tmp = new ArrayList<Long>(); for (AssignLMS assign : assignLms) { tmp.add(assign.getId()); } if (!(empty = tmp.isEmpty())) criteria.add(Restrictions.in("obj.assignment", tmp)); } criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.add(Restrictions.lt("obj.timemodified", readingtotimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.assignGradesLms = criteria.list(); else this.assignGradesLms = new ArrayList<AssignGradesLMS>(); logger.info("AssignGradesLMS tables: " + this.assignGradesLms.size()); criteria = session.createCriteria(GroupsMembersLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (GroupsLMS e : this.groupLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.groupid", ids)); } criteria.add(Restrictions.lt("obj.timeadded", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timeadded", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.groupMembersLms = criteria.list(); else this.groupMembersLms = new ArrayList<GroupsMembersLMS>(); logger.info("GroupsMembersLMS tables: " + this.groupMembersLms.size()); criteria = session.createCriteria(QuestionStatesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizQuestionInstancesLMS e : this.quizQuestionInstancesLms) ids.add(e.getQuestion()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.question", ids)); } criteria.add(Restrictions.lt("obj.timestamp", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timestamp", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.questionStatesLms = criteria.list(); else this.questionStatesLms = new ArrayList<QuestionStatesLMS>(); logger.info("QuestionStatesLMS tables: " + this.questionStatesLms.size()); /* criteria = session.createCriteria(AssignmentSubmissionsLMS.class, "obj"); if(hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for(AssignmentLMS e : this.assignmentLms) ids.add(e.getId()); if(!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.id", ids)); } criteria.add(Restrictions.lt("obj.timecreated", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timecreated", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if(!(hasCR && empty)) this.assignmentSubmissionLms = criteria.list(); else this.assignmentSubmissionLms = new ArrayList<AssignmentSubmissionsLMS>(); logger.info("AssignmentSubmissionsLMS tables: " + this.userLms.size()); */ criteria = session.createCriteria(QuizGradesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (QuizLMS e : this.quizLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.quiz", ids)); } criteria.add(Restrictions.lt("obj.timemodified", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.quizGradesLms = criteria.list(); else this.quizGradesLms = new ArrayList<QuizGradesLMS>(); logger.info("QuizGradesLMS tables: " + this.quizGradesLms.size()); criteria = session.createCriteria(ForumDiscussionsLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (ForumLMS e : this.forumLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.forum", ids)); } criteria.add(Restrictions.lt("obj.timemodified", readingtotimestamp)); criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.forumDiscussionsLms = criteria.list(); else this.forumDiscussionsLms = new ArrayList<ForumDiscussionsLMS>(); logger.info("ForumDiscussionsLMS tables: " + this.forumDiscussionsLms.size()); criteria = session.createCriteria(GradeGradesLMS.class, "obj"); if (hasCR) { ArrayList<Long> ids = new ArrayList<Long>(); for (GradeItemsLMS e : this.gradeItemsLms) ids.add(e.getId()); if (!(empty = ids.isEmpty())) criteria.add(Restrictions.in("obj.itemid", ids)); } //criteria.add(Restrictions.lt("obj.timemodified", readingtotimestamp)); //criteria.add(Restrictions.gt("obj.timemodified", readingfromtimestamp)); criteria.addOrder(Property.forName("obj.id").asc()); if (!(hasCR && empty)) this.gradeGradesLms = criteria.list(); else this.gradeGradesLms = new ArrayList<GradeGradesLMS>(); logger.info("GradeGradesLMS tables: " + this.gradeGradesLms.size()); session.clear(); // hibernate session finish and close tx.commit(); session.close(); } @Override public void clearLMStables() { this.logLms.clear(); this.resourceLms.clear(); this.courseLms.clear(); this.forumLms.clear(); this.wikiLms.clear(); this.userLms.clear(); this.quizLms.clear(); this.gradeGradesLms.clear(); this.groupLms.clear(); this.groupMembersLms.clear(); this.questionStatesLms.clear(); this.forumPostsLms.clear(); this.roleLms.clear(); this.roleAssignmentsLms.clear(); } // methods for create and fill the mining-table instances @Override public Map<Long, CourseUserMining> generateCourseUserMining() { final HashMap<Long, CourseUserMining> courseUserMining = new HashMap<Long, CourseUserMining>(); for (final ContextLMS loadedItem : this.contextLms) { if (loadedItem.getContextlevel() == 50) { for (final RoleAssignmentsLMS loadedItem2 : this.roleAssignmentsLms) { if (loadedItem2.getContextid() == loadedItem.getId()) { final CourseUserMining insert = new CourseUserMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getId())); insert.setRole(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getRoleid()), this.roleMining, this.oldRoleMining); insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getUserid()), this.userMining, this.oldUserMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInstanceid()), this.courseMining, this.oldCourseMining); if ((insert.getUser() != null) && (insert.getCourse() != null) && (insert.getRole() != null)) { courseUserMining.put(insert.getId(), insert); } } } } } for (final CourseUserMining courseUser : courseUserMining.values()) { long enrolid = 0; for (final EnrolLMS loadedItem : this.enrolLms) { if (Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourseid()) == courseUser .getCourse().getId()) { enrolid = loadedItem.getId(); break; } } for (final UserEnrolmentsLMS loadedItem : this.userEnrolmentsLms) { if (loadedItem.getEnrolid() == enrolid) { courseUser.setEnrolstart(loadedItem.getTimestart()); courseUser.setEnrolend(loadedItem.getTimeend()); } } } return courseUserMining; } @Override public Map<Long, CourseForumMining> generateCourseForumMining() { final HashMap<Long, CourseForumMining> courseForumMining = new HashMap<Long, CourseForumMining>(); for (final ForumLMS loadedItem : this.forumLms) { final CourseForumMining insert = new CourseForumMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setForum(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.forumMining, this.oldForumMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getForum() != null)) { courseForumMining.put(insert.getId(), insert); } } return courseForumMining; } @Override public Map<Long, CourseMining> generateCourseMining() { final HashMap<Long, CourseMining> courseMining = new HashMap<Long, CourseMining>(); for (final CourseLMS loadedItem : this.courseLms) { final CourseMining insert = new CourseMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setStartDate(loadedItem.getStartdate()); insert.setTimeCreated(loadedItem.getTimecreated()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setTitle(loadedItem.getFullname()); insert.setShortname(loadedItem.getShortname()); insert.setPlatform(this.connector.getPlatformId()); courseMining.put(insert.getId(), insert); } return courseMining; } @Override public Map<Long, CourseGroupMining> generateCourseGroupMining() { final HashMap<Long, CourseGroupMining> courseGroupMining = new HashMap<Long, CourseGroupMining>(); for (final GroupsLMS loadedItem : this.groupLms) { final CourseGroupMining insert = new CourseGroupMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setGroup(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.groupMining, this.oldGroupMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourseid()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getGroup() != null)) { courseGroupMining.put(insert.getId(), insert); } } return courseGroupMining; } @Override public Map<Long, CourseQuizMining> generateCourseQuizMining() { final HashMap<Long, CourseQuizMining> courseQuizMining = new HashMap<Long, CourseQuizMining>(); for (final QuizLMS loadedItem : this.quizLms) { final CourseQuizMining insert = new CourseQuizMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setQuiz(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.quizMining, this.oldQuizMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getQuiz() != null)) { courseQuizMining.put(insert.getQuiz().getId(), insert); } if (insert.getQuiz() == null) { this.logger.debug("In CourseQuizMining, quiz(quiz) not found: " + loadedItem.getId()); } } return courseQuizMining; } @Override public Map<Long, CourseAssignmentMining> generateCourseAssignmentMining() { final HashMap<Long, CourseAssignmentMining> courseAssignmentMining = new HashMap<Long, CourseAssignmentMining>(); for (final AssignLMS loadedItem : this.assignLms) { final CourseAssignmentMining insert = new CourseAssignmentMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); if (insert.getCourse() == null) { this.logger.debug("course not found for course-assignment: " + loadedItem.getId() + " and course: " + loadedItem.getCourse()); } insert.setAssignment(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.assignmentMining, this.oldAssignmentMining); if ((insert.getCourse() != null) && (insert.getAssignment() != null)) { courseAssignmentMining.put(insert.getId(), insert); } if (insert.getAssignment() == null) { this.logger.debug("In CourseAssignmentMining, assignment not found: " + loadedItem.getId()); } } return courseAssignmentMining; } @Override public Map<Long, CourseChatMining> generateCourseChatMining() { final HashMap<Long, CourseChatMining> courseChatMining = new HashMap<Long, CourseChatMining>(); for (final ChatMining loadedItem : this.chatMining.values()) { final CourseChatMining insert = new CourseChatMining(); insert.setId(loadedItem.getId()); insert.setCourse(loadedItem.getCourse().getId(), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); insert.setChat(loadedItem.getId(), this.chatMining, this.chatMining); if ((insert.getCourse() != null) && (insert.getChat() != null)) { courseChatMining.put(insert.getId(), insert); } if (insert.getCourse() == null) { this.logger.debug("course not found for course-chatt: " + loadedItem.getId() + " and course: " + loadedItem.getCourse()); } if (insert.getChat() == null) { this.logger.debug("In CourseChatMining, chatt not found: " + loadedItem.getId()); } } return courseChatMining; } @Override public Map<Long, CourseScormMining> generateCourseScormMining() { final HashMap<Long, CourseScormMining> courseScormMining = new HashMap<Long, CourseScormMining>(); for (final ScormLMS loadedItem : this.scormLms) { final CourseScormMining insert = new CourseScormMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setScorm(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.scormMining, this.oldScormMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getScorm() != null)) { courseScormMining.put(insert.getId(), insert); } if (insert.getScorm() == null) { this.logger.debug("In CourseScormMining, scorm not found: " + loadedItem.getId()); } } return courseScormMining; } @Override public Map<Long, CourseResourceMining> generateCourseResourceMining() { final HashMap<Long, CourseResourceMining> courseResourceMining = new HashMap<Long, CourseResourceMining>(); for (final ResourceLMS loadedItem : this.resourceLms) { final CourseResourceMining insert = new CourseResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "1" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setResource(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.resourceMining, this.oldResourceMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getResource() != null)) { courseResourceMining.put(insert.getId(), insert); } } for (final UrlLMS loadedItem : this.urlLms) { final CourseResourceMining insert = new CourseResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "2" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setResource(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.resourceMining, this.oldResourceMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getResource() != null)) { courseResourceMining.put(insert.getId(), insert); } } for (final PageLMS loadedItem : this.pageLms) { final CourseResourceMining insert = new CourseResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "3" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setResource(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.resourceMining, this.oldResourceMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getResource() != null)) { courseResourceMining.put(insert.getId(), insert); } } return courseResourceMining; } @Override public Map<Long, CourseLogMining> generateCourseLogMining() { final HashMap<Long, CourseLogMining> courseLogMining = new HashMap<Long, CourseLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } if (loadedItem.getModule().equals("course")) { final CourseLogMining insert = new CourseLogMining(); insert.setId(courseLogMining.size() + 1 + this.courseLogMax); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getUser() != null) && (insert.getCourse() != null)) { courseLogMining.put(insert.getId(), insert); } } } for (final CourseLogMining r : courseLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return courseLogMining; } @Override public Map<Long, CourseWikiMining> generateCourseWikiMining() { final HashMap<Long, CourseWikiMining> courseWikiMining = new HashMap<Long, CourseWikiMining>(); for (final WikiLMS loadedItem : this.wikiLms) { final CourseWikiMining insert = new CourseWikiMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setWiki(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId()), this.wikiMining, this.oldWikiMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getCourse() != null) && (insert.getWiki() != null)) { courseWikiMining.put(insert.getId(), insert); } } return courseWikiMining; } @Override public Map<Long, ForumLogMining> generateForumLogMining() { final HashMap<Long, ForumLogMining> forumLogMining = new HashMap<Long, ForumLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); final HashMap<Long, ForumDiscussionsLMS> discussions = new HashMap<Long, ForumDiscussionsLMS>(); final HashMap<Long, ForumPostsLMS> posts = new HashMap<Long, ForumPostsLMS>(); for (ForumDiscussionsLMS dis : this.forumDiscussionsLms) { discussions.put(dis.getId(), dis); } for (ForumPostsLMS post : this.forumPostsLms) { posts.put(post.getId(), post); } for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } if (loadedItem.getModule().equals("forum")) { final ForumLogMining insert = new ForumLogMining(); insert.setId(forumLogMining.size() + 1 + this.forumLogMax); insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); if ((loadedItem.getAction().equals("view forum") || loadedItem.getAction().equals("subscribe")) && loadedItem.getInfo().matches("[0-9]+")) { insert.setForum(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInfo()), this.forumMining, this.oldForumMining); } else if ((loadedItem.getAction().equals("add discussion") || loadedItem.getAction().equals("view discussion")) && loadedItem.getInfo().matches("[0-9]+")) { if (discussions.containsKey(Long.valueOf(loadedItem.getInfo()))) { Long f = discussions.get(Long.valueOf(loadedItem.getInfo())).getForum(); insert.setForum(Long.valueOf(this.connector.getPrefix() + "" + f), this.forumMining, this.oldForumMining); insert.setSubject(discussions.get(Long.valueOf(loadedItem.getInfo())).getName()); } } else if (loadedItem.getAction().equals("add post") && posts.containsKey(Long.valueOf(loadedItem.getInfo()))) { ForumPostsLMS p = posts.get(Long.valueOf(loadedItem.getInfo())); if (discussions.containsKey(p.getDiscussion())) { insert.setForum( Long.valueOf(this.connector.getPrefix() + "" + discussions.get(p.getDiscussion()).getForum()), this.forumMining, this.oldForumMining); insert.setSubject(p.getSubject()); insert.setMessage(TextHelper.replaceString(p.getMessage())); } } insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setAction(loadedItem.getAction()); if (insert.getMessage() == null) for (final ForumPostsLMS loadedItem2 : this.forumPostsLms) { if ((loadedItem2.getUserid() == loadedItem.getUserid()) && ((loadedItem2.getCreated() == loadedItem.getTime()) || (loadedItem2.getModified() == loadedItem.getTime()))) { insert.setMessage(TextHelper.replaceString(loadedItem2.getMessage())); insert.setSubject(loadedItem2.getSubject()); break; } } insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getCourse() != null) && (insert.getForum() != null) && (insert.getUser() != null)) { forumLogMining.put(insert.getId(), insert); } } } for (final ForumLogMining r : forumLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return forumLogMining; } @Override public Map<Long, ForumMining> generateForumMining() { final HashMap<Long, ForumMining> forumMining = new HashMap<Long, ForumMining>(); for (final ForumLMS loadedItem : this.forumLms) { final ForumMining insert = new ForumMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTimeModified(loadedItem.getTimemodified()); insert.setTitle(loadedItem.getName()); insert.setSummary(loadedItem.getIntro()); insert.setPlatform(this.connector.getPlatformId()); forumMining.put(insert.getId(), insert); } for (final LogLMS loadedItem : this.logLms) { if ((forumMining.get(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCmid())) != null) && ((forumMining.get(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCmid())) .getTimeCreated() == 0) || (forumMining .get(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCmid())) .getTimeCreated() > loadedItem.getTime()))) { forumMining.get(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCmid())) .setTimeCreated(loadedItem.getTime()); } } return forumMining; } @Override public Map<Long, GroupUserMining> generateGroupUserMining() { final HashMap<Long, GroupUserMining> groupMembersMining = new HashMap<Long, GroupUserMining>(); for (final GroupsMembersLMS loadedItem : this.groupMembersLms) { final GroupUserMining insert = new GroupUserMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setGroup(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getGroupid()), this.groupMining, this.oldGroupMining); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setTimestamp(loadedItem.getTimeadded()); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getUser() != null) && (insert.getGroup() != null)) { groupMembersMining.put(insert.getId(), insert); } } return groupMembersMining; } @Override public Map<Long, GroupMining> generateGroupMining() { final HashMap<Long, GroupMining> groupMining = new HashMap<Long, GroupMining>(); for (final GroupsLMS loadedItem : this.groupLms) { final GroupMining insert = new GroupMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTimeCreated(loadedItem.getTimecreated()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setPlatform(this.connector.getPlatformId()); groupMining.put(insert.getId(), insert); } return groupMining; } @Override public Map<Long, QuestionLogMining> generateQuestionLogMining() { final HashMap<Long, QuestionLogMining> questionLogMiningtmp = new HashMap<Long, QuestionLogMining>(); final HashMap<Long, QuestionLogMining> questionLogMining = new HashMap<Long, QuestionLogMining>(); final HashMap<String, Long> timestampIdMap = new HashMap<String, Long>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); for (final QuestionStatesLMS loadedItem : this.questionStatesLms) { final QuestionLogMining insert = new QuestionLogMining(); insert.setId(questionLogMiningtmp.size() + 1 + this.questionLogMax); insert.setQuestion(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getQuestion()), this.questionMining, this.oldQuestionMining); insert.setPenalty(loadedItem.getPenalty()); insert.setAnswers(loadedItem.getAnswer()); insert.setTimestamp(loadedItem.getTimestamp()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } insert.setPlatform(this.connector.getPlatformId()); // Set Grades if ((loadedItem.getEvent() == 3) || (loadedItem.getEvent() == 6) || (loadedItem.getEvent() == 9)) { insert.setRawGrade(loadedItem.getRawGrade()); insert.setFinalGrade(loadedItem.getGrade()); } switch (loadedItem.getEvent()) { case 0: insert.setAction("OPEN"); break; case 1: insert.setAction("NAVIGATE"); break; case 2: insert.setAction("SAVE"); break; case 3: insert.setAction("GRADE"); break; case 4: insert.setAction("DUPLICATE"); break; case 5: insert.setAction("VALIDATE"); break; case 6: insert.setAction("CLOSEANDGRADE"); break; case 7: insert.setAction("SUBMIT"); break; case 8: insert.setAction("CLOSE"); break; case 9: insert.setAction("MANUALGRADE"); break; default: insert.setAction("UNKNOWN"); } // Set quiz type if ((insert.getQuestion() != null) && (this.quizQuestionMining.get(insert.getQuestion().getId()) != null)) { insert.setQuiz(this.quizQuestionMining.get(insert.getQuestion().getId()).getQuiz()); if (this.courseQuizMining.get(insert.getQuiz().getId()) != null) { insert.setCourse(this.courseQuizMining.get(insert.getQuiz().getId()).getCourse()); } } else if ((insert.getQuestion() != null) && (this.oldQuizQuestionMining.get(insert.getQuestion().getId()) != null) && (this.oldCourseQuizMining.get(insert.getQuiz().getId()) != null)) { insert.setQuiz(this.oldQuizQuestionMining.get(insert.getQuestion().getId()).getQuiz()); if (this.oldCourseQuizMining.get(insert.getQuiz().getId()) != null) { insert.setCourse(this.courseQuizMining.get(insert.getQuiz().getId()).getCourse()); } } // Set Type for (final QuestionLMS loadedItem2 : this.questionLms) { if (loadedItem2.getId() == (loadedItem.getQuestion())) { insert.setType(loadedItem2.getQtype()); break; } } if ((insert.getType() == null) && (this.oldQuestionMining.get(loadedItem.getQuestion()) != null)) { insert.setType(this.oldQuestionMining.get(loadedItem.getQuestion()).getType()); } if (insert.getType() == null) { this.logger.debug("In QuestionLogMining, type not found for questionStates: " + loadedItem.getId() + " and question: " + loadedItem.getQuestion() + " question list size: " + this.questionLms.size()); } if ((insert.getQuestion() != null) && (insert.getQuiz() != null) && (insert.getCourse() != null)) { timestampIdMap.put(insert.getTimestamp() + " " + insert.getQuiz().getId(), insert.getId()); questionLogMiningtmp.put(insert.getId(), insert); } } // Set Course and for (final LogLMS loadedItem : this.logLms) { final long uid1 = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid1) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid1, times); } else { final ArrayList<Long> times = users.get(uid1); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid1, times); } if (loadedItem.getModule().equals("quiz") && (timestampIdMap.get( loadedItem.getTime() + " " + this.connector.getPrefix() + "" + loadedItem.getInfo()) != null)) { { final QuestionLogMining qlm = questionLogMiningtmp.get(timestampIdMap.get( loadedItem.getTime() + " " + this.connector.getPrefix() + "" + loadedItem.getInfo())); qlm.setUser(uid1, this.userMining, this.oldUserMining); questionLogMining.put(qlm.getId(), qlm); } } } for (final QuestionLogMining r : questionLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return questionLogMining; } @Override public Map<Long, QuizLogMining> generateQuizLogMining() { final HashMap<Long, QuizLogMining> quizLogMining = new HashMap<Long, QuizLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } // insert quiz in quiz_log if (loadedItem.getModule().equals("quiz")) { final QuizLogMining insert = new QuizLogMining(); insert.setId(quizLogMining.size() + 1 + this.quizLogMax); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); if (loadedItem.getInfo().matches("[0-9]+")) { insert.setQuiz(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInfo()), this.quizMining, this.oldQuizMining); } insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getQuiz() != null) && (insert.getUser() != null) && (!loadedItem.getAction().equals("review"))) { for (final QuizAttemptsLMS loadedItem2 : this.quizAttemptsLms) { final long id = Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getUserid()); if ((Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getQuiz()) == insert .getQuiz().getId()) && (id == insert.getUser().getId()) && (loadedItem2.getTimemodified() == insert.getTimestamp())) { insert.setGrade(loadedItem2.getSumgrades()); } } } if ((insert.getQuiz() == null) && !(loadedItem.getAction().equals("view all"))) { this.logger.debug("In QuizLogMining, quiz(quiz) not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo() + " and action: " + loadedItem.getAction()); } if (insert.getUser() == null) { this.logger.debug("In QuizLogMining(quiz), user not found for log: " + loadedItem.getId() + " and user: " + loadedItem.getUserid()); } if (insert.getCourse() == null) { this.logger.debug("In QuizLogMining(quiz), course not found for log: " + loadedItem.getId() + " and course: " + loadedItem.getCourse()); } if ((insert.getCourse() != null) && (insert.getQuiz() != null) && (insert.getUser() != null)) { quizLogMining.put(insert.getId(), insert); } } } for (final QuizLogMining r : quizLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return quizLogMining; } @Override public Map<Long, AssignmentLogMining> generateAssignmentLogMining() { final HashMap<Long, AssignmentLogMining> assignmentLogMining = new HashMap<Long, AssignmentLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); final HashMap<Long, ArrayList<AssignGradesLMS>> asGrd = new HashMap<Long, ArrayList<AssignGradesLMS>>(); final HashMap<Long, CourseModulesLMS> courseModules = new HashMap<Long, CourseModulesLMS>(); long moduleid = 0; for (final ModulesLMS loadedItem : this.modulesLms) { if (loadedItem.getName().equals("assign")) { moduleid = loadedItem.getId(); break; } } for (CourseModulesLMS cm : this.courseModulesLms) { if (cm.getModule() == moduleid) courseModules.put(cm.getId(), cm); } for (final AssignGradesLMS assignGrade : this.assignGradesLms) { if (asGrd.get(assignGrade.getAssignment()) == null) { final ArrayList<AssignGradesLMS> a = new ArrayList<AssignGradesLMS>(); a.add(assignGrade); asGrd.put(assignGrade.getAssignment(), a); } else { asGrd.get(assignGrade.getAssignment()).add(assignGrade); } } for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } // insert assignments in assignment_log /* if (loadedItem.getModule().equals("assignment") && loadedItem.getInfo().matches("[0-9]++")) { final AssignmentLogMining insert = new AssignmentLogMining(); insert.setId(assignmentLogMining.size() + 1 + this.assignmentLogMax); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); if(insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } insert.setAssignment(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInfo()), this.assignmentMining, this.oldAssignmentMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getAssignment() != null) && (insert.getUser() != null) && (insert.getCourse() != null)) { if (asSub.get(Long.valueOf(loadedItem.getInfo())) != null) { for (final AssignmentSubmissionsLMS loadedItem2 : asSub .get(Long.valueOf(loadedItem.getInfo()))) { if ((loadedItem2.getAssignment() == Long.valueOf(loadedItem.getInfo())) && loadedItem2.getUserid().equals(loadedItem.getUserid())) { insert.setGrade((double) loadedItem2.getGrade()); break; } } } } if (insert.getAssignment() == null) { this.logger.debug("In AssignmentLogMining, assignment not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo()); } if (insert.getCourse() == null) { this.logger.debug("In AssignmentLogMining, course not found for log: " + loadedItem.getId() + " and course: " + loadedItem.getCourse()); } if (insert.getUser() == null) { this.logger.debug("In AssignmentLogMining, user not found for log: " + loadedItem.getId() + " and user: " + loadedItem.getUserid()); } insert.setPlatform(this.connector.getPlatformId()); if ((insert.getUser() != null) && (insert.getAssignment() != null) && (insert.getCourse() != null)) { //Ignore old assignment minings //assignmentLogMining.put(insert.getId(), insert); } }*/ if (loadedItem.getModule().equals("assign")) { AssignmentLogMining insert = new AssignmentLogMining(); insert.setId(assignmentLogMining.size() + 1 + this.assignmentLogMax); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); insert.setPlatform(this.connector.getPlatformId()); if (courseModules.containsKey(loadedItem.getCmid())) { insert.setAssignment( Long.valueOf(this.connector.getPrefix() + "" + courseModules.get(loadedItem.getCmid()).getInstance()), assignmentMining, oldAssignmentMining); if (asGrd.containsKey(courseModules.get(loadedItem.getCmid()).getInstance())) { for (AssignGradesLMS ag : asGrd .get(courseModules.get(loadedItem.getCmid()).getInstance())) { if ((ag.getUser() == loadedItem.getUserid() || ag.getGrader() == loadedItem.getUserid()) && loadedItem.getTime() >= ag.getTimemodified()) { insert.setGrade(ag.getGrade()); break; } } } } if ((insert.getUser() != null) && (insert.getAssignment() != null) && (insert.getCourse() != null)) { assignmentLogMining.put(insert.getId(), insert); } } } for (final AssignmentLogMining r : assignmentLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return assignmentLogMining; } @Override public Map<Long, ScormLogMining> generateScormLogMining() { final HashMap<Long, ScormLogMining> scormLogMining = new HashMap<Long, ScormLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } // insert scorm in scorm_log if (loadedItem.getModule().equals("scorm")) { final ScormLogMining insert = new ScormLogMining(); insert.setId(scormLogMining.size() + 1 + this.scormLogMax); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if (loadedItem.getInfo().matches("[0-9]+")) { insert.setScorm(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInfo()), this.scormMining, this.oldScormMining); } if ((insert.getScorm() != null) && (insert.getCourse() != null) && (insert.getUser() != null)) { scormLogMining.put(insert.getId(), insert); } if (insert.getScorm() == null) { this.logger.debug("In ScormLogMining, scorm package not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo()); } if (insert.getCourse() == null) { this.logger.debug("In ScormLogMining(scorm part), course not found for log: " + loadedItem.getId() + " and course: " + loadedItem.getCourse()); } if (insert.getUser() == null) { this.logger.debug("In ScormLogMining(scorm part), user not found for log: " + loadedItem.getId() + " and user: " + loadedItem.getUserid()); } } } for (final ScormLogMining r : scormLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return scormLogMining; } @Override public Map<Long, QuizMining> generateQuizMining() { final HashMap<Long, QuizMining> quizMining = new HashMap<Long, QuizMining>(); for (final QuizLMS loadedItem : this.quizLms) { final QuizMining insert = new QuizMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setTimeOpen(loadedItem.getTimeopen()); insert.setTimeClose(loadedItem.getTimeclose()); insert.setTimeCreated(loadedItem.getTimecreated()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setQtype("quiz"); insert.setPlatform(this.connector.getPlatformId()); insert.setMaxGrade(loadedItem.getSumgrade()); /* for (final GradeItemsLMS loadedItem2 : this.gradeItemsLms) { if ((loadedItem2.getIteminstance() != null) && (loadedItem2.getItemmodule() != null)) { this.logger.debug("Iteminstance" + loadedItem2.getIteminstance() + " QuizId" + loadedItem.getId()); if ((loadedItem.getId() == loadedItem2.getIteminstance().longValue()) && loadedItem2.getItemmodule().equals("quiz")) { insert.setMaxGrade(loadedItem2.getGrademax()); break; } } else { this.logger.debug("Iteminstance or Itemmodule not found for QuizId" + loadedItem.getId() + " and type quiz and Iteminstance " + loadedItem2.getIteminstance() + " Itemmodule:" + loadedItem2.getItemmodule()); } }*/ quizMining.put(insert.getId(), insert); } return quizMining; } @Override public Map<Long, AssignmentMining> generateAssignmentMining() { final HashMap<Long, AssignmentMining> assignmentMining = new HashMap<Long, AssignmentMining>(); final HashMap<Long, AssignmentMining> amTmp = new HashMap<Long, AssignmentMining>(); long moduleid = 0; for (final ModulesLMS loadedItem : this.modulesLms) { if (loadedItem.getName().equals("assign")) { moduleid = loadedItem.getId(); break; } } for (final AssignLMS loadedItem : this.assignLms) { final AssignmentMining insert = new AssignmentMining(); final long course = loadedItem.getCourse(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setPlatform(this.connector.getPlatformId()); for (final GradeItemsLMS loadedItem2 : this.gradeItemsLms) { if ((loadedItem2.getIteminstance() != null) && (loadedItem2.getItemmodule() != null)) { this.logger.debug( "Iteminstance " + loadedItem2.getIteminstance() + " AssignId" + loadedItem.getId()); if ((loadedItem.getId() == loadedItem2.getIteminstance().longValue()) && loadedItem2.getItemmodule().equals("assign")) { insert.setMaxGrade(loadedItem2.getGrademax()); break; } } else { this.logger.debug("Iteminstance or Itemmodule not found for AssignId" + loadedItem.getId() + " and type quiz and Iteminstance " + loadedItem2.getIteminstance() + " Itemmodule:" + loadedItem2.getItemmodule()); } } for (final CourseModulesLMS loadedItem3 : this.courseModulesLms) { if ((loadedItem3.getCourse() == course) && (loadedItem3.getModule() == moduleid)) { insert.setTimeOpen(loadedItem3.getAvailablefrom()); insert.setTimeClose(loadedItem3.getAvailableuntil()); break; } } amTmp.put(insert.getId(), insert); } assignmentMining.putAll(amTmp); return assignmentMining; } @Override public Map<Long, ScormMining> generateScormMining() { final HashMap<Long, ScormMining> scormMining = new HashMap<Long, ScormMining>(); for (final ScormLMS loadedItem : this.scormLms) { final ScormMining insert = new ScormMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setMaxGrade(loadedItem.getMaxgrade()); insert.setPlatform(this.connector.getPlatformId()); scormMining.put(insert.getId(), insert); } return scormMining; } @Override public Map<Long, QuizQuestionMining> generateQuizQuestionMining() { final HashMap<Long, QuizQuestionMining> quizQuestionMining = new HashMap<Long, QuizQuestionMining>(); for (final QuizQuestionInstancesLMS loadedItem : this.quizQuestionInstancesLms) { final QuizQuestionMining insert = new QuizQuestionMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setQuiz(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getQuiz()), this.quizMining, this.oldQuizMining); insert.setQuestion(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getQuestion()), this.questionMining, this.oldQuestionMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getQuiz() != null) && (insert.getQuestion() != null)) { quizQuestionMining.put(insert.getQuestion().getId(), insert); } else { this.logger.debug("In QuizQuestionMining, quiz not found: " + loadedItem.getQuiz()); } } return quizQuestionMining; } @Override public Map<Long, QuestionMining> generateQuestionMining() { final HashMap<Long, QuestionMining> questionMining = new HashMap<Long, QuestionMining>(); for (final QuestionLMS loadedItem : this.questionLms) { final QuestionMining insert = new QuestionMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setText(loadedItem.getQuestiontext()); insert.setType(loadedItem.getQtype()); insert.setTimeCreated(loadedItem.getTimecreated()); insert.setPlatform(this.connector.getPlatformId()); insert.setTimeModified(loadedItem.getTimemodified()); questionMining.put(insert.getId(), insert); } return questionMining; } @Override public Map<Long, QuizUserMining> generateQuizUserMining() { final HashMap<Long, QuizUserMining> quizUserMining = new HashMap<Long, QuizUserMining>(); for (final GradeGradesLMS loadedItem : this.gradeGradesLms) { final QuizUserMining insert = new QuizUserMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setPlatform(this.connector.getPlatformId()); if (loadedItem.getFinalgrade() != null) { insert.setFinalGrade(loadedItem.getFinalgrade()); } if (loadedItem.getRawgrade() != null) { insert.setRawGrade(loadedItem.getRawgrade()); } if (loadedItem.getTimemodified() != null) { insert.setTimeModified(loadedItem.getTimemodified()); } insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); for (final GradeItemsLMS loadedItem2 : this.gradeItemsLms) { if ((loadedItem2.getId() == loadedItem.getItemid()) && (loadedItem2.getIteminstance() != null)) { insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getCourseid()), this.courseMining, this.oldCourseMining); insert.setQuiz(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getIteminstance()), this.quizMining, this.oldQuizMining); if ((insert.getQuiz() != null) && (insert.getUser() != null)) { quizUserMining.put(insert.getId(), insert); } else { this.logger.debug("In QuizUserMining, quiz not found for: Iteminstance: " + loadedItem2.getIteminstance() + " Itemmodule: " + loadedItem2.getItemmodule() + " course: " + loadedItem2.getCourseid() + " user: " + loadedItem.getUserid()); } } } } return quizUserMining; } @Override public Map<Long, ResourceMining> generateResourceMining() { final HashMap<Long, ResourceMining> resource = new HashMap<Long, ResourceMining>(); for (final ResourceLMS loadedItem : this.resourceLms) { final ResourceMining insert = new ResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "1" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setPlatform(this.connector.getPlatformId()); insert.setType("resource"); // Get time of creation insert.setTimeModified(loadedItem.getTimemodified()); resource.put(insert.getId(), insert); } for (final UrlLMS loadedItem : this.urlLms) { final ResourceMining insert = new ResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "2" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setPlatform(this.connector.getPlatformId()); insert.setType("url"); // Get time of creation insert.setTimeModified(loadedItem.getTimemodified()); resource.put(insert.getId(), insert); } for (final PageLMS loadedItem : this.pageLms) { final ResourceMining insert = new ResourceMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "3" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setPlatform(this.connector.getPlatformId()); insert.setType("page"); // Get time of creation insert.setTimeModified(loadedItem.getTimemodified()); resource.put(insert.getId(), insert); } for (final LogLMS loadedItem : this.logLms) { if ((resource.get(loadedItem.getCmid()) != null) && ((resource.get(loadedItem.getCmid()).getTimeCreated() == 0) || (resource.get(loadedItem.getCmid()).getTimeCreated() > loadedItem.getTime()))) { resource.get(loadedItem.getCmid()).setTimeCreated(loadedItem.getTime()); } } return resource; } @Override public Map<Long, ResourceLogMining> generateResourceLogMining() { final HashMap<Long, ResourceLogMining> resourceLogMining = new HashMap<Long, ResourceLogMining>(); // A HashMap of list of timestamps. Every key represents one user, the according value is a list of his/her // requests times. final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } if (loadedItem.getModule().equals("resource")) { final ResourceLogMining insert = new ResourceLogMining(); insert.setPlatform(this.connector.getPlatformId()); insert.setId(resourceLogMining.size() + 1 + this.resourceLogMax); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setAction(loadedItem.getAction()); if (loadedItem.getInfo().matches("[0-9]+")) { insert.setResource(Long.valueOf(this.connector.getPrefix() + "1" + loadedItem.getInfo()), this.resourceMining, this.oldResourceMining); } insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getResource() == null) && !(loadedItem.getAction().equals("view all"))) { this.logger.debug("In ResourceLogMining, resource not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo() + " and action: " + loadedItem.getAction()); } if ((insert.getCourse() != null) && (insert.getResource() != null) && (insert.getUser() != null)) { resourceLogMining.put(insert.getId(), insert); } } if (loadedItem.getModule().equals("url")) { final ResourceLogMining insert = new ResourceLogMining(); insert.setPlatform(this.connector.getPlatformId()); insert.setId(resourceLogMining.size() + 1 + this.resourceLogMax); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setAction(loadedItem.getAction()); if (loadedItem.getInfo().matches("[0-9]+")) { insert.setResource(Long.valueOf(this.connector.getPrefix() + "2" + loadedItem.getInfo()), this.resourceMining, this.oldResourceMining); } insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getResource() == null) && !(loadedItem.getAction().equals("view all"))) { this.logger.debug("In ResourceLogMining, resource not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo() + " and action: " + loadedItem.getAction()); } if ((insert.getCourse() != null) && (insert.getResource() != null) && (insert.getUser() != null)) { resourceLogMining.put(insert.getId(), insert); } } if (loadedItem.getModule().equals("page")) { final ResourceLogMining insert = new ResourceLogMining(); insert.setPlatform(this.connector.getPlatformId()); insert.setId(resourceLogMining.size() + 1 + this.resourceLogMax); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setAction(loadedItem.getAction()); if (loadedItem.getInfo().matches("[0-9]+")) { insert.setResource(Long.valueOf(this.connector.getPrefix() + "3" + loadedItem.getInfo()), this.resourceMining, this.oldResourceMining); } insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getResource() == null) && !(loadedItem.getAction().equals("view all"))) { this.logger.debug("In ResourceLogMining, resource not found for log: " + loadedItem.getId() + " and cmid: " + loadedItem.getCmid() + " and info: " + loadedItem.getInfo() + " and action: " + loadedItem.getAction()); } if ((insert.getCourse() != null) && (insert.getResource() != null) && (insert.getUser() != null)) { resourceLogMining.put(insert.getId(), insert); } } } // For for (final ResourceLogMining r : resourceLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return resourceLogMining; } @Override public Map<Long, UserMining> generateUserMining() { final HashMap<Long, UserMining> userMining = new HashMap<Long, UserMining>(); for (final UserLMS loadedItem : this.userLms) { final UserMining insert = new UserMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setLastLogin(loadedItem.getLastlogin()); insert.setFirstAccess(loadedItem.getFirstaccess()); insert.setLastAccess(loadedItem.getLastaccess()); insert.setCurrentLogin(loadedItem.getCurrentlogin()); insert.setPlatform(this.connector.getPlatformId()); insert.setLogin(Encoder.createMD5(loadedItem.getUsername())); insert.setGender(0); userMining.put(insert.getId(), insert); } return userMining; } /* * (non-Javadoc) * * @see de.lemo.dms.connectors.moodle_2_3.ExtractAndMap#generateWikiLogMining() */ @Override public Map<Long, WikiLogMining> generateWikiLogMining() { final HashMap<Long, WikiLogMining> wikiLogMining = new HashMap<Long, WikiLogMining>(); final HashMap<Long, ArrayList<Long>> users = new HashMap<Long, ArrayList<Long>>(); final HashMap<Long, CourseModulesLMS> couMod = new HashMap<Long, CourseModulesLMS>(); for (final CourseModulesLMS cm : this.courseModulesLms) { couMod.put(cm.getId(), cm); } for (final LogLMS loadedItem : this.logLms) { final long uid = Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()); // Creates a list of time stamps for every user indicating requests // We later use this lists to determine the time a user accessed a resource if (users.get(uid) == null) { // if the user isn't already listed, create a new key final ArrayList<Long> times = new ArrayList<Long>(); times.add(loadedItem.getTime()); users.put(uid, times); } else { final ArrayList<Long> times = users.get(uid); if (loadedItem.getAction().equals("login")) { times.add(0L); } if (!times.contains(loadedItem.getTime())) { times.add(loadedItem.getTime()); } users.put(uid, times); } if (loadedItem.getModule().equals("wiki")) { final WikiLogMining insert = new WikiLogMining(); insert.setId(wikiLogMining.size() + 1 + this.wikiLogMax); if (couMod.get(loadedItem.getCmid()) != null) { insert.setWiki( Long.valueOf(this.connector.getPrefix() + "" + couMod.get(loadedItem.getCmid()).getInstance()), this.wikiMining, this.oldWikiMining); } insert.setPlatform(this.connector.getPlatformId()); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUserid()), this.userMining, this.oldUserMining); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); insert.setAction(loadedItem.getAction()); insert.setTimestamp(loadedItem.getTime()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } if ((insert.getUser() != null) && (insert.getCourse() != null) && (insert.getWiki() != null)) { wikiLogMining.put(insert.getId(), insert); } } } for (final WikiLogMining r : wikiLogMining.values()) { if (r.getUser() != null) { long duration = -1; final ArrayList<Long> times = users.get(r.getUser().getId()); final int pos = times.indexOf(r.getTimestamp()); if ((pos > -1) && (pos < (times.size() - 1))) { if (times.get(pos + 1) != 0) { duration = times.get(pos + 1) - times.get(pos); } } // All duration that are longer than one hour are cut to an hour if (duration > 3600) { duration = 3600; } r.setDuration(duration); } } return wikiLogMining; } @Override public Map<Long, WikiMining> generateWikiMining() { final HashMap<Long, WikiMining> wikiMining = new HashMap<Long, WikiMining>(); for (final WikiLMS loadedItem : this.wikiLms) { final WikiMining insert = new WikiMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getName()); insert.setSummary(loadedItem.getSummary()); insert.setTimeModified(loadedItem.getTimemodified()); insert.setPlatform(this.connector.getPlatformId()); wikiMining.put(insert.getId(), insert); } for (final LogLMS loadedItem : this.logLms) { if (loadedItem.getModule().equals("Wiki") && (wikiMining.get(loadedItem.getCmid()) != null) && ((wikiMining.get(loadedItem.getCmid()).getTimeCreated() == 0) || (wikiMining.get(loadedItem.getCmid()).getTimeCreated() > loadedItem.getTime()))) { wikiMining.get(loadedItem.getCmid()).setTimeCreated(loadedItem.getTime()); } } return wikiMining; } @Override public Map<Long, RoleMining> generateRoleMining() { // generate role tables final HashMap<Long, RoleMining> roleMining = new HashMap<Long, RoleMining>(); for (final RoleLMS loadedItem : this.roleLms) { final RoleMining insert = new RoleMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setName(loadedItem.getName()); insert.setShortname(loadedItem.getShortname()); insert.setDescription(loadedItem.getDescription()); insert.setSortOrder(loadedItem.getSortorder()); insert.setPlatform(this.connector.getPlatformId()); if (loadedItem.getArchetype().equals("manager") || loadedItem.getArchetype().equals("coursecreator")) { insert.setType(0); } else if (loadedItem.getArchetype().equals("teacher") || loadedItem.getArchetype().equals("editingteacher")) { insert.setType(1); } else { insert.setType(2); } roleMining.put(insert.getId(), insert); } return roleMining; } @Override public Map<Long, LevelMining> generateLevelMining() { final HashMap<Long, LevelMining> levelMining = new HashMap<Long, LevelMining>(); for (final CourseCategoriesLMS loadedItem : this.courseCategoriesLms) { final LevelMining insert = new LevelMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setTitle(loadedItem.getTitle()); insert.setPlatform(this.connector.getPlatformId()); insert.setDepth(loadedItem.getDepth()); levelMining.put(insert.getId(), insert); } return levelMining; } @Override public Map<Long, LevelAssociationMining> generateLevelAssociationMining() { final HashMap<Long, LevelAssociationMining> levelAssociation = new HashMap<Long, LevelAssociationMining>(); for (final CourseCategoriesLMS loadedItem : this.courseCategoriesLms) { final String[] s = loadedItem.getPath().split("/"); if (s.length >= 3) { final LevelAssociationMining insert = new LevelAssociationMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setLower(Long.valueOf(this.connector.getPrefix() + "" + s[s.length - 1]), this.levelMining, this.oldLevelMining); insert.setUpper(Long.valueOf(this.connector.getPrefix() + "" + s[s.length - 2]), this.levelMining, this.oldLevelMining); insert.setPlatform(this.connector.getPlatformId()); if ((insert.getLower() != null) && (insert.getUpper() != null)) { levelAssociation.put(insert.getId(), insert); } } } return levelAssociation; } @Override public Map<Long, LevelCourseMining> generateLevelCourseMining() { final HashMap<Long, LevelCourseMining> levelCourse = new HashMap<Long, LevelCourseMining>(); for (final ContextLMS loadedItem : this.contextLms) { if ((loadedItem.getDepth() >= 4) && (loadedItem.getContextlevel() == 50)) { final LevelCourseMining insert = new LevelCourseMining(); final String[] s = loadedItem.getPath().split("/"); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getInstanceid()), this.courseMining, this.oldCourseMining); insert.setPlatform(this.connector.getPlatformId()); for (final ContextLMS loadedItem2 : this.contextLms) { if ((loadedItem2.getContextlevel() == 40) && (loadedItem2.getId() == Integer.parseInt(s[3]))) { insert.setLevel(Long.valueOf(this.connector.getPrefix() + "" + loadedItem2.getInstanceid()), this.levelMining, this.oldLevelMining); break; } } if ((insert.getLevel() != null) && (insert.getCourse() != null)) { levelCourse.put(insert.getId(), insert); } } } return levelCourse; } @Override public Map<Long, ChatMining> generateChatMining() { final HashMap<Long, ChatMining> chatMining = new HashMap<Long, ChatMining>(); for (final ChatLMS loadedItem : this.chatLms) { final ChatMining insert = new ChatMining(); insert.setId(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getId())); insert.setChatTime(loadedItem.getChattime()); insert.setDescription(loadedItem.getDescription()); insert.setTitle(loadedItem.getTitle()); insert.setPlatform(this.connector.getPlatformId()); insert.setCourse(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getCourse()), this.courseMining, this.oldCourseMining); if (insert.getCourse() != null) { chatMining.put(insert.getId(), insert); } } return chatMining; } @Override public Map<Long, ChatLogMining> generateChatLogMining() { final HashMap<Long, ChatLogMining> chatLogMining = new HashMap<Long, ChatLogMining>(); for (final ChatLogLMS loadedItem : this.chatLogLms) { final ChatLogMining insert = new ChatLogMining(); insert.setId(chatLogMining.size() + 1 + this.chatLogMax); insert.setChat(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getChat()), this.chatMining, this.oldChatMining); insert.setMessage(TextHelper.replaceString(loadedItem.getMessage())); insert.setTimestamp(loadedItem.getTimestamp()); if (insert.getTimestamp() > maxLog) { maxLog = insert.getTimestamp(); } insert.setPlatform(this.connector.getPlatformId()); if (insert.getChat() != null) { insert.setCourse(insert.getChat().getCourse().getId(), this.courseMining, this.oldCourseMining); } insert.setDuration(0L); insert.setUser(Long.valueOf(this.connector.getPrefix() + "" + loadedItem.getUser()), this.userMining, this.oldUserMining); if (insert.getUser() == null) { this.logger.debug("In ChatLogMining(chat part), user not found for log: " + loadedItem.getId() + " and user: " + loadedItem.getUser()); } if (insert.getChat() == null) { this.logger.debug("In ChatLogMining(chat part), chat not found for log: " + loadedItem.getId() + " and chat: " + loadedItem.getChat()); } if ((insert.getChat() != null) && (insert.getUser() != null) && (insert.getCourse() != null)) { chatLogMining.put(insert.getId(), insert); } } return chatLogMining; } }