List of usage examples for org.jsoup.nodes Element getElementsByTag
public Elements getElementsByTag(String tagName)
From source file:com.near.chimerarevo.fragments.PostFragment.java
private void parseOrderedLists(Elements itms) { String bld = ""; for (Element itm : itms) { Elements str = itm.getElementsByTag("li"); for (int j = 0; j < str.size(); j++) { Element itm2 = str.get(j); bld += ("<b>" + (j + 1) + ")</b> <i>" + itm2.outerHtml() + "</i><br />"); }// w ww . jav a2 s . c om } addText(bld, true, Typeface.DEFAULT); }
From source file:com.near.chimerarevo.fragments.PostFragment.java
private void parseTables(Elements tbls) { TableLayout tl = new TableLayout(getActivity()); LayoutParams tl_prms = new LayoutParams(LayoutParams.WRAP_CONTENT, LayoutParams.WRAP_CONTENT); tl_prms.gravity = Gravity.CENTER_HORIZONTAL; tl_prms.setMargins(10, 10, 10, 0);//from ww w .ja va2 s .c o m tl.setLayoutParams(tl_prms); for (Element tbl : tbls) { Elements rws = tbl.getElementsByTag("td"); TableRow row = new TableRow(getActivity()); for (Element rw : rws) { TextView txt = new TextView(getActivity()); txt.setLayoutParams(new TableRow.LayoutParams(TableRow.LayoutParams.WRAP_CONTENT, TableRow.LayoutParams.WRAP_CONTENT)); txt.setText(rw.text()); row.addView(txt); } tl.addView(row); } lay.addView(tl); }
From source file:com.normalexception.app.rx8club.fragment.ProfileFragment.java
/** * Get the user information from the users profile * @param doc The page document/*from w ww . j a v a 2 s . c o m*/ */ private void getUserInformation(Document doc) { final UserProfile upInstance = UserProfile.getInstance(); stubs = new ArrayList<ProfileModel>(); // Title Elements userInfo = doc.select("div[id=main_userinfo]"); Elements title = userInfo.select("h2"); upInstance.setUserTitle(title.text()); // Posts Elements statisticInfo = doc.select("fieldset[class=statistics_group]"); Elements post = statisticInfo.select("li"); // Profile Pic Elements profilePicInfo = doc.select("td[id=profilepic_cell] > img"); // Grab image, trap try { upInstance.setUserImageLink(profilePicInfo.attr("src")); } catch (Exception e) { } // Grab Post count, trap exception try { upInstance.setUserPostCount( post.get(0).text() + " / " + post.get(1).text().split(" ", 4)[3] + " per day"); } catch (Exception e) { upInstance.setUserPostCount("Error Getting Post Count"); } // Grab Join Date, trap exception try { upInstance.setUserJoinDate(post.get(13).text()); } catch (Exception e) { upInstance.setUserJoinDate("Error Getting Join Date"); } // Threads String link = WebUrls.userUrl + upInstance.getUserId(); doc = VBForumFactory.getInstance().get(getActivity(), link); if (doc != null) { Elements threadlist = doc.select("table[id^=post]"); for (Element threadl : threadlist) { ProfileModel stub = new ProfileModel(); Elements divs = threadl.getElementsByTag("div"); Elements div = divs.get(1).getElementsByTag("a"); stub.setLink(div.attr("href")); stub.setName(div.text()); div = divs.get(5).getElementsByTag("a"); stub.setText(div.text()); stubs.add(stub); } } }
From source file:net.meiolania.apps.habrahabr.fragments.companies.loader.CompaniesShowLoader.java
@Override public CompanyFullData loadInBackground() { CompanyFullData company = new CompanyFullData(); try {/*from w w w. jav a 2s . c o m*/ Log.i(TAG, "Loading a page: " + url); Document document = Jsoup.connect(url).get(); Elements datas = document.select("div.company_profile > dl"); int i = 0; for (Element data : datas) { switch (i) { case INFO_DATE: company.setDate(data.getElementsByTag("dd").first().text()); break; case INFO_SITE: company.setCompanyUrl(data.getElementsByTag("dd").first().text()); break; case INFO_INDUSTRIES: company.setIndustries(data.getElementsByTag("dd").first().text()); break; case INFO_LOCATION: company.setLocation(data.getElementsByTag("dd").first().text()); break; case INFO_QUANTITY: company.setQuantity(data.getElementsByTag("dd").first().text()); break; case INFO_SUMMARY: company.setSummary(data.select("dd.summary").first().html()); break; case INFO_MANAGEMENT: // TODO: think of a new algorithm Elements managers = data.getElementsByTag("dd"); StringBuilder managerContent = new StringBuilder(); for (Element manager : managers) managerContent.append(manager.html()); company.setManagement(managerContent.toString()); break; case INFO_DEVELOPMENT_STAGES: Elements stages = data.getElementsByTag("dd"); StringBuilder stagesContent = new StringBuilder(); for (Element stage : stages) stagesContent.append(stage.html()); company.setDevelopmentStages(stagesContent.toString()); break; } i++; } } catch (IOException e) { } return company; }
From source file:org.apache.nutch.protocol.httpclient.HttpFormAuthentication.java
private List<NameValuePair> getLoginFormParams(String pageContent) throws UnsupportedEncodingException { List<NameValuePair> params = new ArrayList<NameValuePair>(); Document doc = Jsoup.parse(pageContent); Element loginform = doc.getElementById(authConfigurer.getLoginFormId()); if (loginform == null) { LOG.debug("No form element found with 'id' = {}, trying 'name'.", authConfigurer.getLoginFormId()); loginform = doc.select("form[name=" + authConfigurer.getLoginFormId() + "]").first(); if (loginform == null) { LOG.debug("No form element found with 'name' = {}", authConfigurer.getLoginFormId()); throw new IllegalArgumentException("No form exists: " + authConfigurer.getLoginFormId()); }//from www. j a va 2s .c o m } Elements inputElements = loginform.getElementsByTag("input"); // skip fields in removedFormFields or loginPostData for (Element inputElement : inputElements) { String key = inputElement.attr("name"); String value = inputElement.attr("value"); if (authConfigurer.getLoginPostData().containsKey(key) || authConfigurer.getRemovedFormFields().contains(key)) { // value = loginPostData.get(key); continue; } params.add(new NameValuePair(key, value)); } // add key and value in loginPostData for (Entry<String, String> entry : authConfigurer.getLoginPostData().entrySet()) { params.add(new NameValuePair(entry.getKey(), entry.getValue())); } return params; }
From source file:org.apache.nutch.protocol.httpclient.proxy.HttpFormAuthentication.java
private List<NameValuePair> getLoginFormParams(String pageContent) throws UnsupportedEncodingException { List<NameValuePair> params = new ArrayList<NameValuePair>(); Document doc = Jsoup.parse(pageContent); Element loginform = doc.getElementById(authConfigurer.getLoginFormId()); if (loginform == null) { LOGGER.debug("No form element found with 'id' = {}, trying 'name'.", authConfigurer.getLoginFormId()); loginform = doc.select("form[name=" + authConfigurer.getLoginFormId() + "]").first(); if (loginform == null) { LOGGER.debug("No form element found with 'name' = {}", authConfigurer.getLoginFormId()); throw new IllegalArgumentException("No form exists: " + authConfigurer.getLoginFormId()); }//from www . ja v a 2 s.c om } Elements inputElements = loginform.getElementsByTag("input"); // skip fields in removedFormFields or loginPostData for (Element inputElement : inputElements) { String key = inputElement.attr("name"); String value = inputElement.attr("value"); if (authConfigurer.getLoginPostData().containsKey(key) || authConfigurer.getRemovedFormFields().contains(key)) { // value = loginPostData.get(key); continue; } params.add(new NameValuePair(key, value)); } // add key and value in loginPostData for (Entry<String, String> entry : authConfigurer.getLoginPostData().entrySet()) { params.add(new NameValuePair(entry.getKey(), entry.getValue())); } return params; }
From source file:org.asqatasun.rules.elementchecker.element.ChildElementPresenceChecker.java
/** * This methods checks whether elements have a child element of a given * type.// w ww. j a va2s. c o m * * @param elementToTest * @param elements * @param testSolutionHandler */ private void checkChildElementPresence(String elementToTest, Elements elements, TestSolutionHandler testSolutionHandler) { if (elements.isEmpty()) { testSolutionHandler.addTestSolution(TestSolution.NOT_APPLICABLE); return; } TestSolution testSolution = TestSolution.PASSED; for (Element el : elements) { if (el.getElementsByTag(elementToTest).size() >= minimumNumberOfChildRequired) { testSolution = setTestSolution(testSolution, getSuccessSolution()); addSourceCodeRemark(getSuccessSolution(), el, getSuccessMsgCode()); } else { testSolution = setTestSolution(testSolution, getFailureSolution()); addSourceCodeRemark(getFailureSolution(), el, getFailureMsgCode()); } } testSolutionHandler.addTestSolution(testSolution); }
From source file:org.crazyt.xgogdownloader.Main.java
public static void main(String[] args) { Util util = new Util(); Config.sVersionString = VERSION_STRING + VERSION_NUMBER; Config.sConfigDirectory = "xgogdownloader"; Config.sCookiePath = "cookies.txt"; Config.sConfigFilePath = "config.cfg"; Config.sXMLDirectory = "xgogdownloader/xml"; // Create xgogdownloader directories File path = Factory.newFile(Config.sXMLDirectory); if (!path.exists()) { if (!path.mkdirs()) { System.out.print("Failed to create directory: "); System.out.print(path); throw new RuntimeException("Failed to create directory. "); }/*from w w w. ja va2 s.c om*/ } path = Factory.newFile(Config.sConfigDirectory); if (!path.exists()) { if (!path.mkdirs()) { System.out.print("Failed to create directory: "); System.out.print(path); throw new RuntimeException("Failed to create directory. "); } } // Create help text for --platform option String platform_text = "Select which installers are downloaded\n"; int platform_sum = 0; for (int i = 0; i < GlobalConstants.PLATFORMS.size(); ++i) { platform_text += GlobalConstants.PLATFORMS.get(i).platformId + " = " + GlobalConstants.PLATFORMS.get(i).platformString + "\n"; platform_sum += GlobalConstants.LANGUAGES.get(i).languageId; } platform_text += platform_sum + " = All"; // Create help text for --language option String language_text = "Select which language installers are downloaded\n"; int language_sum = 0; for (int i = 0; i < GlobalConstants.LANGUAGES.size(); ++i) { language_text += GlobalConstants.LANGUAGES.get(i).languageId + " = " + GlobalConstants.LANGUAGES.get(i).languageString + "\n"; language_sum += GlobalConstants.LANGUAGES.get(i).languageId; } language_text += "Add the values to download multiple languages\nAll = " + language_sum + "\n" + "French + Polish = " + GlobalConstants.LANGUAGE_FR + "+" + GlobalConstants.LANGUAGE_PL + " = " + GlobalConstants.LANGUAGE_FR + GlobalConstants.LANGUAGE_PL; // Create help text for --check-orphans String[] orphans_regex_default = new String[] { "zip", "exe", "bin", "dmg", "old" }; // List<File> files = (List<File>) FileUtils.listFiles(dir, extensions, // true); String check_orphans_text = "Check for orphaned files (files found on local filesystem that are not found on GOG servers). Sets regular expression filter (Perl syntax) for files to check. If no argument is given then the regex defaults to '" + StringUtils.join(orphans_regex_default, ",") + "'"; CommandOptions options_cli_all = new CommandOptions(); CommandOptions options_cli_no_cfg = new CommandOptions(); ConfigOptions options_cli_cfg = new ConfigOptions(); ConfigOptions options_cfg_only = new ConfigOptions(); ConfigOptions options_cfg_all = new ConfigOptions(); try { OptionValue<Boolean> bInsecure = new OptionValue<>(false); OptionValue<Boolean> bNoColor = new OptionValue<>(false); OptionValue<Boolean> bNoUnicode = new OptionValue<>(false); OptionValue<Boolean> bNoDuplicateHandler = new OptionValue<>(false); OptionValue<Boolean> bNoCover = new OptionValue<>(false); OptionValue<Boolean> bNoInstallers = new OptionValue<>(false); OptionValue<Boolean> bNoExtras = new OptionValue<>(false); OptionValue<Boolean> bNoPatches = new OptionValue<>(false); OptionValue<Boolean> bNoLanguagePacks = new OptionValue<>(false); OptionValue<Boolean> bNoRemoteXML = new OptionValue<>(false); OptionValue<Boolean> bNoSubDirectories = new OptionValue<>(false); OptionValue<String> sGame = new OptionValue<>("free"); OptionValue<String> sToken = new OptionValue<>(""); OptionValue<String> sSecret = new OptionValue<>(""); OptionValue<String> sSearch = new OptionValue<>(""); OptionValue<Boolean> bList = new OptionValue<>(false); OptionValue<Boolean> bDownload = new OptionValue<>(false); OptionValue<Integer> iDownloadRate = new OptionValue<>(0); // //switch to OptionBuilder // Commandline options (no config file) options_cli_no_cfg.addOption("debug", "d", false, "Print debug messages"); options_cli_no_cfg.addOption("help", "h", false, "Print help message"); options_cli_no_cfg.addOption("version", false, "Print version information"); options_cli_no_cfg.addOption("versionUpdate", false, "Updates this program to the current version."); options_cli_no_cfg.addOption("login", true, "Login"); // config.bLogin false options_cli_no_cfg.addOption(bList, "list", false, "List games"); // config.bList false options_cli_no_cfg.addOption(sSearch, "search", true, "search games by title"); options_cli_no_cfg.addOption("listdetails", "list-details", true, "List games with detailed info"); // config.bListDetails // false options_cli_no_cfg.addOption(bDownload, "download", false, "Download"); // config.bDownload false options_cli_no_cfg.addOption("repair", true, "Repair downloaded files\nUse --repair --download to redownload files when filesizes don't match (possibly different version). Redownload will delete the old file"); // config.bRepair // false options_cli_no_cfg.addOption("game", true, "Set regular expression filter\nfor download/list/repair (Perl syntax)\nAliases: \"all\", \"free\""); // config.sGameRegex // "" options_cli_no_cfg.addOption("createxml", "create-xml", true, "Create GOG XML for file\n\"automatic\" to enable automatic XML creation"); // config.sXMLFile // "" options_cli_no_cfg.addOption("updatecheck", "update-check", true, "Check for update notifications"); // config.bUpdateCheck false options_cli_no_cfg.addOption("checkorphans", "check-orphans", true, check_orphans_text); // config.sOrphanRegex "" options_cli_no_cfg.addOption("status", true, "Show status of files\n\nOutput format:\nstatuscode gamename filename filesize filehash\n\nStatus codes:\nOK - File is OK\nND - File is not downloaded\nMD5 - MD5 mismatch, different version");// config.bCheckStatus // false options_cli_no_cfg.addOption("saveconfig", "save-config", true, "Create config file with current settings"); // config.bSaveConfig false options_cli_no_cfg.addOption("resetconfig", "reset-config", true, "Reset config settings to default"); // config.bResetConfig false options_cli_no_cfg.addOption("report", true, "Save report of downloaded/repaired files"); // config.bReport false // Commandline options (config file) options_cli_cfg.addOption("directory", true, "Set download directory"); // config.sDirectory "" options_cli_cfg.addOption(iDownloadRate, "limitRate", true, "Limit download rate to value in kB\n0 = unlimited"); // config.iDownloadRate 0 options_cli_cfg.addOption("xmlDirectory", true, "Set directory for GOG XML files"); // config.sXMLDirectory "" options_cli_cfg.addOption("chunkSize", true, "Chunk size (in MB) when creating XML"); // config.iChunkSize 10 options_cli_cfg.addOption("platform", true, platform_text); // config.iInstallerType GlobalConstants.PLATFORM_WINDOWS options_cli_cfg.addOption("language", true, language_text); // config.iInstallerLanguage GlobalConstants.LANGUAGE_EN options_cli_cfg.addOption("noInstallers", true, "Don't download/list/repair installers"); // bNoInstallers false options_cli_cfg.addOption("noExtras", true, "Don't download/list/repair extras"); // bNoExtras false options_cli_cfg.addOption("noPatches", true, "Don't download/list/repair patches"); // bNoPatches false options_cli_cfg.addOption("noLanguagePacks", true, "Don't download/list/repair language packs"); // bNoLanguagePacks false options_cli_cfg.addOption("noCover", true, "Don't download cover images"); // bNoCover false options_cli_cfg.addOption("noRemoteXml", true, "Don't use remote XML for repair"); // bNoRemoteXML false options_cli_cfg.addOption(bNoUnicode, "noUnicode", true, "Don't use Unicode in the progress bar"); // bNoUnicode false options_cli_cfg.addOption(bNoColor, "noColor", true, "Don't use coloring in the progress bar"); // bNoColor false options_cli_cfg.addOption("noDuplicateHandling", true, "Don't use duplicate handler for installers\nDuplicate installers from different languages are handled separately");// bNoDuplicateHandler // false options_cli_cfg.addOption("noSubdirectories", true, "Don't create subdirectories for extras, patches and language packs"); // bNoSubDirectories false options_cli_cfg.addOption("verbose", true, "Print lots of information"); options_cli_cfg.addOption("insecure", true, "Don't verify authenticity of SSL certificates"); // bInsecure false options_cli_cfg.addOption("timeout", true, "Set timeout for connection\nMaximum time in seconds that connection phase is allowed to take"); // config.iTimeout 10 options_cli_cfg.addOption("retries", true, "Set maximum number of retries on failed download"); // config.iRetries 3 // Options read from config file options_cfg_only.addOption(sToken, "token", true, "oauth token"); // config.sToken "" options_cfg_only.addOption(sSecret, "secret", true, "oauth secret"); // config.sSecret "" options_cli_all.addOptions(options_cli_no_cfg); options_cli_all.addOptions(options_cli_cfg); options_cfg_all.addOptions(options_cfg_only); options_cfg_all.addOptions(options_cli_cfg); options_cfg_all.parse(Config.sConfigFilePath); // boost.program_options.store(boost.program_options // .parse_command_line(argc, args, options_cli_all), vm); CommandLineParser parser = new GnuParser(); String[] args2; if (args.length == 0) { args2 = new String[] { "-help" }; } else { args2 = args; } CommandLine cmd = parser.parse(options_cli_all, args2); options_cli_all.parseCmdLine(cmd); path = Factory.newFile(Config.sConfigDirectory); if (path.exists()) { Properties prop = new Properties(); try { FileInputStream fileInputStream = new FileInputStream( Config.sConfigDirectory + File.separatorChar + Config.sConfigFilePath); try { prop.load(fileInputStream); } finally { fileInputStream.close(); } } catch (FileNotFoundException e) { System.out.println("Could not open config file: " + Config.sConfigDirectory + File.separatorChar + Config.sConfigFilePath + ", creating new one."); Factory.newFile(Config.sConfigDirectory + File.separatorChar + Config.sConfigFilePath) .createNewFile(); } } if (cmd.hasOption("help")) { System.out.println(Config.sVersionString); System.out.println("Options:"); for (Option option : (Collection<Option>) options_cli_all.getOptions()) { System.out.println(String.format("%20s\t-\t%s", option.getOpt(), option.getDescription().replace("\n", String.format("\n%20s\t \t", "")))); } return; } if (cmd.hasOption("version")) { System.out.print(Config.sVersionString); return; } if (cmd.hasOption("versionUpdate")) { String sub = "xgogdownloader-"; try { HttpClient client = Factory.createHttpClient(); HttpGet request = new HttpGet("https://drone.io/github.com/TheCrazyT/xgogdownloader/files"); request.setHeader("User-Agent", Main.USER_AGENT); HttpResponse response_full = client.execute(request); int result = response_full.getStatusLine().getStatusCode(); if (result != HttpStatus.SC_OK) { System.err.println("Error " + result); } String response = EntityUtils.toString(response_full.getEntity()); Document html = Jsoup.parse(response); Iterator<org.jsoup.nodes.Element> iterator = html.getElementsByTag("div").iterator(); while (iterator.hasNext()) { org.jsoup.nodes.Element node = iterator.next(); String hash = ""; Elements spans = node.getElementsByTag("span"); Iterator<org.jsoup.nodes.Element> iterator2 = spans.iterator(); while (iterator2.hasNext()) { org.jsoup.nodes.Element span = iterator2.next(); if (span.text().startsWith("SHA")) { hash = span.text().substring(4, 44); break; } } if (!hash.isEmpty()) { iterator2 = node.getElementsByTag("a").iterator(); while (iterator2.hasNext()) { Element a = iterator2.next(); String url = a.attr("href"); if (a.text().startsWith(sub) && a.text().endsWith(".zip")) { // TODO System.out.println("... TODO ..."); System.out.println(url); return; } } } } return; } catch (IOException e) { throw new RuntimeException(e); } } if (cmd.hasOption("chunkSize")) { Config.iChunkSize <<= 20; // Convert chunk size from bytes to megabytes } if (cmd.hasOption("limitRate")) { Config.iDownloadRate = iDownloadRate.getValue(); Config.iDownloadRate <<= 10; // Convert download rate from bytes to kilobytes } if (cmd.hasOption("check-orphans")) { if (Config.sOrphanRegex.isEmpty()) { Config.sOrphanRegex = StringUtils.join(orphans_regex_default, "|"); } } Config.bDownload = bDownload.getValue(); Config.sToken = sToken.getValue(); Config.sSecret = sToken.getValue(); Config.sSearch = sSearch.getValue(); Config.sGameRegex = sGame.getValue(); Config.bList = bList.getValue(); Config.bVerifyPeer = !bInsecure.getValue(); Config.bColor = !bNoColor.getValue(); Config.bUnicode = !bNoUnicode.getValue(); Config.bDuplicateHandler = !bNoDuplicateHandler.getValue(); Config.bCover = !bNoCover.getValue(); Config.bInstallers = !bNoInstallers.getValue(); Config.bExtras = !bNoExtras.getValue(); Config.bPatches = !bNoPatches.getValue(); Config.bLanguagePacks = !bNoLanguagePacks.getValue(); Config.bRemoteXML = !bNoRemoteXML.getValue(); Config.bSubDirectories = !bNoSubDirectories.getValue(); } catch (RuntimeException e) { System.err.println("Error: " + e.getMessage()); throw e; } catch (java.lang.Exception e) { System.err.println("Exception of unknown type!"); throw new RuntimeException(e); } if (Config.iInstallerType < GlobalConstants.PLATFORMS.get(0).platformId || Config.iInstallerType > platform_sum) { System.out.println("Invalid value for --platform"); throw new RuntimeException("Invalid value for --platform"); } if (Config.iInstallerLanguage < GlobalConstants.LANGUAGES.get(0).languageId || Config.iInstallerLanguage > language_sum) { System.out.println("Invalid value for --language"); throw new RuntimeException("Invalid value for --language"); } if (Config.sXMLDirectory != "") { // Make sure that xml directory doesn't have trailing slash if (Config.sXMLDirectory.charAt(Config.sXMLDirectory.length() - 1) == '/') { // config.sXMLDirectory.assign(config.sXMLDirectory.begin(),config.sXMLDirectory.end() // - 1); } } // Create GOG XML for a file if ((Config.sXMLFile != null) && !Config.sXMLFile.isEmpty() && !Config.sXMLFile.equals("automatic")) { util.createXML(Config.sXMLFile, Config.iChunkSize, Config.sXMLDirectory); } // Make sure that directory has trailing slash // if (Config.sDirectory != null && !Config.sDirectory.isEmpty()) { // if (Config.sDirectory.charAt(Config.sDirectory.length() - 1) != '/') // { // Config.sDirectory += "/"; // } // } Downloader downloader = new Downloader(); boolean result = downloader.init(); if (Config.bLogin) { if (!result) { throw new RuntimeException("downloader.init failed"); } return; } else if (Config.bSaveConfig) { // std.ofstream ofs = new // std.ofstream(config.sConfigFilePath.c_str()); String ofs = null; if (ofs != null) { System.out.println("Saving config: " + Config.sConfigFilePath); /* * for (boost.program_options.variables_map.iterator it = * vm.begin(); it != vm.end(); ++it) { String option = it.first; * String option_value_string; * boost.program_options.variable_value option_value = * it.second; * * try { if (option.equals(options_cfg_all.find(option, * false).long_name())) { if (!option_value.empty()) { * std.type_info type = option_value.value().type(); if (type == * typeid(String)) { option_value_string = * option_value.<String>as(); } * * } } } catch (java.lang.Exception e2) { continue; } * * if (option_value_string!="") { * System.out.println(option+" = "+option_value_string); //ofs * << option.compareTo() < 0 < < " = " << * option_value_string.compareTo() < 0 < < std.endl; } } * //ofs.close(); */ } else { System.out.println("Failed to create config: " + Config.sConfigFilePath); throw new RuntimeException("Failed to create config: " + Config.sConfigFilePath); } } else if (Config.bResetConfig) { String ofs = null; // std.ofstream ofs = new // std.ofstream(config.sConfigFilePath.c_str()); if (ofs != null) { /* * if (config.sToken!="" && config.sSecret!="") { ofs * +="token = " +config.sToken+"\n"; ofs +="secret = " * +config.sSecret+"\n"; } */ // ofs.close(); } else { System.out.println("Failed to create config: " + Config.sConfigFilePath); throw new RuntimeException("Failed to create config: " + Config.sConfigFilePath); } } else if (Config.bUpdateCheck) { // Update check has priority over download and list downloader.updateCheck(); } else if (Config.bRepair) { // Repair file downloader.repair(); } else if ((Config.sSearch != null) && (!Config.sSearch.isEmpty())) { // search games downloader.searchGames(Config.sSearch); } else if (Config.bDownload) { // Download games downloader.download(); } else if (Config.bListDetails || Config.bList) { // Detailed list of games/extras downloader.listGames(); } else if (Config.sOrphanRegex != null) { // Check for orphaned files if regex for orphans is set downloader.checkOrphans(); } else if (Config.bCheckStatus) { downloader.checkStatus(); } else { // Show help message System.out.println(Config.sVersionString + "" + options_cli_all); } // Orphan check was called at the same time as download. Perform it // after download has finished if (Config.sOrphanRegex != null && Config.bDownload) { downloader.checkOrphans(); } return; }
From source file:org.jorge.lolin1dp.io.net.Internet.java
public static List<ArticleWrapper> getNews(String baseUrl, String url) { Elements newsHeadLines, newsSubTitles, descVerification; try {//from w w w. ja va 2s. c o m System.out.println("Performing get on " + url); Document doc = Jsoup.connect(url).timeout(URL_TIMEOUT_MILLIS).get(); System.out.println("Get performed on " + url); newsHeadLines = doc.select("div.panelizer-view-mode").select("div.node").select("div.node-teaser") .select("div.node-article").select("div.field").select("div.field-name-field-article-media") .select("div.field-type-file").select("div.field-label-hidden"); newsSubTitles = doc.select("div.field").select("div.field-name-field-body-medium") .select("div.field-type-text-long").select("div.field-label-hidden"); descVerification = doc.select("div.default-2-3"); } catch (IOException e) { e.printStackTrace(System.err); return new ArrayList<ArticleWrapper>(); } final List<ArticleWrapper> ret = new ArrayList<>(); Boolean addThis = Boolean.TRUE; int i = 0; for (Element elem : newsHeadLines) { Element linkElem = elem.getElementsByTag("a").first(), imageElem = elem.getElementsByTag("img").first(); if (addThis) { final String title = linkElem.attr("title"); final String link = baseUrl + linkElem.attr("href"); final String imageLink = baseUrl + imageElem.attr("src"); final String subtitle; if (descVerification.get(i).select("div").size() < 7) { subtitle = ""; } else { Element removed = newsSubTitles.remove(0); subtitle = removed.text(); } ret.add(new ArticleWrapper(title, link, imageLink, subtitle)); addThis = Boolean.FALSE; i++; } else { addThis = Boolean.TRUE; } } return ret; }
From source file:org.opens.tanaguru.rules.elementchecker.element.ChildElementPresenceChecker.java
/** * This methods checks whether elements have a child element of a given * type./*from www .ja va 2s. c om*/ * * @param elementToTest * @param elements * @param testSolutionHandler */ private void checkChildElementPresence(String elementToTest, Elements elements, TestSolutionHandler testSolutionHandler) { if (elements.isEmpty()) { testSolutionHandler.addTestSolution(TestSolution.NOT_APPLICABLE); return; } TestSolution testSolution = TestSolution.PASSED; for (Element el : elements) { if (el.getElementsByTag(elementToTest).size() >= minimumNumberOfChildRequired) { testSolution = setTestSolution(testSolution, detectedSolution); if (StringUtils.isNotBlank(messageCodeOnElementDetected)) { addSourceCodeRemark(detectedSolution, el, messageCodeOnElementDetected); } } else { testSolution = setTestSolution(testSolution, notDetectedSolution); if (StringUtils.isNotBlank(messageCodeOnElementNotDetected)) { addSourceCodeRemark(notDetectedSolution, el, messageCodeOnElementNotDetected); } } } testSolutionHandler.addTestSolution(testSolution); }