List of usage examples for java.nio.file Path toFile
default File toFile()
From source file:com.marklogic.entityservices.e2e.CSVLoader.java
public void go() throws InterruptedException { logger.info("job started."); File dir = new File(projectDir + "/data/superstore-csv"); WriteHostBatcher batcher = moveMgr.newWriteHostBatcher().withBatchSize(100).withThreadCount(10) .onBatchSuccess((client, batch) -> logger.info(getSummaryReport(batch))) .onBatchFailure((client, batch, throwable) -> { logger.warn("FAILURE on batch:" + batch.toString() + "\n", throwable); throwable.printStackTrace(); });/*from w ww.j av a 2s . c om*/ ticket = moveMgr.startJob(batcher); try (DirectoryStream<Path> stream = Files.newDirectoryStream(dir.toPath(), "*.csv")) { for (Path entry : stream) { logger.debug("Adding " + entry.getFileName().toString()); MappingIterator<ObjectNode> it = csvMapper.readerFor(ObjectNode.class).with(bootstrapSchema) .readValues(entry.toFile()); long i = 0; while (it.hasNext()) { ObjectNode jsonNode = it.next(); String jsonString = mapper.writeValueAsString(jsonNode); String uri = entry.toUri().toString() + "-" + Long.toString(i++) + ".json"; DocumentMetadataHandle metadata = new DocumentMetadataHandle() // .withCollections("raw", "csv") // .withPermission("nwind-reader", Capability.READ) // .withPermission("nwind-writer", Capability.INSERT, Capability.UPDATE); batcher.add(uri, metadata, new StringHandle(jsonString)); if (i % 1000 == 0) logger.debug("Inserting JSON document " + uri); } it.close(); } } catch (IOException e) { e.printStackTrace(); } batcher.flush(); }
From source file:com.marklogic.entityservices.examples.CSVLoader.java
public void go() throws InterruptedException { logger.info("job started."); File dir = new File(projectDir + "/data/third-party/csv"); WriteHostBatcher batcher = moveMgr.newWriteHostBatcher().withBatchSize(100).withThreadCount(10) .onBatchSuccess((client, batch) -> logger.info(getSummaryReport(batch))) .onBatchFailure((client, batch, throwable) -> { logger.warn("FAILURE on batch:" + batch.toString() + "\n", throwable); throwable.printStackTrace(); });/* w w w . j a va 2s . c o m*/ ticket = moveMgr.startJob(batcher); try (DirectoryStream<Path> stream = Files.newDirectoryStream(dir.toPath(), "*.csv")) { for (Path entry : stream) { logger.debug("Adding " + entry.getFileName().toString()); MappingIterator<ObjectNode> it = csvMapper.readerFor(ObjectNode.class).with(bootstrapSchema) .readValues(entry.toFile()); long i = 0; while (it.hasNext()) { ObjectNode jsonNode = it.next(); String jsonString = mapper.writeValueAsString(jsonNode); String uri = entry.toUri().toString() + "-" + Long.toString(i++) + ".json"; DocumentMetadataHandle metadata = new DocumentMetadataHandle() // .withCollections("raw", "csv") // .withPermission("race-reader", Capability.READ) // .withPermission("race-writer", Capability.INSERT, Capability.UPDATE); batcher.add(uri, metadata, new StringHandle(jsonString)); if (i % 1000 == 0) logger.debug("Inserting JSON document " + uri); } it.close(); } } catch (IOException e) { e.printStackTrace(); } batcher.flush(); }
From source file:at.tfr.securefs.module.validation.SchemaValidationModule.java
protected void loadSchema(ModuleConfiguration moduleConfig) { try {//from www. j a v a 2 s. c om String moduleSchemaName = moduleConfig.getProperties().getProperty("schemaName"); if (StringUtils.isNoneBlank(moduleSchemaName) && !schemaName.equals(moduleSchemaName)) { schemaName = moduleSchemaName; schema = null; } if (schema == null) { Path schemaPath = configuration.getSchemaPath().resolve(schemaName); schema = SchemaFactory.newInstance("http://www.w3.org/2001/XMLSchema") .newSchema(schemaPath.toFile()); log.info("loaded schema: " + schemaPath); } } catch (Exception e) { String message = "cannot load schema " + schemaName + " from path: " + configuration.getSchemaPath(); log.warn(message, e); } }
From source file:com.textocat.textokit.commons.consumer.XmiFileWriter.java
@Override protected OutputStream getOutputStream(DocumentMetadata meta) throws IOException { Path outRelativePath = outPathFunc.apply(meta); Path resultPath = outBasePath.resolve(outRelativePath); resultPath = IoUtils.addExtension(resultPath, XMI_FILE_EXTENSION); // does not create missing parents // return Files.newOutputStream(resultPath); return FileUtils.openOutputStream(resultPath.toFile()); }
From source file:be.ugent.psb.coexpnetviz.io.JobServer.java
private HttpEntity makeRequestEntity(JobDescription job) throws UnsupportedEncodingException { MultipartEntityBuilder entityBuilder = MultipartEntityBuilder.create(); // Action to request of server entityBuilder.addTextBody("__controller", "api"); entityBuilder.addTextBody("__action", "execute_job"); // Baits // w ww. j a v a 2s . com if (job.getBaitGroupSource() == BaitGroupSource.FILE) { entityBuilder.addBinaryBody("baits_file", job.getBaitGroupPath().toFile(), ContentType.TEXT_PLAIN, job.getBaitGroupPath().getFileName().toString()); } else if (job.getBaitGroupSource() == BaitGroupSource.TEXT) { entityBuilder.addTextBody("baits", job.getBaitGroupText()); } else { assert false; } // Expression matrices for (Path path : job.getExpressionMatrixPaths()) { entityBuilder.addBinaryBody("matrix[]", path.toFile(), ContentType.TEXT_PLAIN, path.toString()); } // Correlation method String correlationMethod = null; if (job.getCorrelationMethod() == CorrelationMethod.MUTUAL_INFORMATION) { correlationMethod = "mutual_information"; } else if (job.getCorrelationMethod() == CorrelationMethod.PEARSON) { correlationMethod = "pearson_r"; } else { assert false; } entityBuilder.addTextBody("correlation_method", correlationMethod); // Cutoffs entityBuilder.addTextBody("lower_percentile_rank", Double.toString(job.getLowerPercentile())); entityBuilder.addTextBody("upper_percentile_rank", Double.toString(job.getUpperPercentile())); // Gene families source String orthologsSource = null; if (job.getGeneFamiliesSource() == GeneFamiliesSource.PLAZA) { orthologsSource = "plaza"; } else if (job.getGeneFamiliesSource() == GeneFamiliesSource.CUSTOM) { orthologsSource = "custom"; entityBuilder.addBinaryBody("gene_families", job.getGeneFamiliesPath().toFile(), ContentType.TEXT_PLAIN, job.getGeneFamiliesPath().getFileName().toString()); } else if (job.getGeneFamiliesSource() == GeneFamiliesSource.NONE) { orthologsSource = "none"; } else { assert false; } entityBuilder.addTextBody("gene_families_source", orthologsSource); return entityBuilder.build(); }
From source file:com.github.blindpirate.gogradle.crossplatform.DefaultGoBinaryManager.java
private void downloadSpecifiedVersion(String version) { Path archivePath = downloadArchive(version); CompressUtils.decompressZipOrTarGz(archivePath.toFile(), globalCacheManager.getGlobalGoBinCacheDir(version)); }
From source file:fr.duminy.jbackup.core.archive.FileCollector.java
private long collect(final List<SourceWithPath> collectedFiles, final Path source, final IOFileFilter directoryFilter, final IOFileFilter fileFilter, final Cancellable cancellable) throws IOException { final long[] totalSize = { 0L }; SimpleFileVisitor<Path> visitor = new SimpleFileVisitor<Path>() { @Override//from ww w . j a v a2s .c o m public FileVisitResult preVisitDirectory(Path dir, BasicFileAttributes attrs) throws IOException { super.preVisitDirectory(dir, attrs); if ((directoryFilter == null) || source.equals(dir) || directoryFilter.accept(dir.toFile())) { return CONTINUE; } else { return SKIP_SUBTREE; } } @Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException { if ((cancellable != null) && cancellable.isCancelled()) { return TERMINATE; } super.visitFile(file, attrs); if (!Files.isSymbolicLink(file)) { if ((fileFilter == null) || fileFilter.accept(file.toFile())) { LOG.trace("visitFile {}", file.toAbsolutePath()); collectedFiles.add(new SourceWithPath(source, file)); totalSize[0] += Files.size(file); } } return CONTINUE; } }; Files.walkFileTree(source, visitor); return totalSize[0]; }
From source file:com.google.cloud.tools.managedcloudsdk.install.ZipExtractorProvider.java
@Override public void extract(Path archive, Path destination, ProgressListener progressListener) throws IOException { progressListener.start("Extracting archive: " + archive.getFileName(), ProgressListener.UNKNOWN); String canonicalDestination = destination.toFile().getCanonicalPath(); // Use ZipFile instead of ZipArchiveInputStream so that we can obtain file permissions // on unix-like systems via getUnixMode(). ZipArchiveInputStream doesn't have access to // all the zip file data and will return "0" for any call to getUnixMode(). try (ZipFile zipFile = new ZipFile(archive.toFile())) { // TextProgressBar progressBar = textBarFactory.newProgressBar(messageListener, count); Enumeration<ZipArchiveEntry> zipEntries = zipFile.getEntries(); while (zipEntries.hasMoreElements()) { ZipArchiveEntry entry = zipEntries.nextElement(); Path entryTarget = destination.resolve(entry.getName()); String canonicalTarget = entryTarget.toFile().getCanonicalPath(); if (!canonicalTarget.startsWith(canonicalDestination + File.separator)) { throw new IOException("Blocked unzipping files outside destination: " + entry.getName()); }/*from w ww .j a va 2 s . c om*/ progressListener.update(1); logger.fine(entryTarget.toString()); if (entry.isDirectory()) { if (!Files.exists(entryTarget)) { Files.createDirectories(entryTarget); } } else { if (!Files.exists(entryTarget.getParent())) { Files.createDirectories(entryTarget.getParent()); } try (OutputStream out = new BufferedOutputStream(Files.newOutputStream(entryTarget))) { try (InputStream in = zipFile.getInputStream(entry)) { IOUtils.copy(in, out); PosixFileAttributeView attributeView = Files.getFileAttributeView(entryTarget, PosixFileAttributeView.class); if (attributeView != null) { attributeView .setPermissions(PosixUtil.getPosixFilePermissions(entry.getUnixMode())); } } } } } } progressListener.done(); }
From source file:com.thoughtworks.go.server.service.plugins.AnalyticsPluginAssetsServiceTest.java
@Test public void onPluginMetadataLoad_shouldClearExistingCacheAssets() throws Exception { railsRoot = temporaryFolder.newFolder(); Path pluginDirPath = Paths.get(railsRoot.getAbsolutePath(), "public", "assets", "plugins", PLUGIN_ID); Path dirtyPath = Paths.get(pluginDirPath.toString(), "dirty.txt"); FileUtils.forceMkdirParent(dirtyPath.toFile()); Files.write(dirtyPath, "hello".getBytes()); assertTrue(pluginDirPath.toFile().exists()); assertTrue(dirtyPath.toFile().exists()); addAnalyticsPluginInfoToStore(PLUGIN_ID); when(servletContext.getInitParameter("rails.root")).thenReturn("rails-root"); when(servletContext.getRealPath("rails-root")).thenReturn(railsRoot.getAbsolutePath()); when(extension.canHandlePlugin(PLUGIN_ID)).thenReturn(true); when(extension.getStaticAssets(PLUGIN_ID)).thenReturn(null); assetsService.onPluginMetadataCreate(PLUGIN_ID); assertFalse(dirtyPath.toFile().exists()); assertFalse(pluginDirPath.toFile().exists()); }
From source file:com.thoughtworks.go.server.service.plugins.AnalyticsPluginAssetsServiceTest.java
@Test public void onPluginMetadataLoad_shouldKnowPluginStaticAssetsPath() throws Exception { railsRoot = temporaryFolder.newFolder(); Path pluginDirPath = Paths.get(railsRoot.getAbsolutePath(), "public", "assets", "plugins", PLUGIN_ID); Path dirtyPath = Paths.get(pluginDirPath.toString(), "dirty.txt"); FileUtils.forceMkdirParent(dirtyPath.toFile()); Files.write(dirtyPath, "hello".getBytes()); assertTrue(pluginDirPath.toFile().exists()); assertTrue(dirtyPath.toFile().exists()); addAnalyticsPluginInfoToStore(PLUGIN_ID); when(servletContext.getInitParameter("rails.root")).thenReturn("rails-root"); when(servletContext.getRealPath("rails-root")).thenReturn(railsRoot.getAbsolutePath()); when(extension.canHandlePlugin(PLUGIN_ID)).thenReturn(true); when(extension.getStaticAssets(PLUGIN_ID)).thenReturn(testDataZipArchive()); assetsService.onPluginMetadataCreate(PLUGIN_ID); String shaHashOfZipAndPluginScript = "cfbb9309faf81a2b61277abc3b5c31486797d62b24ddfd83a2f871fc56d61ea2"; assertEquals(Paths.get("assets", "plugins", PLUGIN_ID, shaHashOfZipAndPluginScript).toString(), assetsService.assetPathFor(PLUGIN_ID)); }