Java tutorial
/* (c) 2013 Open Source Geospatial Foundation - all rights reserved * This code is licensed under the GPL 2.0 license, available at the root * application directory. */ package org.geoserver.importer.rest; import com.vividsolutions.jts.geom.Coordinate; import com.vividsolutions.jts.geom.Point; import net.sf.json.JSONObject; import org.apache.commons.httpclient.HttpStatus; import org.apache.commons.io.FileUtils; import org.geoserver.catalog.*; import org.geoserver.importer.ImportContext; import org.geoserver.importer.ImportTask; import org.geoserver.importer.ImporterTestSupport; import org.geoserver.importer.transform.AttributesToPointGeometryTransform; import org.geoserver.importer.transform.TransformChain; import org.geoserver.security.impl.GeoServerUser; import org.geotools.coverage.grid.io.GranuleSource; import org.geotools.coverage.grid.io.StructuredGridCoverage2DReader; import org.geotools.data.DataUtilities; import org.geotools.data.FeatureSource; import org.geotools.data.Query; import org.geotools.data.simple.SimpleFeatureCollection; import org.geotools.data.simple.SimpleFeatureSource; import org.geotools.feature.FeatureCollection; import org.geotools.feature.FeatureIterator; import org.geotools.filter.text.cql2.CQL; import org.hamcrest.CoreMatchers; import org.junit.Before; import org.junit.Test; import org.opengis.feature.Feature; import org.opengis.feature.simple.SimpleFeature; import org.opengis.feature.simple.SimpleFeatureType; import org.opengis.feature.type.FeatureType; import org.opengis.feature.type.GeometryDescriptor; import org.springframework.mock.web.MockHttpServletResponse; import org.springframework.security.authentication.AnonymousAuthenticationToken; import org.springframework.security.core.Authentication; import org.springframework.security.core.GrantedAuthority; import org.springframework.security.core.context.SecurityContextHolder; import java.io.File; import java.io.FileOutputStream; import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.Properties; import static org.hamcrest.CoreMatchers.is; import static org.hamcrest.CoreMatchers.notNullValue; import static org.junit.Assert.*; public class ImporterIntegrationTest extends ImporterTestSupport { @Override protected void setUpSpring(List<String> springContextLocations) { super.setUpSpring(springContextLocations); springContextLocations.add("classpath:TestContext.xml"); } @Before public void createH2Store() throws Exception { // create the store for the indirect imports String wsName = getCatalog().getDefaultWorkspace().getName(); createH2DataStore(wsName, "h2"); // remove any callback set to check the request spring context RequestContextListener listener = applicationContext.getBean(RequestContextListener.class); listener.setCallBack(null); } @Test public void testDefaultTransformationsInit() throws Exception { File dir = unpack("csv/locations.zip"); String wsName = getCatalog().getDefaultWorkspace().getName(); File locations = new File(dir, "locations.csv"); // @formatter:off String contextDefinition = "{\n" + " \"import\": {\n" + " \"targetWorkspace\": {\n" + " \"workspace\": {\n" + " \"name\": \"" + wsName + "\"\n" + " }\n" + " },\n" + " \"data\": {\n" + " \"type\": \"file\",\n" + " \"file\": \"" + jsonSafePath(locations) + "\"\n" + " },\n" + " targetStore: {\n" + " dataStore: {\n" + " name: \"h2\",\n" + " }\n" + " },\n" + " \"transforms\": [\n" + " {\n" + " \"type\": \"AttributesToPointGeometryTransform\",\n" + " \"latField\": \"LAT\"," + " \"lngField\": \"LON\"" + " }\n" + " ]" + " }\n" + "}"; // @formatter:on JSONObject json = (JSONObject) json( postAsServletResponse("/rest/imports", contextDefinition, "application/json")); // print(json); int importId = json.getJSONObject("import").getInt("id"); checkLatLonTransformedImport(importId); } @Test public void testDefaultTransformationsUpload() throws Exception { File dir = unpack("csv/locations.zip"); String wsName = getCatalog().getDefaultWorkspace().getName(); File locations = new File(dir, "locations.csv"); // @formatter:off String contextDefinition = "{\n" + " \"import\": {\n" + " \"targetWorkspace\": {\n" + " \"workspace\": {\n" + " \"name\": \"" + wsName + "\"\n" + " }\n" + " },\n" + " targetStore: {\n" + " dataStore: {\n" + " name: \"h2\",\n" + " }\n" + " },\n" + " \"transforms\": [\n" + " {\n" + " \"type\": \"AttributesToPointGeometryTransform\",\n" + " \"latField\": \"LAT\"," + " \"lngField\": \"LON\"" + " }\n" + " ]" + " }\n" + "}"; // @formatter:on JSONObject json = (JSONObject) json( postAsServletResponse("/rest/imports", contextDefinition, "application/json")); // print(json); int importId = json.getJSONObject("import").getInt("id"); // upload the data String body = "--AaB03x\r\nContent-Disposition: form-data; name=filedata; filename=data.csv\r\n" + "Content-Type: text/plain\n" + "\r\n\r\n" + FileUtils.readFileToString(locations) + "\r\n\r\n--AaB03x--"; post("/rest/imports/" + importId + "/tasks", body, "multipart/form-data; boundary=AaB03x"); checkLatLonTransformedImport(importId); } private void checkLatLonTransformedImport(int importId) throws IOException { ImportContext context = importer.getContext(importId); assertEquals(1, context.getTasks().size()); ImportTask task = context.getTasks().get(0); TransformChain transformChain = task.getTransform(); assertThat(transformChain.getTransforms().get(0), CoreMatchers.instanceOf(AttributesToPointGeometryTransform.class)); assertEquals(ImportTask.State.NO_CRS, task.getState()); LayerInfo layer = task.getLayer(); ResourceInfo resource = layer.getResource(); resource.setSRS("EPSG:4326"); importer.changed(task); assertEquals(ImportTask.State.READY, task.getState()); context.updated(); assertEquals(ImportContext.State.PENDING, context.getState()); importer.run(context); assertEquals(ImportContext.State.COMPLETE, context.getState()); FeatureTypeInfo fti = (FeatureTypeInfo) resource; SimpleFeatureType featureType = (SimpleFeatureType) fti.getFeatureType(); GeometryDescriptor geometryDescriptor = featureType.getGeometryDescriptor(); assertNotNull("Expecting geometry", geometryDescriptor); assertEquals("Invalid geometry name", "location", geometryDescriptor.getLocalName()); assertEquals(3, featureType.getAttributeCount()); FeatureSource<? extends FeatureType, ? extends Feature> featureSource = fti.getFeatureSource(null, null); FeatureCollection<? extends FeatureType, ? extends Feature> features = featureSource.getFeatures(); assertEquals(9, features.size()); FeatureIterator<? extends Feature> featureIterator = features.features(); assertTrue("Expected features", featureIterator.hasNext()); SimpleFeature feature = (SimpleFeature) featureIterator.next(); assertNotNull(feature); assertEquals("Invalid city attribute", "Trento", feature.getAttribute("CITY")); assertEquals("Invalid number attribute", 140, feature.getAttribute("NUMBER")); Object geomAttribute = feature.getAttribute("location"); assertNotNull("Expected geometry", geomAttribute); Point point = (Point) geomAttribute; Coordinate coordinate = point.getCoordinate(); assertEquals("Invalid x coordinate", 11.12, coordinate.x, 0.1); assertEquals("Invalid y coordinate", 46.07, coordinate.y, 0.1); featureIterator.close(); } @Test public void testDirectExecuteAsync() throws Exception { testDirectExecuteInternal(true); } @Test public void testDirectExecuteSync() throws Exception { testDirectExecuteInternal(false); } void testDirectExecuteInternal(boolean async) throws Exception { // set a callback to check that the request spring context is passed to the job thread RequestContextListener listener = applicationContext.getBean(RequestContextListener.class); SecurityContextHolder.getContext().setAuthentication(createAuthentication()); final boolean[] invoked = { false }; listener.setCallBack((request, user, resource) -> { Authentication auth = SecurityContextHolder.getContext().getAuthentication(); assertThat(request, notNullValue()); assertThat(resource, notNullValue()); assertThat(auth, notNullValue()); invoked[0] = true; }); File gmlFile = file("gml/poi.gml2.gml"); String wsName = getCatalog().getDefaultWorkspace().getName(); // @formatter:off String contextDefinition = "{\n" + " \"import\": {\n" + " \"targetWorkspace\": {\n" + " \"workspace\": {\n" + " \"name\": \"" + wsName + "\"\n" + " }\n" + " },\n" + " \"data\": {\n" + " \"type\": \"file\",\n" + " \"file\": \"" + jsonSafePath(gmlFile) + "\"\n" + " }," + " targetStore: {\n" + " dataStore: {\n" + " name: \"h2\",\n" + " }\n" + " }\n" + " }\n" + "}"; // @formatter:on JSONObject json = (JSONObject) json(postAsServletResponse( "/rest/imports?exec=true" + (async ? "&async=true" : ""), contextDefinition, "application/json")); // print(json); String state = null; int importId; if (async) { importId = json.getJSONObject("import").getInt("id"); for (int i = 0; i < 60 * 2 * 2; i++) { json = (JSONObject) getAsJSON("/rest/imports/" + importId); // print(json); state = json.getJSONObject("import").getString("state"); if ("INIT".equals(state) || "RUNNING".equals(state) || "PENDING".equals(state)) { Thread.sleep(500); } } } else { state = json.getJSONObject("import").getString("state"); importId = json.getJSONObject("import").getInt("id"); } Thread.sleep(500); assertEquals("COMPLETE", state); assertThat(invoked[0], is(true)); checkPoiImport(); //Test delete MockHttpServletResponse resp = deleteAsServletResponse("/rest/imports/" + importId); assertEquals(204, resp.getStatus()); } protected Authentication createAuthentication() { GeoServerUser anonymous = GeoServerUser.createAnonymous(); List<GrantedAuthority> roles = new ArrayList<GrantedAuthority>(); roles.addAll(anonymous.getAuthorities()); AnonymousAuthenticationToken auth = new AnonymousAuthenticationToken("geoserver", anonymous.getUsername(), roles); return auth; } private String jsonSafePath(File gmlFile) throws IOException { return gmlFile.getCanonicalPath().replace('\\', '/'); } private void checkPoiImport() throws Exception { FeatureTypeInfo fti = getCatalog().getResourceByName("poi", FeatureTypeInfo.class); assertNotNull(fti); SimpleFeatureType featureType = (SimpleFeatureType) fti.getFeatureType(); GeometryDescriptor geometryDescriptor = featureType.getGeometryDescriptor(); assertEquals("Expecting a point geometry", Point.class, geometryDescriptor.getType().getBinding()); assertEquals(4, featureType.getAttributeCount()); // read the features, check they are in the right order SimpleFeatureSource fs = (SimpleFeatureSource) fti.getFeatureSource(null, null); SimpleFeatureCollection fc = fs.getFeatures(CQL.toFilter("NAME = 'museam'")); assertEquals(1, fc.size()); SimpleFeature sf = DataUtilities.first(fc); Point p = (Point) sf.getDefaultGeometry(); assertEquals(-74.0104611, p.getX(), 1e-6); assertEquals(40.70758763, p.getY(), 1e-6); } @Test public void testImportGranuleInEmptyMosaic() throws Exception { Catalog catalog = getCatalog(); // prepare an empty mosaic File root = getTestData().getDataDirectoryRoot(); String mosaicName = "emptyMosaic"; File mosaicRoot = new File(root, mosaicName); ensureClean(mosaicRoot); File granulesRoot = new File(root, mosaicName + "_granules"); ensureClean(granulesRoot); Properties props = new Properties(); props.put("SPI", "org.geotools.data.h2.H2DataStoreFactory"); props.put("database", "empty"); try (FileOutputStream fos = new FileOutputStream(new File(mosaicRoot, "datastore.properties"))) { props.store(fos, null); } props.clear(); props.put("CanBeEmpty", "true"); try (FileOutputStream fos = new FileOutputStream(new File(mosaicRoot, "indexer.properties"))) { props.store(fos, null); } CatalogBuilder cb = new CatalogBuilder(catalog); WorkspaceInfo ws = catalog.getDefaultWorkspace(); cb.setWorkspace(ws); CoverageStoreInfo store = cb.buildCoverageStore(mosaicName); store.setURL("./" + mosaicName); store.setType("ImageMosaic"); catalog.save(store); // put a granule in the mosaic unpack("geotiff/EmissiveCampania.tif.bz2", granulesRoot); File granule = new File(granulesRoot, "EmissiveCampania.tif"); store = catalog.getCoverageStoreByName(mosaicName); // @formatter:off String contextDefinition = "{\n" + " \"import\": {\n" + " \"data\": {\n" + " \"type\": \"file\",\n" + " \"file\": \"" + jsonSafePath(granule.getAbsoluteFile()) + "\"\n" + " }," + " targetStore: {\n" + " dataStore: {\n" + " name: \"" + store.getName() + "\",\n" + " }\n" + " }\n" + " }\n" + "}"; // @formatter:on // sync execution JSONObject json = (JSONObject) json( postAsServletResponse("/rest/imports?exec=true", contextDefinition, "application/json")); // print(json); String state = json.getJSONObject("import").getString("state"); assertEquals("COMPLETE", state); // check the import produced a granule StructuredGridCoverage2DReader reader = (StructuredGridCoverage2DReader) store.getGridCoverageReader(null, null); GranuleSource granules = reader.getGranules(reader.getGridCoverageNames()[0], true); assertEquals(1, granules.getCount(Query.ALL)); // check we now also have a layer LayerInfo layer = catalog.getLayerByName(mosaicName); assertNotNull(layer); } private void ensureClean(File mosaicRoot) throws IOException { if (mosaicRoot.exists()) { FileUtils.deleteDirectory(mosaicRoot); } mosaicRoot.mkdirs(); } }