Java tutorial
/* * Copyright (c) 2016, WSO2 Inc. (http://www.wso2.org) All Rights Reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.wso2.carbon.analytics.eventsink.template.deployer.internal.util; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.wso2.carbon.analytics.datasource.core.util.GenericUtils; import org.wso2.carbon.analytics.eventsink.AnalyticsEventStore; import org.wso2.carbon.analytics.eventsink.AnalyticsTableSchema; import org.wso2.carbon.analytics.eventsink.exception.AnalyticsEventStoreException; import org.wso2.carbon.analytics.eventsink.internal.util.AnalyticsEventSinkConstants; import org.wso2.carbon.analytics.eventsink.template.deployer.internal.EventSinkTemplateDeployerValueHolder; import org.wso2.carbon.context.PrivilegedCarbonContext; import org.wso2.carbon.event.stream.core.internal.util.EventStreamConstants; import org.wso2.carbon.event.template.manager.core.DeployableTemplate; import org.wso2.carbon.event.template.manager.core.TemplateDeploymentException; import org.wso2.carbon.registry.core.Registry; import org.wso2.carbon.registry.core.RegistryConstants; import org.wso2.carbon.registry.core.Resource; import org.wso2.carbon.registry.core.exceptions.RegistryException; import org.wso2.carbon.utils.multitenancy.MultitenantUtils; import javax.xml.bind.JAXBContext; import javax.xml.bind.JAXBException; import javax.xml.bind.Unmarshaller; import java.io.File; import java.io.StringReader; import java.nio.charset.StandardCharsets; import java.util.ArrayList; import java.util.List; public class EventSinkTemplateDeployerHelper { private static final Log log = LogFactory.getLog(EventSinkTemplateDeployerHelper.class); public static AnalyticsEventStore unmarshallEventSinkConfig(DeployableTemplate template) throws TemplateDeploymentException { try { String eventSinkConfigXml = template.getArtifact(); if (eventSinkConfigXml == null || eventSinkConfigXml.isEmpty()) { throw new TemplateDeploymentException("EventSink configuration in Domain: " + template.getConfiguration().getDomain() + ", Scenario: " + template.getConfiguration().getScenario() + "is empty or not available."); } JAXBContext context = JAXBContext.newInstance(AnalyticsEventStore.class); Unmarshaller unmarshaller = context.createUnmarshaller(); StringReader reader = new StringReader(eventSinkConfigXml); return (AnalyticsEventStore) unmarshaller.unmarshal(reader); } catch (JAXBException e) { throw new TemplateDeploymentException("Invalid eventSink configuration in Domain: " + template.getConfiguration().getDomain() + ", Scenario: " + template.getConfiguration().getScenario() + ". Could not unmarshall.", e); } } public static void deleteEventSinkConfigurationFile(int tenantId, String streamName) throws TemplateDeploymentException { streamName = GenericUtils.checkAndReturnPath(streamName); File eventSinkFile = new File( MultitenantUtils.getAxis2RepositoryPath(tenantId) + AnalyticsEventSinkConstants.DEPLOYMENT_DIR_NAME + File.separator + EventSinkTemplateDeployerValueHolder.getAnalyticsEventSinkService() .generateAnalyticsTableName(streamName) + AnalyticsEventSinkConstants.DEPLOYMENT_FILE_EXT); if (eventSinkFile.exists()) { if (!eventSinkFile.delete()) { throw new TemplateDeploymentException( "Unable to successfully delete Event Store configuration file : " + eventSinkFile.getName() + " for tenant id : " + tenantId); } } } /** * Util for removing artifactID (along with the separator comma) from artifactIdList * * @param artifactId artifact ID, to be removed. * @param artifactIdList a comma separated list of artifact IDs. * @return artifact ID list, with artifactID being removed. */ public static String removeArtifactIdFromList(String artifactIdList, String artifactId) { int beforeCommaIndex = artifactIdList.indexOf(artifactId) - 1; int afterCommaIndex = artifactIdList.indexOf(artifactId) + artifactId.length(); if (beforeCommaIndex > 0) { artifactIdList = artifactIdList .replace(EventSinkTemplateDeployerConstants.META_INFO_STREAM_NAME_SEPARATER + artifactId, ""); } else if (afterCommaIndex < artifactIdList.length()) { artifactIdList = artifactIdList .replace(artifactId + EventSinkTemplateDeployerConstants.META_INFO_STREAM_NAME_SEPARATER, ""); } else { artifactIdList = artifactIdList.replace(artifactId, ""); } return artifactIdList; } public static AnalyticsEventStore getExistingEventStore(int tenantId, String streamName) throws TemplateDeploymentException { File eventSinkFile = new File( MultitenantUtils.getAxis2RepositoryPath(tenantId) + AnalyticsEventSinkConstants.DEPLOYMENT_DIR_NAME + File.separator + EventSinkTemplateDeployerValueHolder.getAnalyticsEventSinkService() .generateAnalyticsTableName(streamName) + AnalyticsEventSinkConstants.DEPLOYMENT_FILE_EXT); if (eventSinkFile.exists()) { try { JAXBContext context = JAXBContext.newInstance(AnalyticsEventStore.class); Unmarshaller un = context.createUnmarshaller(); return (AnalyticsEventStore) un.unmarshal(eventSinkFile); } catch (JAXBException e) { throw new TemplateDeploymentException( "Error while unmarshalling the configuration from file : " + eventSinkFile.getPath(), e); } } return null; } public static void cleanTableSchemaRegistryRecords(Registry registry, String artifactId) throws TemplateDeploymentException { try { if (registry.resourceExists( EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_COLUMN_DEF_KEYS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId)) { Resource columnDefKeyResource = registry .get(EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_COLUMN_DEF_KEYS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId); String columnDefKeys; if (columnDefKeyResource.getContent() != null) { columnDefKeys = new String((byte[]) columnDefKeyResource.getContent(), StandardCharsets.UTF_8); String[] columnDefKeyArr = columnDefKeys .split(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_SEPARATOR); for (int i = 0; i < columnDefKeyArr.length; i++) { updateColDefKeyToArtifactIdsMap(registry, columnDefKeyArr[i], artifactId); } } registry.delete(EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_COLUMN_DEF_KEYS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId); } } catch (RegistryException e) { throw new TemplateDeploymentException("Failed to clean registry records for Artifact ID: " + artifactId, e); } } private static void updateColDefKeyToArtifactIdsMap(Registry registry, String columnDefKey, String artifactId) throws RegistryException { if (registry .resourceExists(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + columnDefKey)) { Resource artifactListResource = registry .get(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + columnDefKey); String artifacts = new String((byte[]) artifactListResource.getContent(), StandardCharsets.UTF_8); artifacts = EventSinkTemplateDeployerHelper.removeArtifactIdFromList(artifacts, artifactId); if (artifacts.isEmpty()) { registry.delete(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + columnDefKey); if (registry.resourceExists( EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH)) { Resource propertyContainer = registry.get( EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH); propertyContainer.removeProperty(columnDefKey); registry.put(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH, propertyContainer); } } else { artifactListResource.setContent(artifacts); registry.put(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + columnDefKey, artifactListResource); } } else { log.warn("No record available in registry as which artifact uses the Column Definition, with key: " + columnDefKey + ". As a result, it might get overwritten by subsequent Event Sink Configuration deployments."); } } /** * Returns a unique ID for a given Column. * * @param column * @param streamName * @return */ public static String getKeyForColumn(AnalyticsTableSchema.Column column, String streamName) { return new StringBuilder().append(streamName) .append(EventSinkTemplateDeployerConstants.COLUMN_KEY_COMPONENT_SEPARATOR) .append(column.getColumnName()) .append(EventSinkTemplateDeployerConstants.COLUMN_KEY_COMPONENT_SEPARATOR).append(column.getType()) .toString(); } public static void addToArtifactIdToColumnDefMap(Registry registry, String artifactId, String incomingColKey) throws TemplateDeploymentException { try { Resource columnDefKeyResource; String columnDefKeyResourcePath = EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_COLUMN_DEF_KEYS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId; if (registry.resourceExists(columnDefKeyResourcePath)) { columnDefKeyResource = registry.get(columnDefKeyResourcePath); } else { columnDefKeyResource = registry.newResource(); } String columnDefKeys; if (columnDefKeyResource.getContent() == null) { columnDefKeys = incomingColKey; } else { columnDefKeys = new String((byte[]) columnDefKeyResource.getContent(), StandardCharsets.UTF_8); columnDefKeys += EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_SEPARATOR + incomingColKey; } columnDefKeyResource.setMediaType("text/plain"); columnDefKeyResource.setContent(columnDefKeys); registry.put(columnDefKeyResourcePath, columnDefKeyResource); } catch (RegistryException e) { throw new TemplateDeploymentException( "Failed to update registry when deploying artifact with ID: " + artifactId); } } public static void updateArtifactAndStreamIdMappings(Registry registry, String artifactId, List<String> streamIds) throws TemplateDeploymentException { try { addArtifactIdToStreamIdsMap(registry, artifactId, streamIds); updateStreamIdToArtifactIdsMap(registry, artifactId, streamIds); } catch (RegistryException e) { throw new TemplateDeploymentException("Could not load the Registry for Tenant Domain: " + PrivilegedCarbonContext.getThreadLocalCarbonContext().getTenantDomain(true) + ", when trying to undeploy Event Stream with artifact ID: " + artifactId, e); } } private static void addArtifactIdToStreamIdsMap(Registry registry, String artifactId, List<String> streamIds) throws RegistryException { Resource artIdToStreamIdsMapResource = registry.newResource(); StringBuilder idListBuilder = new StringBuilder(); for (String streamId : streamIds) { idListBuilder.append(streamId).append(EventSinkTemplateDeployerConstants.SEPARATOR); } if (idListBuilder.length() - 1 == idListBuilder.lastIndexOf(EventSinkTemplateDeployerConstants.SEPARATOR)) { idListBuilder.deleteCharAt(idListBuilder.length() - 1); } artIdToStreamIdsMapResource.setMediaType("text/plain"); artIdToStreamIdsMapResource.setContent(idListBuilder.toString()); String artIdToStreamIdsMapResourcePath = EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_STREAM_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId; registry.put(artIdToStreamIdsMapResourcePath, artIdToStreamIdsMapResource); } private static void updateStreamIdToArtifactIdsMap(Registry registry, String artifactId, List<String> streamIds) throws RegistryException { for (String streamId : streamIds) { String resourcePath = EventSinkTemplateDeployerConstants.STREAM_ID_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + streamId; Resource artifactIdsResource; if (registry.resourceExists(resourcePath)) { artifactIdsResource = registry.get(resourcePath); } else { artifactIdsResource = registry.newResource(); } String artifactIds; if (artifactIdsResource.getContent() != null) { artifactIds = new String((byte[]) artifactIdsResource.getContent(), StandardCharsets.UTF_8); artifactIds += EventSinkTemplateDeployerConstants.SEPARATOR + artifactId; } else { artifactIds = artifactId; } artifactIdsResource.setMediaType("text/plain"); artifactIdsResource.setContent(artifactIds); registry.put(resourcePath, artifactIdsResource); } } public static void updateArtifactAndColDefMappings(Registry registry, String artifactId, List<AnalyticsTableSchema.Column> columns, String incomingStreamName) throws RegistryException, TemplateDeploymentException { //Check whether any existing Table Schema which is used by another artifact will get overwritten by this deployment. // If so, do not deploy. for (AnalyticsTableSchema.Column column : columns) { String incomingColKey = EventSinkTemplateDeployerHelper.getKeyForColumn(column, incomingStreamName); String incomingColHash = column.getHash(); if (registry.resourceExists( EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH)) { Resource propertyContainer = registry .get(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH); String existingColHash = propertyContainer.getProperty(incomingColKey); if (existingColHash == null) { propertyContainer.addProperty(incomingColKey, incomingColHash); registry.put(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH, propertyContainer); EventSinkTemplateDeployerHelper.addColDefKeyToArtifactIdsResource(registry, artifactId, incomingColKey); EventSinkTemplateDeployerHelper.addToArtifactIdToColumnDefMap(registry, artifactId, incomingColKey); } else if (incomingColHash.equals(existingColHash)) { EventSinkTemplateDeployerHelper.updateColDefKeyToArtifactIdsResource(registry, incomingColKey, artifactId); EventSinkTemplateDeployerHelper.addToArtifactIdToColumnDefMap(registry, artifactId, incomingColKey); //need to maintain this to manage undeployment. } else { EventSinkTemplateDeployerHelper.cleanRegistryWithUndeploy(artifactId, false); throw new TemplateDeploymentException( "Deploying new Event Sink configuration with artifact ID: " + artifactId + " will over-write the existing Column with ID: " + incomingColKey + ", hence deployment held back."); } } else { Resource propertyContainer = registry.newResource(); propertyContainer.addProperty(incomingColKey, incomingColHash); registry.put(EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_COLUMN_DEF_HASH_RESOURCE_PATH, propertyContainer); EventSinkTemplateDeployerHelper.addColDefKeyToArtifactIdsResource(registry, artifactId, incomingColKey); EventSinkTemplateDeployerHelper.addToArtifactIdToColumnDefMap(registry, artifactId, incomingColKey); } } } private static void addColDefKeyToArtifactIdsResource(Registry registry, String artifactId, String incomingColKey) throws RegistryException { Resource artifactIds = registry.newResource(); artifactIds.setMediaType("text/plain"); artifactIds.setContent(artifactId); String resourcePath = EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + incomingColKey; registry.put(resourcePath, artifactIds); } private static void updateColDefKeyToArtifactIdsResource(Registry registry, String incomingColKey, String artifactId) throws RegistryException { String resourcePath = EventSinkTemplateDeployerConstants.COLUMN_DEF_KEY_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + incomingColKey; Resource artifactIdResource = registry.get(resourcePath); String artifactIds = new String((byte[]) artifactIdResource.getContent(), StandardCharsets.UTF_8); artifactIds += EventSinkTemplateDeployerConstants.SEPARATOR + artifactId; artifactIdResource.setContent(artifactIds); registry.put(resourcePath, artifactIdResource); } /** * Undeploys the artifact, having the given artifactId. * * @param artifactId Artifact ID of the artifact. * @param isUndeploy When this is set to False, this method will only clean the registry records that has being kept for artifactId. It will NOT change any Event Sink deployment that has already being done. * In other words, by setting isUndeploy to False, this method can be called to clean the registry when a deployment operation failed. * When this is set ot True, this will remove any subscriptions created when deploying the artifact (in addition to cleaning the registry). */ public static void cleanRegistryWithUndeploy(String artifactId, boolean isUndeploy) throws TemplateDeploymentException { Registry registry; try { int tenantId = PrivilegedCarbonContext.getThreadLocalCarbonContext().getTenantId(); registry = EventSinkTemplateDeployerValueHolder.getRegistryService().getConfigSystemRegistry(tenantId); //removing subscriptions to events, if no other subscriptions available. String artifactIdToStreamIdsResourcePath = EventSinkTemplateDeployerConstants.ARTIFACT_ID_TO_STREAM_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + artifactId; if (registry.resourceExists(artifactIdToStreamIdsResourcePath)) { Resource streamIdResource = registry.get(artifactIdToStreamIdsResourcePath); String streamIds; if (streamIdResource.getContent() != null) { streamIds = new String((byte[]) streamIdResource.getContent(), StandardCharsets.UTF_8); String[] streamIdArr = streamIds.split(EventSinkTemplateDeployerConstants.SEPARATOR); List<String> unsubscriptions = new ArrayList<>(); for (int i = 0; i < streamIdArr.length; i++) { String streamToUnsubscribe = updateStreamIdToArtifactIdsMap(registry, artifactId, streamIdArr[i]); if (streamToUnsubscribe != null) { unsubscriptions.add(streamToUnsubscribe); } } if (isUndeploy && unsubscriptions.size() > 0) { String streamName = streamIdArr[0] .split(EventStreamConstants.STREAM_DEFINITION_DELIMITER)[0]; updateEventSourceInExistingEventStore(streamName, tenantId, unsubscriptions); } } registry.delete(artifactIdToStreamIdsResourcePath); } EventSinkTemplateDeployerHelper.cleanTableSchemaRegistryRecords(registry, artifactId); } catch (RegistryException e) { throw new TemplateDeploymentException("Could not load the Registry for Tenant Domain: " + PrivilegedCarbonContext.getThreadLocalCarbonContext().getTenantDomain(true) + ", when undeploying Event Sink with Artifact ID: " + artifactId, e); } catch (AnalyticsEventStoreException e) { throw new TemplateDeploymentException("Could not save the merged Analytic Event Store " + "when undeploying Event Sink with Artifact ID: " + artifactId); } } private static String updateStreamIdToArtifactIdsMap(Registry registry, String artifactId, String streamId) throws RegistryException { String streamToUnsubscribe = null; String resourcePath = EventSinkTemplateDeployerConstants.STREAM_ID_TO_ARTIFACT_IDS_COLLECTION_PATH + RegistryConstants.PATH_SEPARATOR + streamId; if (registry.resourceExists(resourcePath)) { Resource artifactListResource = registry.get(resourcePath); String artifacts = new String((byte[]) artifactListResource.getContent(), StandardCharsets.UTF_8); artifacts = EventSinkTemplateDeployerHelper.removeArtifactIdFromList(artifacts, artifactId); if (artifacts.isEmpty()) { streamToUnsubscribe = streamId; registry.delete(resourcePath); } else { artifactListResource.setContent(artifacts); registry.put(resourcePath, artifactListResource); } } return streamToUnsubscribe; } private static void updateEventSourceInExistingEventStore(String streamName, int tenantId, List<String> unsubscriptions) throws AnalyticsEventStoreException, TemplateDeploymentException { AnalyticsEventStore analyticsEventStore = EventSinkTemplateDeployerHelper.getExistingEventStore(tenantId, streamName); if (analyticsEventStore == null) { //the event sink has already being undeployed due to streams being undeployed. return; } for (String streamId : unsubscriptions) { analyticsEventStore.getEventSource().getStreamIds().remove(streamId); } if (analyticsEventStore.getEventSource().getStreamIds().size() > 0) { EventSinkTemplateDeployerValueHolder.getAnalyticsEventSinkService().putEventStore(tenantId, analyticsEventStore); } else { EventSinkTemplateDeployerHelper.deleteEventSinkConfigurationFile(tenantId, streamName); } } }