Java tutorial
package io.konig.camel.aws.s3; /* * #%L * Camel DeleteObject Component * %% * Copyright (C) 2015 - 2018 Gregory McFall * %% * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * #L% */ import io.konig.camel.component.aws.s3.client.S3ClientFactory; import org.apache.camel.CamelContext; import org.apache.camel.Component; import org.apache.camel.Consumer; import org.apache.camel.Exchange; import org.apache.camel.ExchangePattern; import org.apache.camel.Message; import org.apache.camel.Processor; import org.apache.camel.Producer; import org.apache.camel.impl.ScheduledPollEndpoint; import org.apache.camel.spi.Metadata; import org.apache.camel.spi.UriEndpoint; import org.apache.camel.spi.UriParam; import org.apache.camel.spi.UriPath; import org.apache.camel.support.SynchronizationAdapter; import org.apache.camel.util.IOHelper; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.amazonaws.AmazonServiceException; import com.amazonaws.regions.Region; import com.amazonaws.regions.Regions; import com.amazonaws.services.s3.AmazonS3; import com.amazonaws.services.s3.model.CreateBucketRequest; import com.amazonaws.services.s3.model.ListObjectsRequest; import com.amazonaws.services.s3.model.ObjectMetadata; import com.amazonaws.services.s3.model.S3Object; /** * Represents a DeleteObject endpoint. */ @UriEndpoint(scheme = "konig-aws-s3", title = "DeleteObject", syntax = "konig-aws-s3:name", consumerClass = DeleteObjectConsumer.class, label = "DeleteObject") public class DeleteObjectEndpoint extends ScheduledPollEndpoint { private static final Logger LOG = LoggerFactory.getLogger(DeleteObjectEndpoint.class); private AmazonS3 s3Client; @UriPath(description = "Bucket name or ARN") @Metadata(required = "true") private String bucketNameOrArn; // to support component docs @UriParam private S3Configuration configuration; @UriParam(label = "consumer", defaultValue = "10") private int maxMessagesPerPoll = 10; @UriParam(label = "consumer", defaultValue = "60") private int maxConnections = 50 + maxMessagesPerPoll; @Deprecated public DeleteObjectEndpoint(String uri, CamelContext context, S3Configuration configuration) { super(uri, context); this.configuration = configuration; } public DeleteObjectEndpoint(String uri, Component comp, S3Configuration configuration) { super(uri, comp); this.configuration = configuration; } public Consumer createConsumer(Processor processor) throws Exception { DeleteObjectConsumer deleteObjectConsumer = new DeleteObjectConsumer(this, processor); configureConsumer(deleteObjectConsumer); deleteObjectConsumer.setMaxMessagesPerPoll(maxMessagesPerPoll); return deleteObjectConsumer; } public Producer createProducer() throws Exception { return new DeleteObjectProducer(this); } public boolean isSingleton() { return true; } @Override public void doStart() throws Exception { super.doStart(); String envName = ""; if (System.getProperty("environmentName") != null) { envName = System.getProperty("environmentName"); } String bucketName = getConfiguration().getBucketName(); bucketName = bucketName.replace("${environmentName}", envName); configuration.setBucketName(bucketName); configuration.getAmazonS3Client().setRegion(Region.getRegion(Regions.fromName(configuration.getRegion()))); s3Client = configuration.getAmazonS3Client() != null ? configuration.getAmazonS3Client() : S3ClientFactory.getAWSS3Client(configuration, getMaxConnections()).getS3Client(); String fileName = getConfiguration().getFileName(); if (fileName != null) { LOG.trace("File name [{}] requested, so skipping bucket check...", fileName); return; } LOG.trace("Querying whether bucket [{}] already exists...", bucketName); String prefix = getConfiguration().getPrefix(); try { s3Client.listObjects(new ListObjectsRequest(bucketName, prefix, null, null, 0)); LOG.trace("Bucket [{}] already exists", bucketName); return; } catch (AmazonServiceException ase) { /* 404 means the bucket doesn't exist */ if (ase.getStatusCode() != 404) { throw ase; } } LOG.trace("Bucket [{}] doesn't exist yet", bucketName); // creates the new bucket because it doesn't exist yet CreateBucketRequest createBucketRequest = new CreateBucketRequest(getConfiguration().getBucketName()); //LOG.trace("Creating bucket [{}] in region [{}] with request [{}]...", configuration.getBucketName(), configuration.getRegion(), createBucketRequest); s3Client.createBucket(createBucketRequest); LOG.trace("Bucket created"); if (configuration.getPolicy() != null) { LOG.trace("Updating bucket [{}] with policy [{}]", bucketName, configuration.getPolicy()); s3Client.setBucketPolicy(bucketName, configuration.getPolicy()); LOG.trace("Bucket policy updated"); } } @Override public void doStop() throws Exception { if (s3Client != null) { s3Client.shutdown(); } super.doStop(); } public Exchange createExchange(S3Object s3Object) { return createExchange(getExchangePattern(), s3Object); } public Exchange createExchange(ExchangePattern pattern, final S3Object s3Object) { LOG.trace("Getting object with key [{}] from bucket [{}]...", s3Object.getKey(), s3Object.getBucketName()); ObjectMetadata objectMetadata = s3Object.getObjectMetadata(); LOG.trace("Got object [{}]", s3Object); Exchange exchange = super.createExchange(pattern); Message message = exchange.getIn(); if (configuration.isIncludeBody()) { message.setBody(s3Object.getObjectContent()); } else { message.setBody(null); } message.setHeader(S3Constants.KEY, s3Object.getKey()); message.setHeader(S3Constants.BUCKET_NAME, s3Object.getBucketName()); message.setHeader(S3Constants.E_TAG, objectMetadata.getETag()); message.setHeader(S3Constants.LAST_MODIFIED, objectMetadata.getLastModified()); message.setHeader(S3Constants.VERSION_ID, objectMetadata.getVersionId()); message.setHeader(S3Constants.CONTENT_TYPE, objectMetadata.getContentType()); message.setHeader(S3Constants.CONTENT_MD5, objectMetadata.getContentMD5()); message.setHeader(S3Constants.CONTENT_LENGTH, objectMetadata.getContentLength()); message.setHeader(S3Constants.CONTENT_ENCODING, objectMetadata.getContentEncoding()); message.setHeader(S3Constants.CONTENT_DISPOSITION, objectMetadata.getContentDisposition()); message.setHeader(S3Constants.CACHE_CONTROL, objectMetadata.getCacheControl()); message.setHeader(S3Constants.S3_HEADERS, objectMetadata.getRawMetadata()); message.setHeader(S3Constants.SERVER_SIDE_ENCRYPTION, objectMetadata.getSSEAlgorithm()); message.setHeader(S3Constants.USER_METADATA, objectMetadata.getUserMetadata()); message.setHeader(S3Constants.EXPIRATION_TIME, objectMetadata.getExpirationTime()); message.setHeader(S3Constants.REPLICATION_STATUS, objectMetadata.getReplicationStatus()); message.setHeader(S3Constants.STORAGE_CLASS, objectMetadata.getStorageClass()); /** * If includeBody != true, it is safe to close the object here. If * includeBody == true, the caller is responsible for closing the stream * and object once the body has been fully consumed. As of 2.17, the * consumer does not close the stream or object on commit. */ if (!configuration.isIncludeBody()) { IOHelper.close(s3Object); } else { if (configuration.isAutocloseBody()) { exchange.addOnCompletion(new SynchronizationAdapter() { @Override public void onDone(Exchange exchange) { IOHelper.close(s3Object); } }); } } return exchange; } public S3Configuration getConfiguration() { return configuration; } public void setConfiguration(S3Configuration configuration) { this.configuration = configuration; } public void setS3Client(AmazonS3 s3Client) { this.s3Client = s3Client; } public AmazonS3 getS3Client() { return s3Client; } public int getMaxMessagesPerPoll() { return maxMessagesPerPoll; } /** * Gets the maximum number of messages as a limit to poll at each polling. * <p/> * Is default unlimited, but use 0 or negative number to disable it as * unlimited. */ public void setMaxMessagesPerPoll(int maxMessagesPerPoll) { this.maxMessagesPerPoll = maxMessagesPerPoll; } public int getMaxConnections() { return maxConnections; } /** * Set the maxConnections parameter in the S3 client configuration */ public void setMaxConnections(int maxConnections) { this.maxConnections = maxConnections; } }