Java tutorial
/* * Copyright 2013 Basho Technologies Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.basho.riak.client.api.commands.itest; import com.basho.riak.client.api.RiakClient; import com.basho.riak.client.core.operations.itest.ITestBase; import com.basho.riak.client.api.commands.buckets.StoreBucketProperties; import com.basho.riak.client.api.commands.kv.StoreValue; import com.basho.riak.client.api.commands.mapreduce.BucketKeyMapReduce; import com.basho.riak.client.api.commands.mapreduce.MapReduce; import com.basho.riak.client.core.query.Location; import com.basho.riak.client.core.query.Namespace; import com.basho.riak.client.core.query.RiakObject; import com.basho.riak.client.core.query.functions.Function; import com.basho.riak.client.core.util.BinaryValue; import com.fasterxml.jackson.core.type.TypeReference; import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.node.ArrayNode; import org.junit.Test; import java.io.IOException; import java.util.Map; import java.util.concurrent.ExecutionException; import org.junit.After; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; import org.junit.Assume; import org.junit.Before; /** * @author Brian Roach <roach at basho dot com> * @since 2.0 */ public class ITestBucketKeyMapReduce extends ITestBase { RiakClient client = new RiakClient(cluster); static final String mrBucket = "mr_bucket"; @Before public void changeBucketProps() throws ExecutionException, InterruptedException { if (testBucketType) { Namespace ns = new Namespace(bucketType.toString(), mrBucket); StoreBucketProperties op = new StoreBucketProperties.Builder(ns).withAllowMulti(false).build(); client.execute(op); } } @After public void clearMrBucket() throws InterruptedException, ExecutionException { Namespace ns = new Namespace(Namespace.DEFAULT_BUCKET_TYPE, mrBucket); resetAndEmptyBucket(ns); if (testBucketType) { ns = new Namespace(bucketType.toString(), mrBucket); resetAndEmptyBucket(ns); } } private void initValues(String bucketType) throws ExecutionException, InterruptedException { RiakObject obj = new RiakObject(); obj.setValue(BinaryValue.create("Alice was beginning to get very tired of sitting by her sister on the " + "bank, and of having nothing to do: once or twice she had peeped into the " + "book her sister was reading, but it had no pictures or conversations in " + "it, 'and what is the use of a book,' thought Alice 'without pictures or " + "conversation?'")); Namespace ns = new Namespace(bucketType, mrBucket); Location location = new Location(ns, "p1"); client.execute(new StoreValue.Builder(obj).withLocation(location).build()); obj.setValue(BinaryValue.create("So she was considering in her own mind (as well as she could, for the " + "hot day made her feel very sleepy and stupid), whether the pleasure " + "of making a daisy-chain would be worth the trouble of getting up and " + "picking the daisies, when suddenly a White Rabbit with pink eyes ran " + "close by her.")); location = new Location(ns, "p2"); client.execute(new StoreValue.Builder(obj).withLocation(location).build()); obj.setValue(BinaryValue.create("The rabbit-hole went straight on like a tunnel for some way, and then " + "dipped suddenly down, so suddenly that Alice had not a moment to think " + "about stopping herself before she found herself falling down a very deep " + "well.")); location = new Location(ns, "p3"); client.execute(new StoreValue.Builder(obj).withLocation(location).build()); } @Test public void JsBucketKeyMRDefaultType() throws InterruptedException, ExecutionException, IOException { JsBucketKeyMR(Namespace.DEFAULT_BUCKET_TYPE); } @Test public void JsBucketKeyMRTestType() throws InterruptedException, ExecutionException, IOException { Assume.assumeTrue(testBucketType); JsBucketKeyMR(bucketType.toString()); } private void JsBucketKeyMR(String bucketType) throws InterruptedException, ExecutionException, IOException { initValues(bucketType); Namespace ns = new Namespace(bucketType, mrBucket); MapReduce mr = new BucketKeyMapReduce.Builder().withLocation(new Location(ns, "p1")) .withLocation(new Location(ns, "p2")).withLocation(new Location(ns, "p3")) .withMapPhase(Function.newAnonymousJsFunction("function(v, key_data) {" + " var m = v.values[0].data.toLowerCase().match(/\\w*/g);" + " var r = [];" + " for(var i in m) {" + " if(m[i] != '') {" + " var o = {};" + " o[m[i]] = 1;" + " r.push(o);" + " }" + " }" + " return r;" + "}")) .withReducePhase(Function.newAnonymousJsFunction("function(v, key_data) {" + " var r = {};" + " for(var i in v) {" + " for(var w in v[i]) {" + " if(w in r)" + " r[w] += v[i][w];" + " else" + " r[w] = v[i][w];" + " }" + " }" + " return [r];" + "}"), true) .build(); MapReduce.Response response = client.execute(mr); // The query should return one phase result which is a JSON array containing a // single JSON object that is a set of word counts. ArrayNode resultList = response.getResultForPhase(1); assertEquals(1, response.getResultsFromAllPhases().size()); String json = resultList.get(0).toString(); ObjectMapper oMapper = new ObjectMapper(); TypeReference<Map<String, Integer>> type = new TypeReference<Map<String, Integer>>() { }; Map<String, Integer> resultMap = oMapper.readValue(json, type); assertNotNull(resultMap.containsKey("the")); assertEquals(Integer.valueOf(8), resultMap.get("the")); } @Test public void erlangBucketKeyMRDefaultType() throws ExecutionException, InterruptedException { erlangBucketKeyMR(Namespace.DEFAULT_BUCKET_TYPE); } // This will fail due to a bug in Riak. Named functions in a type other than default are // broken. @Test public void erlangBucketKeyMRTestType() throws ExecutionException, InterruptedException { Assume.assumeTrue(testBucketType); erlangBucketKeyMR(bucketType.toString()); } private void erlangBucketKeyMR(String bucketType) throws ExecutionException, InterruptedException { initValues(bucketType); Namespace ns = new Namespace(bucketType, mrBucket); MapReduce mr = new BucketKeyMapReduce.Builder().withLocation(new Location(ns, "p1")) .withLocation(new Location(ns, "p2")).withLocation(new Location(ns, "p3")) .withMapPhase(Function.newErlangFunction("riak_kv_mapreduce", "map_object_value"), false) .withReducePhase(Function.newErlangFunction("riak_kv_mapreduce", "reduce_sort"), true).build(); MapReduce.Response response = client.execute(mr); assertEquals(3, response.getResultsFromAllPhases().size()); } }