com.wenyu.clustertools.Snapshot.java Source code

Introduction

Here is the source code for com.wenyu.clustertools.Snapshot.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.wenyu.clustertools;

import com.wenyu.utils.*;
import io.airlift.command.Arguments;
import io.airlift.command.Command;
import io.airlift.command.Option;
import org.apache.cassandra.tools.NodeProbe;
import org.apache.cassandra.tools.NodeTool.NodeToolCmd;

import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
import java.util.concurrent.TimeUnit;

import static com.google.common.collect.Iterables.toArray;
import static org.apache.commons.lang3.StringUtils.join;

@Command(name = "snapshot", description = "Take a snapshot of specified keyspaces or a snapshot of the specified table")
public class Snapshot extends ClusterToolCmd {
    @Arguments(usage = "[<keyspaces...>]", description = "List of keyspaces. By default, all keyspaces")
    private List<String> keyspaces = new ArrayList<>();

    @Option(title = "table", name = { "-cf", "--column-family",
            "--table" }, description = "The table name (you must specify one and only one keyspace for using this option)")
    private String table = null;

    @Option(title = "tag", name = { "-t", "--tag" }, description = "The name of the snapshot")
    private String snapshotName = Long.toString(System.currentTimeMillis());

    @Option(title = "ktlist", name = { "-kt", "--kt-list", "-kc",
            "--kc.list" }, description = "The list of Keyspace.table to take snapshot.(you must not specify only keyspace)")
    private String ktList = null;

    @Option(title = "skip-flush", name = { "-sf",
            "--skip-flush" }, description = "Do not flush memtables before snapshotting (snapshot will not contain unflushed data)")
    private boolean skipFlush = false;

    @Option(title = "parallel executor", name = { "-p",
            "--par-jobs" }, description = "Number of threads to get timeout of all nodes.")
    private int parallel = 1;

    @Override
    public void execute() {
        ExecutorService executor = Executors.newFixedThreadPool(parallel);

        Map<ClusterToolCmd.Node, Future<String>> futures = new HashMap<>();
        for (ClusterToolCmd.Node node : nodes) {
            futures.put(node, executor.submit(new Executor(node)));
        }

        for (Map.Entry<ClusterToolCmd.Node, Future<String>> future : futures.entrySet()) {
            try {
                System.out.println(future.getValue().get(Constants.MAX_PARALLEL_WAIT_IN_SEC, TimeUnit.SECONDS));
            } catch (Exception ex) {
                System.out
                        .println(String.format("%s failed with error: %s", future.getKey().server, ex.toString()));
                ex.printStackTrace();
            }
        }
    }

    private class Executor extends AsyncTask<String> {
        private ClusterToolCmd.Node node;

        public Executor(ClusterToolCmd.Node node) {
            this.node = node;
        }

        @Override
        public String execute() {
            try {
                ClusterToolNodeProbe probe = connect(node);

                StringBuilder sb = new StringBuilder();

                sb.append("Requested creating snapshot(s) on " + OutTextStyle.ANSI_RED + node.server
                        + OutTextStyle.ANSI_RESET + " for ");

                Map<String, String> options = new HashMap<String, String>();
                options.put("skipFlush", Boolean.toString(skipFlush));

                // Create a separate path for kclist to avoid breaking of already existing scripts
                if (null != ktList && !ktList.isEmpty()) {
                    ktList = ktList.replace(" ", "");
                    if (keyspaces.isEmpty() && null == table)
                        sb.append("[").append(ktList).append("]");
                    else {
                        throw new IOException(
                                "When specifying the Keyspace columfamily list for a snapshot, you should not specify columnfamily");
                    }
                    if (!snapshotName.isEmpty())
                        sb.append(" with snapshot name [").append(snapshotName).append("]");
                    sb.append(" and options ").append(options.toString());
                    probe.takeMultipleTableSnapshot(snapshotName, options, ktList.split(","));
                    sb.append("\nSnapshot directory: " + snapshotName);
                } else {
                    if (keyspaces.isEmpty())
                        sb.append("[all keyspaces]");
                    else
                        sb.append("[").append(join(keyspaces, ", ")).append("]");

                    if (!snapshotName.isEmpty())
                        sb.append(" with snapshot name [").append(snapshotName).append("]");
                    sb.append(" and options ").append(options.toString());

                    probe.takeSnapshot(snapshotName, table, options, toArray(keyspaces, String.class));
                    sb.append("Snapshot directory: " + snapshotName);
                }

                return sb.toString();
            } catch (IOException e) {
                e.printStackTrace();
                throw new RuntimeException("Error during taking a snapshot", e);
            }
        }
    }
}