* add command to sync configs between regions (#120)

* add command to sync configs between regions

gradle.properties

@@ -16,4 +16,4 @@
 
 group=com.nike
 artifactId=cerberus-lifecycle-cli
-version=4.4.0
+version=4.5.0

src/main/java/com/nike/cerberus/cli/CerberusRunner.java

@@ -41,7 +41,8 @@
 import com.nike.cerberus.command.composite.PrintAllStackInformationCommand;
 import com.nike.cerberus.command.certificates.RotateCertificatesCommand;
 import com.nike.cerberus.command.core.InitializeEnvironmentCommand;
-import com.nike.cerberus.command.core.UpdateAllStackTagsCommand;
+import com.nike.cerberus.command.core.SyncConfigCommand;
+import com.nike.cerberus.command.composite.UpdateAllStackTagsCommand;
 import com.nike.cerberus.command.rds.CleanUpRdsSnapshotsCommand;
 import com.nike.cerberus.command.rds.CopyRdsSnapshotsCommand;
 import com.nike.cerberus.command.rds.CreateDatabaseCommand;
@@ -235,6 +236,7 @@ private void registerAllCommands() {
  registerCommand(new EnableAuditLoggingForExistingEnvironmentCommand());
  registerCommand(new UpdateStackTagsCommand());
  registerCommand(new UpdateAllStackTagsCommand());
+ registerCommand(new SyncConfigCommand());
  }
 
  /**

src/main/java/com/nike/cerberus/cli/EnvironmentConfigToArgsMapper.java

@@ -25,7 +25,7 @@
 import com.nike.cerberus.command.certificates.GenerateAndRotateCertificatesCommand;
 import com.nike.cerberus.command.certificates.RotateCertificatesCommand;
 import com.nike.cerberus.command.core.InitializeEnvironmentCommand;
-import com.nike.cerberus.command.core.UpdateAllStackTagsCommand;
+import com.nike.cerberus.command.composite.UpdateAllStackTagsCommand;
 import com.nike.cerberus.command.rds.CreateDatabaseCommand;
 import com.nike.cerberus.command.core.CreateEdgeDomainRecordCommand;
 import com.nike.cerberus.command.core.CreateLoadBalancerCommand;

src/main/java/com/nike/cerberus/command/core/UpdateAllStackTagsCommand.java → src/main/java/com/nike/cerberus/command/composite/UpdateAllStackTagsCommand.java

@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-package com.nike.cerberus.command.core;
+package com.nike.cerberus.command.composite;
 
 import com.beust.jcommander.Parameters;
 import com.beust.jcommander.ParametersDelegate;
@@ -23,7 +23,7 @@
 import com.nike.cerberus.operation.Operation;
 import com.nike.cerberus.operation.composite.UpdateAllStackTagsOperation;
 
-import static com.nike.cerberus.command.core.UpdateAllStackTagsCommand.COMMAND_NAME;
+import static com.nike.cerberus.command.composite.UpdateAllStackTagsCommand.COMMAND_NAME;
 
 
 /**

src/main/java/com/nike/cerberus/command/core/SyncConfigCommand.java

@@ -0,0 +1,69 @@
+/*
+ * Copyright (c) 2018 Nike, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.nike.cerberus.command.core;
+
+import com.beust.jcommander.Parameter;
+import com.beust.jcommander.Parameters;
+import com.nike.cerberus.command.Command;
+import com.nike.cerberus.operation.Operation;
+import com.nike.cerberus.operation.core.SyncConfigOperation;
+
+import static com.nike.cerberus.command.core.UpdateStackCommand.COMMAND_NAME;
+
+
+/**
+ * Command for syncing configs between regions.
+ */
+@Parameters(commandNames = COMMAND_NAME, commandDescription = "Syncs configs between regions. Recursively copies all files from the source region's config bucket (as defined in --region) to the destination region's config bucket.")
+public class SyncConfigCommand implements Command {
+
+ public static final String COMMAND_NAME = "sync-config";
+ public static final String DESTINATION_REGION_LONG_ARG = "--destination-region";
+ public static final String DRY_LONG_ARG = "--dry";
+ public static final String ALL_LONG_ARG = "--all";
+
+ @Parameter(names = {DESTINATION_REGION_LONG_ARG}, description = "The destination region")
+ private String destinationRegionName;
+
+ @Parameter(names = {DRY_LONG_ARG}, description = "Displays destination buckets and files to be copied over without actually running them")
+ private boolean dryrun;
+
+ @Parameter(names = {ALL_LONG_ARG}, description = "Sync up all regions as defines in the environment data")
+ private boolean all;
+
+ public String getDestinationRegionName() {
+ return destinationRegionName;
+ }
+
+ public boolean isDryrun() {
+ return dryrun;
+ }
+
+ public boolean isAll() {
+ return all;
+ }
+
+ @Override
+ public String getCommandName() {
+ return COMMAND_NAME;
+ }
+
+ @Override
+ public Class<? extends Operation<?>> getOperationClass() {
+ return SyncConfigOperation.class;
+ }
+}

src/main/java/com/nike/cerberus/operation/composite/UpdateAllStackTagsOperation.java

@@ -16,7 +16,7 @@
 
 package com.nike.cerberus.operation.composite;
 
-import com.nike.cerberus.command.core.UpdateAllStackTagsCommand;
+import com.nike.cerberus.command.composite.UpdateAllStackTagsCommand;
 import com.nike.cerberus.command.core.UpdateStackTagsCommand;
 import com.nike.cerberus.domain.environment.Stack;
 

src/main/java/com/nike/cerberus/operation/core/SyncConfigOperation.java

@@ -0,0 +1,80 @@
+/*
+ * Copyright (c) 2018 Nike, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.nike.cerberus.operation.core;
+
+import com.amazonaws.regions.Regions;
+import com.nike.cerberus.command.core.SyncConfigCommand;
+import com.nike.cerberus.operation.Operation;
+import com.nike.cerberus.store.ConfigStore;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import javax.inject.Inject;
+import javax.inject.Named;
+
+import java.util.Arrays;
+import java.util.List;
+import java.util.stream.Collectors;
+
+import static com.nike.cerberus.module.CerberusModule.CONFIG_REGION;
+
+/**
+ * Operation for syncing configs between regions.
+ */
+public class SyncConfigOperation implements Operation<SyncConfigCommand> {
+
+
+ private final Logger logger = LoggerFactory.getLogger(getClass());
+
+ private final ConfigStore configStore;
+
+ private Regions configRegion;
+
+ @Inject
+ public SyncConfigOperation(ConfigStore configStore, @Named(CONFIG_REGION) String configRegion) {
+ this.configStore = configStore;
+ this.configRegion = Regions.fromName(configRegion);
+ }
+
+ @Override
+ public void run(SyncConfigCommand command) {
+ List<Regions> destinationRegions = command.isAll() ? configStore.getSyncDestinationRegions() : Arrays.asList(Regions.fromName(command.getDestinationRegionName()));
+
+ if (command.isDryrun()){
+ logger.info("Destination buckets: {}", destinationRegions.stream()
+ .map(region -> configStore.getConfigBucketForRegion(region)).collect(Collectors.joining(", ")));
+ logger.info("Files to be copied over:");
+ configStore.listKeys().forEach(key -> logger.info(key));
+ } else {
+ for (Regions region: destinationRegions) {
+ logger.info("Destination bucket: {}", configStore.getConfigBucketForRegion(region));
+ configStore.sync(region);
+ }
+ }
+
+ }
+
+ @Override
+ public boolean isRunnable(SyncConfigCommand command) {
+ boolean isRunnable = true;
+ if (!command.isAll() && configRegion.equals(Regions.fromName(command.getDestinationRegionName()))){
+ isRunnable = false;
+ logger.error("The source and destination region must be different.");
+ }
+ return isRunnable;
+ }
+}

src/main/java/com/nike/cerberus/service/S3StoreService.java

@@ -170,4 +170,10 @@ public Optional<String> getHash(String path) {
  logger.debug("The hash for {} is {}", path, objectMetadata.getETag().toString());
  return Optional.ofNullable(objectMetadata.getETag());
  }
+
+ @Override
+ public void copyFrom(String sourceBucketName, String sourceS3key) {
+ logger.info("Copying {}", sourceS3key);
+ s3Client.copyObject(sourceBucketName, sourceS3key, s3Bucket, sourceS3key);
+ }
 }

src/main/java/com/nike/cerberus/service/StoreService.java

@@ -38,4 +38,6 @@ public interface StoreService {
  void deleteAllKeysOnPartialPath(String path);
 
  Optional<String> getHash(String path);
+
+ void copyFrom(String sourceIdentifier, String path);
 }

src/main/java/com/nike/cerberus/store/ConfigStore.java

@@ -659,6 +659,12 @@ public Regions getPrimaryRegion() {
  return getDecryptedEnvironmentData().getPrimaryRegion();
  }
 
+ public List<Regions> getSyncDestinationRegions() {
+ List<Regions> regions = getDecryptedEnvironmentData().getConfigRegions();
+ regions.remove(configRegion);
+ return regions;
+ }
+
  public List<Regions> getConfigEnabledRegions() {
  return getDecryptedEnvironmentData().getConfigRegions();
  }
@@ -757,7 +763,7 @@ public boolean isConfigSynchronized(){
  StoreService storeService = getStoreServiceForRegion(currentRegion, environmentData);
 
  // null hash values are treated as if they're equal
- Map<String, String> s3KeyToHashValueMap = Maps.uniqueIndex(storeService.getKeysInPartialPath(""), s -> storeService.getHash(s).toString());
+ Map<String, String> s3KeyToHashValueMap = Maps.asMap(storeService.getKeysInPartialPath(""), key -> storeService.getHash(key).toString());
  if (firstRegion == null){
  firstS3KeyToHashValueMap = s3KeyToHashValueMap;
  firstRegion = currentRegion;
@@ -769,4 +775,25 @@ public boolean isConfigSynchronized(){
 
  return result;
  }
+
+ /***
+ * Copy all files from config region's config bucket to destination region's config bucket
+ * @param destinationRegion Region to copy files to
+ */
+ public void sync(Regions destinationRegion) {
+ EnvironmentData decryptedEnvironmentData = getDecryptedEnvironmentData();
+ StoreService destinationStoreService = getStoreServiceForRegion(destinationRegion, decryptedEnvironmentData);
+ String sourceBucket = findConfigBucketInSuppliedConfigRegion();
+ listKeys().forEach(k -> destinationStoreService.copyFrom(sourceBucket, k));
+ }
+
+ /***
+ * List every key in the config bucket in the config region
+ * @return Set of keys
+ */
+ public Set<String> listKeys() {
+ StoreService storeService = getStoreServiceForRegion(configRegion, getDecryptedEnvironmentData());
+ Set<String> keys = storeService.getKeysInPartialPath("");
+ return keys;
+ }
 }