Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[Do not merge] WIP/Adding result json output file #172

Open
wants to merge 1 commit into
base: main
Choose a base branch
from
+36 −6
Open

[Do not merge] WIP/Adding result json output file #172

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 4 additions & 3 deletions Gemfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ group :development do
gem 'fakefs'
gem 'simplecov'
gem "chef-zero", "~> 15" # eval when we drop ruby 2.6
gem "chef", "~> 16" # eval when we drop ruby 2.6
gem "ohai", "~> 16" # eval when we drop ruby 2.6
end
gem "chef", "~> 17"
gem "ohai", "~> 17"
gem "knife", "~> 17"
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

might as well bump all of these to chef-18, this would be a major gem bump for knife-ec-backup.

end
35 changes: 32 additions & 3 deletions lib/chef/knife/ec_backup.rb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,11 @@ class EcBackup < Chef::Knife
require 'fileutils' unless defined?(FileUtils)
end

$users_hash = {"total" => 0, "success_count" => 0, "failed" => []}
$user_acls_hash = {"total" => 0, "success_count" => 0, "failed" => []}
$organizations_hash = {"total" => 0, "success_count" => 0, "failed" => [], "org_stats" => []}
$org_stats_hash = {}

def run
set_dest_dir_from_args!
set_client_config!
Expand Down Expand Up @@ -57,6 +62,8 @@ def run
warn_on_incorrect_clients_group(dest_dir, "backup")

completion_banner

write_output
end

def users_for_purge
Expand Down Expand Up @@ -91,11 +98,13 @@ def for_each_user

def for_each_organization
rest.get('/organizations').each_pair do |name, url|
$organizations_hash["total"]+=1
next unless (config[:org].nil? || config[:org] == name)
ui.msg "Downloading organization object for #{name} from #{url}"
begin
org = rest.get(url)
rescue Net::HTTPServerException => ex
$organizations_hash["failed"].append(name)
ui.error "Failed to find organization '#{name}'."
knife_ec_error_handler.add(ex)
next
Expand All @@ -115,18 +124,24 @@ def for_each_organization
end

def download_user(username, url)
$users_hash["total"]+=1
File.open("#{dest_dir}/users/#{username}.json", 'w') do |file|
file.write(Chef::JSONCompat.to_json_pretty(rest.get(url)))
end
$users_hash["success_count"]+=1
rescue Net::HTTPServerException => ex
$users_hash["failed"].append(username)
knife_ec_error_handler.add(ex)
end

def download_user_acl(username)
$user_acls_hash["total"]+=1
File.open("#{dest_dir}/user_acls/#{username}.json", 'w') do |file|
file.write(Chef::JSONCompat.to_json_pretty(user_acl_rest.get("users/#{username}/_acl")))
end
$user_acls_hash["success_count"]+=1
rescue Net::HTTPServerException => ex
$user_acls_hash["failed"].append(username)
knife_ec_error_handler.add(ex)
end

Expand Down Expand Up @@ -213,9 +228,14 @@ def download_org_data(name)
# therefore we use normalize_path_name to add the .json extension
# for example: /acls/environments/_default

$org_stats_hash = {}

top_level_paths.each do |path|
chef_fs_copy_pattern(path, chef_fs_config)
chef_fs_copy_pattern(path, chef_fs_config, name)
end

$organizations_hash["org_stats"].append(name => $org_stats_hash)
$organizations_hash["success_count"]=$organizations_hash["success_count"]+1
ensure
Chef::Config.restore(old_config)
end
Expand All @@ -232,18 +252,27 @@ def chef_fs_paths(pattern_str, chef_fs_config, exclude=[])
list.map { |entry| normalize_path_name(entry.path) }
end

def chef_fs_copy_pattern(pattern_str, chef_fs_config)
def chef_fs_copy_pattern(pattern_str, chef_fs_config, org_name)
ui.msg "Copying #{pattern_str}"
pattern = Chef::ChefFS::FilePattern.new(pattern_str)
Chef::ChefFS::FileSystem.copy_to(pattern, chef_fs_config.chef_fs,
error, $pattern_hash = Chef::ChefFS::FileSystem.copy_to(pattern, chef_fs_config.chef_fs,
chef_fs_config.local_fs, nil,
config, ui,
proc { |entry| chef_fs_config.format_path(entry) })
$org_stats_hash[pattern_str] = $pattern_hash
rescue Net::HTTPServerException,
Chef::ChefFS::FileSystem::NotFoundError,
Chef::ChefFS::FileSystem::OperationFailedError => ex
$organizations_hash["failed"].append(name)
knife_ec_error_handler.add(ex)
end

def write_output
result_hash = {"organizations" => $organizations_hash, "user_acls" => $user_acls_hash, "users" => $users_hash}
File.open("#{dest_dir}/result-#{Time.now.to_i}.json", 'w') do |file|
file.write(Chef::JSONCompat.to_json_pretty(result_hash))
end
end
end
end
end