From 75d57abd19cbea46d99869a6ce9f86f07c5f6d16 Mon Sep 17 00:00:00 2001 From: Seth Thomas Date: Thu, 19 May 2016 18:47:44 -0700 Subject: [PATCH 1/2] Move all the logic out of Rakefile and into bin/bento --- Rakefile | 366 ++++----------------------------------- bin/bento | 501 ++++++++++++++++++++++++++++++++++++++++++++++++++++-- build.sh | 5 +- 3 files changed, 517 insertions(+), 355 deletions(-) diff --git a/Rakefile b/Rakefile index 1c00aeefd..dc6c29090 100644 --- a/Rakefile +++ b/Rakefile @@ -1,15 +1,10 @@ -require 'cgi' require 'json' -require 'net/http' -require 'kitchen' -require 'aws-sdk' -require 'mixlib/shellout' # TODO: private boxes may need to specify a mirror # Enables `bundle exec rake do_all[ubuntu-12.04-amd64,centos-7.1-x86_64] # http://blog.stevenocchipinti.com/2013/10/18/rake-task-with-an-arbitrary-number-of-arguments/ -task :do_all do |task, args| +task :do_all do |_task, args| args.extras.each do |a| # build stage Rake::Task['build_box'].invoke(a) @@ -29,170 +24,53 @@ task :do_all do |task, args| Rake::Task['release_all'].reenable end -desc 'Build a bento template' -task :build_box, :template do |t, args| - sh "#{build_command(args[:template])}" -end - desc 'Test all boxes with Test Kitchen' task :test_all do - metadata_files.each do |metadata_file| - puts "Processing #{metadata_file} for test." - Rake::Task['test_box'].invoke(metadata_file) - Rake::Task['test_box'].reenable - end -end - -desc 'Test a box with Test Kitchen' -task :test_box, :metadata_file do |f, args| - metadata = box_metadata(args[:metadata_file]) - test_box(metadata['name'], metadata['providers']) + sh './bin/bento test' end -desc 'Upload all boxes to Atlas for all providers' +desc 'Upload all boxes to Atlas and S3 for all providers' task :upload_all do - metadata_files.each do |metadata_file| - puts "Processing #{metadata_file} for upload." - Rake::Task['upload_box'].invoke(metadata_file) - Rake::Task['upload_box'].reenable - end -end - -desc 'Upload box files for a single platform to Atlas for all providers' -task :upload_box, :metadata_file do |f, args| - metadata = box_metadata(args[:metadata_file]) - create_box(metadata['name']) - create_box_version(metadata['name'], metadata['version']) - create_providers(metadata['name'], metadata['version'], metadata['providers'].keys) - upload_to_atlas(metadata['name'], metadata['version'], metadata['providers']) + sh './bin/bento upload' end -desc 'Upload all boxes to S3 for all providers' -task :upload_all_s3 do - metadata_files.each do |metadata_file| - puts "Processing #{metadata_file} for upload." - Rake::Task['upload_box_s3'].invoke(metadata_file) - Rake::Task['upload_box_s3'].reenable - end -end - -desc 'Upload box files to S3 for all providers' -task :upload_box_s3, :metadata_file do |f, args| - metadata = box_metadata(args[:metadata_file]) - upload_to_s3(metadata['name'], metadata['version'], metadata['providers']) -end - -desc 'Release all boxes for a given version' +desc 'Release all' task :release_all do metadata_files.each do |metadata_file| - puts "Processing #{metadata_file} for release." metadata = box_metadata(metadata_file) - release_version(metadata['name'], metadata['version']) + Rake::Task['release'].invoke(metadata['name'], metadata['version']) + Rake::Task['release'].reenable end end -desc 'Revoke all boxes for a version' -task :revoke_all, :version do |v, args| - revoke_version(args[:version]) -end - -desc 'Delete all boxes for a version' -task :delete_all, :version do |v, args| - delete_version(args[:version]) -end - -desc 'Clean the build directory' -task :clean do - puts 'Removing builds/*.{box,json}' - `rm -rf builds/*.{box,json}` - puts 'Removing packer-* directories' - `rm -rf packer-*` - puts 'Removing .kitchen.*.yml' - `rm -f .kitchen.*.yml` -end - -def atlas_api - @atlas_api ||= 'https://atlas.hashicorp.com/api/v1' -end - -def atlas_org - @atlas_org ||= ENV['ATLAS_ORG'] -end - -def atlas_token - @atlas_token ||= ENV['ATLAS_TOKEN'] +desc 'Build a bento template' +task :build_box, :template do |_, args| + sh build_command(args[:template]) end -def class_for_request(verb) - Net::HTTP.const_get(verb.to_s.capitalize) +desc 'Release a version of a box' +task :release, [:boxname, :version] do |_, args| + sh "./bin/bento release #{args[:boxname]} #{args[:version]}" end -def build_uri(verb, path, params = {}) - if %w(delete, get).include?(verb) - path = [path, to_query_string(params)].compact.join('?') - end - # Parse the URI - uri = URI.parse(path) - - # Don't merge absolute URLs - uri = URI.parse(File.join(endpoint, path)) unless uri.absolute? - - # Return the URI object - uri +desc 'Revoke a version of a box' +task :revoke, [:boxname, :version] do |_, args| + sh "./bin/bento revoke #{args[:boxname]} #{args[:version]}" end -def to_query_string(hash) - hash.map do |key, value| - "#{CGI.escape(key)}=#{CGI.escape(value)}" - end.join('&')[/.+/] +desc 'Delete a version of a box' +task :delete, [:boxname, :version] do |_, args| + sh "./bin/bento delete #{args[:boxname]} #{args[:version]}" end -def request(verb, url, data = {}, headers = {}) - uri = build_uri(verb, url, data) - - # Build the request. - request = class_for_request(verb).new(uri.request_uri) - if %w(patch post put delete).include?(verb) - if data.respond_to?(:read) - request.content_length = data.size - request.body_stream = data - elsif data.is_a?(Hash) - request.form_data = data - else - request.body = data - end - end - - # Add headers - headers.each do |key, value| - request.add_field(key, value) - end - - connection = Net::HTTP.new(uri.host, uri.port) - - if uri.scheme == 'https' - require 'net/https' unless defined?(Net::HTTPS) - - # Turn on SSL - connection.use_ssl = true - connection.verify_mode = OpenSSL::SSL::VERIFY_PEER - end - - connection.start do |http| - response = http.request(request) - - case response - when Net::HTTPRedirection - redirect = URI.parse(response['location']) - request(verb, redirect, data, headers) - else - response - end - end +desc 'Clean the build directory' +task :clean do + puts 'Cleaning up...' + `rm -rf builds/*.json builds/*.box packer-* .kitchen.*.yml` end def box_metadata(metadata_file) - metadata = Hash.new + metadata = {} file = File.read(metadata_file) json = JSON.parse(file) @@ -200,7 +78,7 @@ def box_metadata(metadata_file) metadata['name'] = json['name'] metadata['version'] = json['version'] metadata['box_basename'] = json['box_basename'] - metadata['providers'] = Hash.new + metadata['providers'] = {} json['providers'].each do |provider| metadata['providers'][provider['name']] = provider.reject { |k, _| k == 'name' } end @@ -208,11 +86,12 @@ def box_metadata(metadata_file) end def build_command(template) - cmd = %W[./bin/bento build #{template}] + cmd = %W(./bin/bento build #{template}) cmd.insert(2, "--only #{ENV['BENTO_PROVIDERS']}") if ENV['BENTO_PROVIDERS'] - cmd.insert(2, "--mirror #{ENV['PACKER_MIRROR']}") if private?(template) + cmd.insert(2, "--mirror #{ENV['PACKER_MIRROR']}") if ENV['PACKER_MIRROR'] cmd.insert(2, "--version #{ENV['BENTO_VERSION']}") if ENV['BENTO_VERSION'] - cmd.join(" ") + cmd.insert(2, "--headless") + cmd.join(' ') end def metadata_files @@ -223,195 +102,14 @@ def compute_metadata_files `ls builds/*.json`.split("\n") end -def destroy_all_bento - cmd = Mixlib::ShellOut.new("vagrant box list | grep 'bento-'") - cmd.run_command - boxes = cmd.stdout.split("\n") - - boxes.each do | box | - b = box.split(" ") - rm_cmd = Mixlib::ShellOut.new("vagrant box remove --force #{b[0]} --provider #{b[1].to_s.gsub(/(,|\()/, '')}") - puts "Removing #{b[0]} for provider #{b[1].to_s.gsub(/(,|\()/, '')}" - rm_cmd.run_command - end -end - -def test_box(boxname, providers) - providers.each do |provider, provider_data| - - destroy_all_bento - - plugin_list = Mixlib::ShellOut.new("vagrant plugin list | awk '{print $1}'") - plugin_list.run_command - plugins = plugin_list.stdout.split("\n") - - if provider == 'vmware_desktop' - case - when plugins.include?('vagrant-vmware-workstation') - provider = 'vmware_workstation' - when plugins.include?('vagrant-vmware-fusion') - provider = 'vmware_fusion' - end - end - - share_disabled = /omnios.*|freebsd.*/ === boxname ? true : false - - puts "Testing provider #{provider} for #{boxname}" - kitchen_cfg = {"provisioner"=>{"name"=>"chef_zero", "data_path"=>"test/fixtures"}, - "platforms"=> - [{"name"=>"#{boxname}-#{provider}", - "driver"=> - {"name"=>"vagrant", - #"synced_folders"=>[[".", "/vagrant", "disabled: #{share_disabled}"]], - "provider"=>provider, - "box"=>"bento-#{boxname}", - "box_url"=>"file://#{ENV['PWD']}/builds/#{provider_data['file']}"}}], - "suites"=>[{"name"=>"default", "run_list"=>nil, "attributes"=>{}}]} - - File.open(".kitchen.#{provider}.yml", "w") {|f| f.write(kitchen_cfg.to_yaml) } - - Kitchen.logger = Kitchen.default_file_logger - @loader = Kitchen::Loader::YAML.new(project_config: "./.kitchen.#{provider}.yml") - config = Kitchen::Config.new(loader: @loader) - config.instances.each do |instance| - instance.test(:always) - end - end -end - -def create_box(boxname) - req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}", { 'box[username]' => atlas_org, 'access_token' => atlas_token } ) - if req.code.eql?('404') - if private?(boxname) - puts "Creating the private box #{boxname} in atlas." - req = request('post', "#{atlas_api}/boxes", { 'box[name]' => boxname, 'box[username]' => atlas_org, 'access_token' => atlas_token, 'is_private' => true }, { 'Content-Type' => 'application/json' } ) - else - puts "Creating the public box #{boxname} in atlas." - req = request('post', "#{atlas_api}/boxes", { 'box[name]' => boxname, 'box[username]' => atlas_org, 'access_token' => atlas_token, 'is_private' => false }, { 'Content-Type' => 'application/json' } ) - end - else - puts "The box #{boxname} exists in atlas, continuing." - end -end - -def create_box_version(boxname, version) - req = request('post', "#{atlas_api}/box/#{atlas_org}/#{boxname}/versions", { 'version[version]' => version, 'access_token' => atlas_token },{ 'Content-Type' => 'application/json' } ) - - puts "Created box version #{boxname} #{version}." if req.code == '200' - puts "Box version #{boxname} #{version} already exists, continuing." if req.code == '422' -end - -def create_providers(boxname, version, provider_names) - provider_names.each do |provider| - puts "Creating provider #{provider} for #{boxname} #{version}" - req = request('post', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/providers", { 'provider[name]' => provider, 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' } ) - puts "Created #{provider} for #{boxname} #{version}" if req.code == '200' - puts "Provider #{provider} for #{boxname} #{version} already exists, continuing." if req.code == '422' - end -end - -def upload_to_s3(boxname, version, providers) - providers.each do |provider, provider_data| - boxfile = provider_data['file'] - provider = 'vmware' if provider == 'vmware_desktop' - box_path = "vagrant/#{provider}/opscode_#{boxname}_chef-provisionerless.box" - credentials = Aws::Credentials.new(ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']) - - s3 = Aws::S3::Resource.new(credentials: credentials, endpoint: 'https://s3.amazonaws.com') - puts "Uploading box: #{boxname} provider: #{provider}" - s3_object = s3.bucket('opscode-vm-bento').object(box_path) - s3_object.upload_file("builds/#{boxfile}", acl:'public-read') - puts "Uploaded to #{s3_object.public_url}" - end -end - -def upload_to_atlas(boxname, version, providers) - # Extract the upload path - providers.each do |provider, provider_data| - boxfile = provider_data['file'] - # Get the upload path. - req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/provider/#{provider}/upload?access_token=#{atlas_token}") - upload_path = JSON.parse(req.body)['upload_path'] - token = JSON.parse(req.body)['token'] - - # Upload the box. - puts "Uploading the box #{boxfile} to atlas box: #{boxname}, version: #{version}, provider: #{provider}, upload path: #{upload_path}" - upload_request = request('put', upload_path, File.open("builds/#{boxfile}")) - - # Verify the download token - req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/provider/#{provider}?access_token=#{atlas_token}") - hosted_token = JSON.parse(req.body)['hosted_token'] - - if token == hosted_token - puts "Successful upload of box #{boxfile} to atlas box: #{boxname}, version: #{version}, provider: #{provider}" - else - puts "Failed upload due to non-matching tokens of box #{boxfile} to atlas box: #{boxname}, version: #{version}, provider: #{provider}" - # need to fail the rake task - end - end -end - -def release_version(boxname, version) - puts "Releasing version #{version} of box #{boxname}" - req = request('put', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/release", { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) - puts "Version #{version} of box #{boxname} has been successfully released" if req.code == '200' -end - -def revoke_version(version) - org = request('get', "#{atlas_api}/user/#{atlas_org}?access_token=#{atlas_token}") - boxes = JSON.parse(org.body)['boxes'] - - boxes.each do |b| - b['versions'].each do |v| - if v['version'] == ENV['BENTO_VERSION'] - puts "Revoking version #{v['version']} of box #{b['name']}" - req = request('put', v['revoke_url'], { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) - if req.code == '200' - puts "Version #{v['version']} of box #{b['name']} has been successfully revoked" - else - puts "Something went wrong #{req.code}" - end - end - end - end -end - -def delete_version(version) - org = request('get', "#{atlas_api}/user/#{atlas_org}?access_token=#{atlas_token}") - boxes = JSON.parse(org.body)['boxes'] - - boxes.each do |b| - b['versions'].each do |v| - if v['version'] == ENV['BENTO_VERSION'] - puts "Deleting version #{v['version']} of box #{b['name']}" - puts "#{atlas_api}/box/#{atlas_org}/#{b['name']}/version/#{v['version']}" - req = request('delete', "#{atlas_api}/box/#{atlas_org}/#{b['name']}/version/#{v['version']}", { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) - if req.code == '200' - puts "Version #{v['version']} of box #{b['name']} has been successfully deleted" - else - puts "Something went wrong #{req.code} #{req.body}" - end - end - end - end -end - # http://stackoverflow.com/questions/2108727/which-in-ruby-checking-if-program-exists-in-path-from-ruby def which(cmd) exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : [''] ENV['PATH'].split(File::PATH_SEPARATOR).each do |path| - exts.each { |ext| + exts.each do |ext| exe = File.join(path, "#{cmd}#{ext}") return exe if File.executable?(exe) && !File.directory?(exe) - } + end end - return false -end - -# -# private boxes -# -def private?(boxname) - proprietary_os_list = %w(macosx sles solaris windows) - proprietary_os_list.any? { |p| boxname.include?(p) } + false end diff --git a/bin/bento b/bin/bento index e541a23f5..f8916839e 100755 --- a/bin/bento +++ b/bin/bento @@ -6,12 +6,16 @@ Signal.trap("INT") { exit 1 } $stdout.sync = true $stderr.sync = true -require "benchmark" -require "digest" -require "json" -require "optparse" -require "ostruct" -require "tempfile" +require 'benchmark' +require 'digest' +require 'json' +require 'optparse' +require 'ostruct' +require 'tempfile' +require 'net/http' +require 'aws-sdk' +require 'kitchen' +require 'mixlib/shellout' class Options @@ -25,10 +29,15 @@ class Options opts.banner = "Usage: #{NAME} [SUBCOMMAND [options]]" opts.separator "" opts.separator <<-COMMANDS.gsub(/^ {8}/, "") - build : build one or more templates - help : prints this help message - list : list all templates in project - normalize : normalize one or more templates + build : build one or more templates + help : prints this help message + list : list all templates in project + normalize : normalize one or more templates + test : test one or more builds with kitchen + upload : upload one or more builds to Atlas and S3 + release : release a version of a box on Atlas + revoke : revoke a version of a box on Atlas + delete : delete a version of a box from Atlas COMMANDS end @@ -43,6 +52,11 @@ class Options end } + box_version_argv_proc = proc { |options| + options.box = ARGV[0] + options.version = ARGV[1] + } + subcommand = { help: { parser: OptionParser.new {}, @@ -76,12 +90,23 @@ class Options options.mirror = opt end + opts.on("-H", "--headless", "Run providers as headless") do |opt| + options.headless = opt + end + opts.on("-v VERSION", "--version VERSION", "Override the version set in the template") do |opt| options.override_version = opt end }, argv: templates_argv_proc }, + list: { + class: ListRunner, + parser: OptionParser.new { |opts| + opts.banner = "Usage: #{NAME} list [TEMPLATE ...]" + }, + argv: templates_argv_proc + }, normalize: { class: NormalizeRunner, parser: OptionParser.new { |opts| @@ -90,16 +115,47 @@ class Options opts.on("-d", "--[no-]debug", "Run packer with debug output") do |opt| options.debug = opt end - }, argv: templates_argv_proc }, - list: { - class: ListRunner, + test: { + class: TestRunner, parser: OptionParser.new { |opts| - opts.banner = "Usage: #{NAME} list [TEMPLATE ...]" + opts.banner = "Usage: #{NAME} test [options]" + + opts.on("-f", "--shared-folder", "Enable shared folder") do |opt| + options.shared_folder = opt + end }, - argv: templates_argv_proc + argv: box_version_argv_proc + }, + upload: { + class: UploadRunner, + parser: OptionParser.new { |opts| + opts.banner = "Usage: #{NAME} upload" + }, + argv: box_version_argv_proc + }, + release: { + class: ReleaseRunner, + parser: OptionParser.new { |opts| + opts.banner = "Usage: #{NAME} release BOX VERSION" + }, + argv: box_version_argv_proc + }, + revoke: { + class: RevokeRunner, + parser: OptionParser.new { |opts| + opts.banner = "Usage: #{NAME} revoke BOX VERSION" + }, + argv: box_version_argv_proc + }, + delete: { + class: DeleteRunner, + parser: OptionParser.new { |opts| + opts.banner = "Usage: #{NAME} delete BOX VERSION" + }, + argv: box_version_argv_proc } } @@ -144,6 +200,127 @@ module Common seconds = (total - (minutes * 60)) format("%dm%.2fs", minutes, seconds) end + + def box_metadata(metadata_file) + metadata = Hash.new + file = File.read(metadata_file) + json = JSON.parse(file) + + # metadata needed for upload: boxname, version, provider, box filename + metadata['name'] = json['name'] + metadata['version'] = json['version'] + metadata['box_basename'] = json['box_basename'] + metadata['providers'] = Hash.new + json['providers'].each do |provider| + metadata['providers'][provider['name']] = provider.reject { |k, _| k == 'name' } + end + metadata + end + + def metadata_files + @metadata_files ||= compute_metadata_files + end + + def compute_metadata_files + `ls builds/*.json`.split("\n") + end + + def atlas_api + @atlas_api ||= 'https://atlas.hashicorp.com/api/v1' + end + + def atlas_org + @atlas_org ||= ENV['ATLAS_ORG'] + end + + def atlas_token + @atlas_token ||= ENV['ATLAS_TOKEN'] + end + + def s3_endpoint + @s3_endpoint ||= ENV['BENTO_S3_ENDPOINT'] + end + + def s3_bucket + @s3_bucket ||= ENV['BENTO_S3_BUCKET'] + end + + def private_box?(boxname) + proprietary_os_list = %w(macosx sles solaris windows) + proprietary_os_list.any? { |p| boxname.include?(p) } + end +end + +module HttpStuff + + def class_for_request(verb) + Net::HTTP.const_get(verb.to_s.capitalize) + end + + def build_uri(verb, path, params = {}) + if %w(delete, get).include?(verb) + path = [path, to_query_string(params)].compact.join('?') + end + + # Parse the URI + uri = URI.parse(path) + + # Don't merge absolute URLs + uri = URI.parse(File.join(endpoint, path)) unless uri.absolute? + + # Return the URI object + uri + end + + def to_query_string(hash) + hash.map do |key, value| + "#{CGI.escape(key)}=#{CGI.escape(value)}" + end.join('&')[/.+/] + end + + def request(verb, url, data = {}, headers = {}) + uri = build_uri(verb, url, data) + + # Build the request. + request = class_for_request(verb).new(uri.request_uri) + if %w(patch post put delete).include?(verb) + if data.respond_to?(:read) + request.content_length = data.size + request.body_stream = data + elsif data.is_a?(Hash) + request.form_data = data + else + request.body = data + end + end + + # Add headers + headers.each do |key, value| + request.add_field(key, value) + end + + connection = Net::HTTP.new(uri.host, uri.port) + + if uri.scheme == 'https' + require 'net/https' unless defined?(Net::HTTPS) + + # Turn on SSL + connection.use_ssl = true + connection.verify_mode = OpenSSL::SSL::VERIFY_PEER + end + + connection.start do |http| + response = http.request(request) + + case response + when Net::HTTPRedirection + redirect = URI.parse(response['location']) + request(verb, redirect, data, headers) + else + response + end + end + end end module PackerExec @@ -184,7 +361,7 @@ class BuildRunner include Common include PackerExec - attr_reader :templates, :dry_run, :debug, :builds, :except, :mirror, :override_version, :build_timestamp + attr_reader :templates, :dry_run, :debug, :builds, :except, :mirror, :headless, :override_version, :build_timestamp def initialize(opts) @templates = opts.templates @@ -193,6 +370,7 @@ class BuildRunner @builds = opts.builds @except = opts.except @mirror = opts.mirror + @headless = opts.headless @override_version = opts.override_version @build_timestamp = Time.now.gmtime.strftime("%Y%m%d%H%M%S") end @@ -221,7 +399,6 @@ class BuildRunner def packer_build_cmd(template, var_file) vars = "#{template}.variables.json" - headless = !(RUBY_PLATFORM =~ /darwin/) cmd = %W[packer build -var-file=#{var_file} #{template}.json] cmd.insert(2, "-var-file=#{vars}") if File.exist?(vars) cmd.insert(2, "-only=#{builds}") if builds @@ -331,6 +508,296 @@ class NormalizeRunner end end +class TestRunner + include Common + + attr_reader :shared_folder + + def initialize(opts) + @debug = opts.debug + @shared_folder = opts.shared_folder + end + + def start + banner("Starting testing...") + time = Benchmark.measure do + metadata_files.each do |metadata_file| + m = box_metadata(metadata_file) + destroy_all_bento + test_box(m['name'], m['providers']) + destroy_all_bento + end + end + banner("Testing finished in #{duration(time.real)}.") + end + + private + + def destroy_all_bento + cmd = Mixlib::ShellOut.new("vagrant box list | grep 'bento-'") + cmd.run_command + boxes = cmd.stdout.split("\n") + + boxes.each do |box| + b = box.split(' ') + rm_cmd = Mixlib::ShellOut.new("vagrant box remove --force #{b[0]} --provider #{b[1].to_s.gsub(/(,|\()/, '')}") + banner("Removing #{b[0]} for provider #{b[1].to_s.gsub(/(,|\()/, '')}") + rm_cmd.run_command + end + end + + def test_box(boxname, providers) + providers.each do |provider, provider_data| + + plugin_list = Mixlib::ShellOut.new("vagrant plugin list | awk '{print $1}'") + plugin_list.run_command + plugins = plugin_list.stdout.split("\n") + + if provider == 'vmware_desktop' + case + when plugins.include?('vagrant-vmware-workstation') + provider = 'vmware_workstation' + when plugins.include?('vagrant-vmware-fusion') + provider = 'vmware_fusion' + end + end + + share_disabled = shared_folder ? false : true + + kitchen_cfg = {"provisioner"=>{"name"=>"chef_zero", "data_path"=>"test/fixtures"}, + "platforms"=> + [{"name"=>"#{boxname}-#{provider}", + "driver"=> + {"name"=>"vagrant", + "synced_folders"=>[[".", "/vagrant", "disabled: #{share_disabled}"]], + "provider"=>provider, + "box"=>"bento-#{boxname}", + "box_url"=>"file://#{ENV['PWD']}/builds/#{provider_data['file']}"}}], + "suites"=>[{"name"=>"default", "run_list"=>nil, "attributes"=>{}}]} + + File.open(".kitchen.#{provider}.yml", "w") { |f| f.write(kitchen_cfg.to_yaml) } + + Kitchen.logger = Kitchen.default_file_logger + @loader = Kitchen::Loader::YAML.new(project_config: "./.kitchen.#{provider}.yml") + config = Kitchen::Config.new(loader: @loader) + config.instances.each do |instance| + instance.test(:always) + end + end + end +end + +class DeleteRunner + include Common + include HttpStuff + + attr_reader :boxname, :version + + def initialize(opts) + @boxname = opts.box + @version = opts.version + end + + def start + banner("Starting Delete...") + time = Benchmark.measure do + delete_version(boxname, version) + end + banner("Delete finished in #{duration(time.real)}.") + end + + private + + def delete_version(boxname, version) + banner("Deleting version #{version} of box #{boxname}") + req = request('delete', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}", { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) + + case req.code + when '200' + banner("Version #{version} of box #{boxname} has been successfully deleted") + when '404' + warn("No box exists for this version") + else + warn("Something went wrong #{req.code}") + end + end +end + +class ReleaseRunner + include Common + include HttpStuff + + attr_reader :boxname, :version + + def initialize(opts) + @boxname = opts.box + @version = opts.version + end + + def start + banner("Starting Release...") + time = Benchmark.measure do + release_version(boxname, version) + end + banner("Release finished in #{duration(time.real)}.") + end + + private + + def release_version(boxname, version) + banner("Releasing version #{version} of box #{boxname}") + req = request('put', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/release", { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) + if req.code == '200' + banner("Version #{version} of box #{boxname} has been successfully released") + else + warn("Something went wrong #{req.code}") + end + end +end + +class RevokeRunner + include Common + include HttpStuff + + attr_reader :boxname, :version + + def initialize(opts) + @boxname = opts.box + @version = opts.version + end + + def start + banner("Starting Revoke...") + time = Benchmark.measure do + revoke_version(boxname, version) + end + banner("Revoke finished in #{duration(time.real)}.") + end + + private + + def revoke_version(boxname, version) + banner("Revoking version #{version} of box #{boxname}") + req = request('put', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/revoke", { 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' }) + if req.code == '200' + banner("Version #{version} of box #{boxname} has been successfully revoked") + else + banner("Something went wrong #{req.code}") + end + end +end + +class UploadRunner + include Common + include HttpStuff + + attr_reader :templates + + def initialize(opts) + @templates = opts.templates + end + + def start + banner("Starting uploads...") + time = Benchmark.measure do + metadata_files.each do |metadata_file| + metadata = box_metadata(metadata_file) + create_box(metadata['name']) + create_box_version(metadata['name'], metadata['version']) + create_providers(metadata['name'], metadata['version'], metadata['providers'].keys) + upload_to_atlas(metadata['name'], metadata['version'], metadata['providers']) + # upload_to_s3(metadata['name'], metadata['version'], metadata['providers']) + end + end + banner("Atlas uploads finished in #{duration(time.real)}.") + end + + private + + def create_box(boxname) + req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}", { 'box[username]' => atlas_org, 'access_token' => atlas_token } ) + if req.code.eql?('404') + if private_box?(boxname) + banner("Creating the private box #{boxname} in Atlas.") + req = request('post', "#{atlas_api}/boxes", { 'box[name]' => boxname, 'box[username]' => atlas_org, 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' } ) + else + banner("Creating the box #{boxname} in Atlas.") + req = request('post', "#{atlas_api}/boxes", { 'box[name]' => boxname, 'box[username]' => atlas_org, 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' } ) + make_public(boxname) + end + else + banner("The box #{boxname} exists in atlas, continuing...") + end + end + + def make_public(boxname) + banner("Making #{boxname} public") + req = request('put', "#{atlas_api}/box/#{atlas_org}/#{boxname}", { 'box[is_private]' => false, 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' } ) + banner("#{boxname} successfully made public") if req.code == '200' + end + + def create_box_version(boxname, version) + req = request('post', "#{atlas_api}/box/#{atlas_org}/#{boxname}/versions", { 'version[version]' => version, 'access_token' => atlas_token },{ 'Content-Type' => 'application/json' } ) + + banner("Created box version #{boxname} #{version}.") if req.code == '200' + banner("Box version #{boxname} #{version} already exists, continuing.") if req.code == '422' + end + + def create_providers(boxname, version, provider_names) + provider_names.each do |provider| + banner("Creating provider #{provider} for #{boxname} #{version}") + req = request('post', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/providers", { 'provider[name]' => provider, 'access_token' => atlas_token }, { 'Content-Type' => 'application/json' } ) + banner("Created #{provider} for #{boxname} #{version}") if req.code == '200' + banner("Provider #{provider} for #{boxname} #{version} already exists, continuing.") if req.code == '422' + end + end + + def upload_to_atlas(boxname, version, providers) + providers.each do |provider, provider_data| + boxfile = provider_data['file'] + req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/provider/#{provider}/upload?access_token=#{atlas_token}") + upload_path = JSON.parse(req.body)['upload_path'] + token = JSON.parse(req.body)['token'] + + banner("Atlas: Uploading #{boxfile}") + info("Name: #{boxname}") + info("Version: #{version}") + info("Provider: #{provider}") + info("Upload Path: #{upload_path}") + upload_request = request('put', upload_path, File.open("builds/#{boxfile}")) + + req = request('get', "#{atlas_api}/box/#{atlas_org}/#{boxname}/version/#{version}/provider/#{provider}?access_token=#{atlas_token}") + hosted_token = JSON.parse(req.body)['hosted_token'] + + if token == hosted_token + banner("Successful upload of box #{boxfile}") + else + banner("Failed upload due to non-matching tokens of box #{boxfile} to atlas box: #{boxname}, version: #{version}, provider: #{provider}") + warn("Code: #{req.code}") + warn("Body: #{req.body}") + end + end + + def upload_to_s3(boxname, version, providers) + providers.each do |provider, provider_data| + boxfile = provider_data['file'] + provider = 'vmware' if provider == 'vmware_desktop' + box_path = "vagrant/#{provider}/opscode_#{boxname}_chef-provisionerless.box" + credentials = Aws::Credentials.new(ENV['AWS_ACCESS_KEY_ID'], ENV['AWS_SECRET_ACCESS_KEY']) + + s3 = Aws::S3::Resource.new(credentials: credentials, endpoint: s3_endpoint) + banner("S3: Uploading #{boxfile}") + info("Name: #{boxname}") + info("Version: #{version}") + info("Provider: #{provider}") + s3_object = s3.bucket(s3_bucket).object(box_path) + s3_object.upload_file("builds/#{boxfile}", acl:'public-read') + banner("Upload Path: #{s3_object.public_url}") + end + end + end +end + class ListRunner include Common diff --git a/build.sh b/build.sh index 1c6d39882..2345ede3c 100644 --- a/build.sh +++ b/build.sh @@ -72,10 +72,7 @@ rake test_all if [ "$BENTO_UPLOAD" -eq 1 ] then - echo "--- Upload Boxes to S3" - rake upload_all_s3 - - echo "--- Upload Boxes to Atlas" + echo "--- Upload Boxes to Atlas and S3" rake upload_all echo "--- Release Boxes on Atlas" From 4f9f0e34ad8263441ecda50b7d170d277ef61341 Mon Sep 17 00:00:00 2001 From: Seth Thomas Date: Thu, 19 May 2016 18:56:12 -0700 Subject: [PATCH 2/2] Updating Gemfile --- Gemfile | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/Gemfile b/Gemfile index 1c1f6f059..9e215f7af 100644 --- a/Gemfile +++ b/Gemfile @@ -1,4 +1,8 @@ -source "https://rubygems.org" +source 'https://rubygems.org' -gem "rake" -gem "thor" +gem 'rake' +gem 'thor' +gem 'test-kitchen' +gem 'json' +gem 'mixlib-shellout' +gem 'aws-sdk'