class Beaker::Vmpooler
Constants
- SSH_EXCEPTIONS
Attributes
credentials[R]
hosts[R]
logger[R]
options[R]
Public Class Methods
new(vmpooler_hosts, options)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 21 def initialize(vmpooler_hosts, options) @options = options @logger = options[:logger] @hosts = vmpooler_hosts @credentials = load_credentials(@options[:dot_fog]) end
Public Instance Methods
add_disk(hostname, disk_size)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 272 def add_disk(hostname, disk_size) @logger.notify "Requesting an additional disk of size #{disk_size}GB for #{hostname}" if !disk_size.to_s.match /[0123456789]/ || size <= '0' raise NameError.new "Disk size must be an integer greater than zero!" end begin uri = URI.parse(@options[:pooling_api] + '/api/v1/vm/' + hostname + '/disk/' + disk_size.to_s) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = uri.instance_of?(URI::HTTPS) request = Net::HTTP::Post.new(uri.request_uri) request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token] response = http.request(request) parsed = parse_response(response) raise "Response from #{hostname} indicates disk was not added" if !parsed['ok'] rescue NameError, RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e report_and_raise(@logger, e, 'Vmpooler.add_disk') end end
check_url(url)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 47 def check_url url begin URI.parse(url) rescue return false end true end
cleanup()
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 242 def cleanup vm_names = @hosts.map {|h| h['vmhostname'] }.compact if @hosts.length != vm_names.length @logger.warn "Some hosts did not have vmhostname set correctly! This likely means VM provisioning was not successful" end start = Time.now vm_names.each do |name| @logger.notify "Handing '#{name}' back to vmpooler for VM destruction" uri = URI.parse(get_template_url(@options['pooling_api'], name)) http = Net::HTTP.new( uri.host, uri.port ) http.use_ssl = uri.instance_of?(URI::HTTPS) request = Net::HTTP::Delete.new(uri.request_uri) if @credentials[:vmpooler_token] request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token] end begin response = http.request(request) rescue *SSH_EXCEPTIONS => e report_and_raise(@logger, e, 'Vmpooler.cleanup (http.request)') end end @logger.notify "Spent %.2f seconds cleaning up" % (Time.now - start) end
connection_preference(host)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 43 def connection_preference(host) [:vmhostname, :ip, :hostname] end
disk_added?(host, disk_size, index)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 303 def disk_added?(host, disk_size, index) if host['disk'].nil? false else host['disk'][index] == "+#{disk_size}gb" end end
get_host_info(parsed_response, template)
click to toggle source
Get host info hash from parsed json response @param [Hash] parsed_response hash @param [String] template string @return [Hash] Host info hash
# File lib/beaker/hypervisor/vmpooler.rb, line 91 def get_host_info(parsed_response, template) parsed_response[template] end
get_template_url(pooling_api, template)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 56 def get_template_url pooling_api, template if not check_url(pooling_api) raise ArgumentError, "Invalid pooling_api URL: #{pooling_api}" end scheme = '' if not URI.parse(pooling_api).scheme scheme = 'http://' end #check that you have a valid uri template_url = scheme + pooling_api + '/vm/' + template if not check_url(template_url) raise ArgumentError, "Invalid full template URL: #{template_url}" end template_url end
get_vm(hostname)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 311 def get_vm(hostname) begin uri = URI.parse(@options[:pooling_api] + '/vm/' + hostname) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = uri.instance_of?(URI::HTTPS) request = Net::HTTP::Get.new(uri.request_uri) response = http.request(request) rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e @logger.notify "Failed to connect to vmpooler while getting VM information!" end end
load_credentials(dot_fog = '.fog')
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 28 def load_credentials(dot_fog = '.fog') creds = {} begin fog = get_fog_credentials(dot_fog) if fog[:vmpooler_token] creds[:vmpooler_token] = fog[:vmpooler_token] else @logger.warn "vmpooler_token not found in credentials file (#{dot_fog})\nProceeding without authentication" end rescue ArgumentError => e @logger.warn "Invalid credentials file:\n(#{e.class}) #{e.message}\nProceeding without authentication" end creds end
parse_response(response)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 299 def parse_response(response) parsed_response = JSON.parse(response.body) end
provision()
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 95 def provision request_payload = {} start = Time.now @hosts.each_with_index do |h, i| if not h['template'] raise ArgumentError, "You must specify a template name for #{h}" end if h['template'] =~ /\// templatefolders = h['template'].split('/') h['template'] = templatefolders.pop end request_payload[h['template']] = (request_payload[h['template']].to_i + 1).to_s end last_wait, wait = 0, 1 waited = 0 #the amount of time we've spent waiting for this host to provision begin uri = URI.parse(@options['pooling_api'] + '/vm/') http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = uri.instance_of?(URI::HTTPS) request = Net::HTTP::Post.new(uri.request_uri) if @credentials[:vmpooler_token] request['X-AUTH-TOKEN'] = @credentials[:vmpooler_token] @logger.notify "Requesting VM set from vmpooler (with authentication token)" else @logger.notify "Requesting VM set from vmpooler" end request_payload_json = request_payload.to_json @logger.trace( "Request payload json: #{request_payload_json}" ) request.body = request_payload_json response = http.request(request) parsed_response = JSON.parse(response.body) @logger.trace( "Response parsed json: #{parsed_response}" ) if parsed_response['ok'] domain = parsed_response['domain'] request_payload = {} @hosts.each_with_index do |h, i| # If the requested host template is not available on vmpooler host_template = h['template'] if get_host_info(parsed_response, host_template).nil? request_payload[host_template] ||= 0 request_payload[host_template] += 1 next end if parsed_response[h['template']]['hostname'].is_a?(Array) hostname = parsed_response[host_template]['hostname'].shift else hostname = parsed_response[host_template]['hostname'] end h['vmhostname'] = domain ? "#{hostname}.#{domain}" : hostname @logger.notify "Using available host '#{h['vmhostname']}' (#{h.name})" end unless request_payload.empty? raise "Vmpooler.provision - requested VM templates #{request_payload.keys} not available" end else if response.code == '401' raise "Vmpooler.provision - response from pooler not ok. Vmpooler token not authorized to make request.\n#{parsed_response}" else raise "Vmpooler.provision - response from pooler not ok. Requested host set #{request_payload.keys} not available in pooler.\n#{parsed_response}" end end rescue JSON::ParserError, RuntimeError, *SSH_EXCEPTIONS => e @logger.debug "Failed vmpooler provision: #{e.class} : #{e.message}" if waited <= @options[:timeout].to_i @logger.debug("Retrying provision for vmpooler host after waiting #{wait} second(s)") sleep wait waited += wait last_wait, wait = wait, [last_wait + wait, 15].min + rand(5) retry end report_and_raise(@logger, e, 'Vmpooler.provision') end @logger.notify 'Spent %.2f seconds grabbing VMs' % (Time.now - start) start = Time.now @logger.notify 'Tagging vmpooler VMs' @hosts.each_with_index do |h, i| begin uri = URI.parse(@options[:pooling_api] + '/vm/' + h['vmhostname'].split('.')[0]) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = uri.instance_of?(URI::HTTPS) request = Net::HTTP::Put.new(uri.request_uri) # merge pre-defined tags with host tags request.body = { 'tags' => add_tags(h) }.to_json response = http.request(request) rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e @logger.notify "Failed to connect to vmpooler for tagging!" end begin parsed_response = JSON.parse(response.body) unless parsed_response['ok'] @logger.notify "Failed to tag host '#{h['vmhostname']}'!" end rescue JSON::ParserError => e @logger.notify "Failed to tag host '#{h['vmhostname']}'! (failed with #{e.class})" end end @logger.notify 'Spent %.2f seconds tagging VMs' % (Time.now - start) # add additional disks to vm @logger.debug 'Looking for disks to add...' @hosts.each do |h| hostname = h['vmhostname'].split(".")[0] if h['disks'] @logger.debug "Found disks for #{hostname}!" disks = h['disks'] disks.each_with_index do |disk_size, index| start = Time.now add_disk(hostname, disk_size) done = wait_for_disk(hostname, disk_size, index) if done @logger.notify "Spent %.2f seconds adding disk #{index}. " % (Time.now - start) else raise "Could not verify disk was added after %.2f seconds" % (Time.now - start) end end else @logger.debug "No disks to add for #{hostname}" end end end
wait_for_disk(hostname, disk_size, index)
click to toggle source
# File lib/beaker/hypervisor/vmpooler.rb, line 326 def wait_for_disk(hostname, disk_size, index) response = get_vm(hostname) parsed = parse_response(response) @logger.notify "Waiting for disk" attempts = 0 while (!disk_added?(parsed[hostname], disk_size, index) && attempts < 20) sleep 10 begin response = get_vm(hostname) parsed = parse_response(response) rescue RuntimeError, Errno::EINVAL, Errno::ECONNRESET, EOFError, Net::HTTPBadResponse, Net::HTTPHeaderSyntaxError, *SSH_EXCEPTIONS => e report_and_raise(@logger, e, "Vmpooler.wait_for_disk") end print "." attempts += 1 end puts " " disk_added?(parsed[hostname], disk_size, index) end