--- virt-cluster/build-storages.rb	2012/08/27 12:34:34	2
+++ virt-cluster/build-storages.rb	2012/08/31 10:40:38	10
@@ -1,132 +1,145 @@
-require 'rubygems'
-require 'restfully'
-require 'restfully/addons/bonfire'
-
-##Editable parameters
-#SIZES = "1,2" #Comma separated list of volume sizes in GB
-SIZES = "1" #Comma separated list of volume sizes in GB
-#LOCATION = "de-hlrs"
-LOCATION = "fr-inria"
-#LOCATION = "uk-epcc"
-##
-
-EXPERIMENT_NAME = "Build storages"
-EXPERIMENT_DESCRIPTION = "Build storages test"
-EXPERIMENT_WALLTIME = 2*3600 
-MASTER_IMAGE_NAME = "BonFIRE Debian Squeeze 2G v3"
-WAN_NAME = "BonFIRE WAN"
-
-session = Restfully::Session.new(
-  :configuration_file => "~/.restfully/api.bonfire-project.eu",
-  :cache => false,
-  :gateway => "ssh.fr-inria.bonfire-project.eu",
-  :keys => ["~/.ssh/id_rsa"]
-)
-session.logger.level = Logger::INFO
-#session.logger.level = Logger::DEBUG
-experiment = nil
-volumes = []
-begin
-  session.logger.info "Deploying experiment..."
-  experiment = session.root.experiments.submit(
-    :name => EXPERIMENT_NAME,
-    :description => EXPERIMENT_DESCRIPTION + " - " + Time.now.to_s,
-#    :status => "waiting",
-    :walltime => EXPERIMENT_WALLTIME 
-  )
-
-  location = session.root.locations[:"#{LOCATION}"]
-  session.logger.info "Chosen location is: #{location['name']}"
-  fail "Can't select the machine location" if location.nil?
-
-  def create_volume(session, location, size)
-    session.logger.info "Deploying volume on #{location['name']}..."
-    return location.storages.find{|storage|
-      storage['name'].include?"volume-#{size}GB-empty"
-  } || location.storages.submit(
-      :name => "volume-#{size}GB-empty",
-      :size => size*1024,
-      :type => "DATABLOCK",
-      :group => "private",
-      :fstype => "ext3",
-      :public => "NO",
-      :persistent => "YES"
-    )
-  end
-
-  SIZES.split(',').each{|size| volumes.push(create_volume(session,location,size.to_i))}
-  volumes.each{|storage| 
-	storage.update(:persistent => "YES")
-	storage.reload}
-  
-  session.logger.info "Launching machine..."
-
-  disks = [{:storage => location.storages.find{|s| s['name'] == MASTER_IMAGE_NAME },:type => "OS"}]
-  volumes.each{|storage| disks.push({:storage => storage,:type => "DATABLOCK"})}
-  #pp disks
-  machine = experiment.computes.submit(
-    :name => "machine-experiment#{experiment['id']}",
-    :instance_type => "small",
-    :disk => disks,
-    :nic => [
-      {:network => location.networks.find{|n| n['name'] == WAN_NAME}}
-    ],
-    :location => location,
-    :context => {}
-  )
-  hostname = "#{machine['name']}-#{machine['id']}" 
-  session.logger.info "Machine: #{hostname}   #{machine['nic'][0]['ip']}"
-
-  session.logger.info "Starting experiment..."
-  experiment.update(:status => "running")
-
-  session.logger.info "Checking if machine is ready..."
-  until [machine].all?{|vm|
-    vm.reload['state'] == 'RUNNING' && vm.ssh.accessible?
-  } do
-    fail "Machine has failed" if [machine].any?{|vm| vm['state'] == 'FAILED'}
-    session.logger.info "Machine is not ready. Waiting..."
-    sleep 20
-  end
-
-  session.logger.info "Machine is ready"
-  #Fill volumes with zeros
-  machine.ssh do |ssh|
-    ('e'..'i').to_a[0,volumes.size].each do |letter| 
-       session.logger.info "Formating device xvd#{letter}"
-       output = ssh.exec!("blockdev --getsize64 /dev/xvd#{letter}")
-       session.logger.info output unless output.nil?
-       output = ssh.exec!("dd if=/dev/zero of=/dev/xvd#{letter} bs=1M")
-       session.logger.info output unless output.nil?
-    end
-  end
-  session.logger.info "Devices formatted!"
- 
-  machine.update(:state => 'SHUTDOWN')
- 
-  until machine.reload['state'] == 'DONE' do
-      session.logger.info "Machine is #{machine['state']}."
-      sleep 20
-  end
-  
-  session.logger.info "Disable persistence of disks"
-  volumes.each{|storage| storage.update(:persistent => "NO") }
-
-  session.logger.info "Deleting experiment"
-  experiment.delete
-
-  session.logger.info "Volumes available:"
-  volumes.each{|storage| session.logger.info storage['name']}
-  session.logger.warn "Experiment terminated!"
-
-rescue Exception => e
-  session.logger.error "#{e.class.name}: #{e.message}"
-  session.logger.error e.backtrace.join("\n")
-  
-  session.logger.warn "Cleaning up in 30 seconds. Hit CTRL-C now to keep your VMs..."
-  sleep 30
-  experiment.delete unless experiment.nil?
-  sleep 30
-  volumes.each{|storage| storage.update(:persistent => "NO") }
-  volumes.each{|storage| storage.delete}
-end
+#
+# BonFIRE Virtual Clusters on Federated Clouds Demonstration Kit
+#
+# Copyright (c) Fundacion Centro Tecnologico de Supercomputacion de Galicia 2012
+# 
+# License GPL Version 3
+#
+# The research leading to these results has received funding from 
+# the European Community's Seventh Framework Programme (FP7/2007-2013) 
+# under agreement number 257386
+#
+# This software is provided with ABSOLUTELY NO WARRANTY
+# 
+require 'rubygems'
+require 'restfully'
+require 'restfully/addons/bonfire'
+
+##Editable parameters
+#SIZES = "1,2" #Comma separated list of volume sizes in GB
+SIZES = "1" #Comma separated list of volume sizes in GB
+#LOCATION = "de-hlrs"
+LOCATION = "fr-inria"
+#LOCATION = "uk-epcc"
+##
+
+EXPERIMENT_NAME = "Build storages"
+EXPERIMENT_DESCRIPTION = "Build storages test"
+EXPERIMENT_WALLTIME = 2*3600 
+MASTER_IMAGE_NAME = "BonFIRE Debian Squeeze 2G v3"
+WAN_NAME = "BonFIRE WAN"
+
+session = Restfully::Session.new(
+  :configuration_file => "~/.restfully/api.bonfire-project.eu",
+  :cache => false,
+  :gateway => "ssh.fr-inria.bonfire-project.eu",
+  :keys => ["~/.ssh/id_rsa"]
+)
+session.logger.level = Logger::INFO
+#session.logger.level = Logger::DEBUG
+experiment = nil
+volumes = []
+begin
+  session.logger.info "Deploying experiment..."
+  experiment = session.root.experiments.submit(
+    :name => EXPERIMENT_NAME,
+    :description => EXPERIMENT_DESCRIPTION + " - " + Time.now.to_s,
+#    :status => "waiting",
+    :walltime => EXPERIMENT_WALLTIME 
+  )
+
+  location = session.root.locations[:"#{LOCATION}"]
+  session.logger.info "Chosen location is: #{location['name']}"
+  fail "Can't select the machine location" if location.nil?
+
+  def create_volume(session, location, size)
+    session.logger.info "Deploying volume on #{location['name']}..."
+    return location.storages.find{|storage|
+      storage['name'].include?"volume-#{size}GB-empty"
+  } || location.storages.submit(
+      :name => "volume-#{size}GB-empty",
+      :size => size*1024,
+      :type => "DATABLOCK",
+      :group => "private",
+      :fstype => "ext3",
+      :public => "NO",
+      :persistent => "YES"
+    )
+  end
+
+  SIZES.split(',').each{|size| volumes.push(create_volume(session,location,size.to_i))}
+  volumes.each{|storage| 
+	storage.update(:persistent => "YES")
+	storage.reload}
+  
+  session.logger.info "Launching machine..."
+
+  disks = [{:storage => location.storages.find{|s| s['name'] == MASTER_IMAGE_NAME },:type => "OS"}]
+  volumes.each{|storage| disks.push({:storage => storage,:type => "DATABLOCK"})}
+  #pp disks
+  machine = experiment.computes.submit(
+    :name => "machine-experiment#{experiment['id']}",
+    :instance_type => "small",
+    :disk => disks,
+    :nic => [
+      {:network => location.networks.find{|n| n['name'] == WAN_NAME}}
+    ],
+    :location => location,
+    :context => {}
+  )
+  hostname = "#{machine['name']}-#{machine['id']}" 
+  session.logger.info "Machine: #{hostname}   #{machine['nic'][0]['ip']}"
+
+  session.logger.info "Starting experiment..."
+  experiment.update(:status => "running")
+
+  session.logger.info "Checking if machine is ready..."
+  until [machine].all?{|vm|
+    vm.reload['state'] == 'RUNNING' && vm.ssh.accessible?
+  } do
+    fail "Machine has failed" if [machine].any?{|vm| vm['state'] == 'FAILED'}
+    session.logger.info "Machine is not ready. Waiting..."
+    sleep 20
+  end
+
+  session.logger.info "Machine is ready"
+  #Fill volumes with zeros
+  machine.ssh do |ssh|
+    ('e'..'i').to_a[0,volumes.size].each do |letter| 
+       session.logger.info "Formating device xvd#{letter}"
+       output = ssh.exec!("blockdev --getsize64 /dev/xvd#{letter}")
+       session.logger.info output unless output.nil?
+       output = ssh.exec!("dd if=/dev/zero of=/dev/xvd#{letter} bs=1M")
+       session.logger.info output unless output.nil?
+    end
+  end
+  session.logger.info "Devices formatted!"
+ 
+  machine.update(:state => 'SHUTDOWN')
+ 
+  until machine.reload['state'] == 'DONE' do
+      session.logger.info "Machine is #{machine['state']}."
+      sleep 20
+  end
+  
+  session.logger.info "Disable persistence of disks"
+  volumes.each{|storage| storage.update(:persistent => "NO") }
+
+  session.logger.info "Deleting experiment"
+  experiment.delete
+
+  session.logger.info "Volumes available:"
+  volumes.each{|storage| session.logger.info storage['name']}
+  session.logger.warn "Experiment terminated!"
+
+rescue Exception => e
+  session.logger.error "#{e.class.name}: #{e.message}"
+  session.logger.error e.backtrace.join("\n")
+  
+  session.logger.warn "Cleaning up in 30 seconds. Hit CTRL-C now to keep your VMs..."
+  sleep 30
+  experiment.delete unless experiment.nil?
+  sleep 30
+  volumes.each{|storage| storage.update(:persistent => "NO") }
+  volumes.each{|storage| storage.delete}
+end