6 VAGRANTFILE_API_VERSION = '2'
10 config_file=File.expand_path(File.join(File.dirname(__FILE__), 'vagrant_variables.yml'))
11 settings=YAML.load_file(config_file)
13 LABEL_PREFIX = settings['label_prefix'] ? settings['label_prefix'] + "-" : ""
14 NMONS = settings['mon_vms']
15 NOSDS = settings['osd_vms']
16 NMDSS = settings['mds_vms']
17 NRGWS = settings['rgw_vms']
18 NNFSS = settings['nfs_vms']
19 RESTAPI = settings['restapi']
20 NRBD_MIRRORS = settings['rbd_mirror_vms']
21 CLIENTS = settings['client_vms']
22 NISCSI_GWS = settings['iscsi_gw_vms']
23 PUBLIC_SUBNET = settings['public_subnet']
24 CLUSTER_SUBNET = settings['cluster_subnet']
25 BOX = settings['vagrant_box']
26 CLIENT_BOX = settings['client_vagrant_box']
27 BOX_URL = settings['vagrant_box_url']
28 SYNC_DIR = settings['vagrant_sync_dir']
29 MEMORY = settings['memory']
31 USER = settings['ssh_username']
33 ASSIGN_STATIC_IP = settings.fetch('assign_static_ip', true)
34 DISABLE_SYNCED_FOLDER = settings.fetch('vagrant_disable_synced_folder', false)
35 DISK_UUID = Time.now.utc.to_i
37 def create_vmdk(name, size)
38 dir = Pathname.new(__FILE__).expand_path.dirname
39 path = File.join(dir, '.vagrant', name + '.vmdk')
40 `vmware-vdiskmanager -c -s #{size} -t 0 -a scsi #{path} \
41 2>&1 > /dev/null` unless File.exist?(path)
44 Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
45 config.ssh.insert_key = false # workaround for https://github.com/mitchellh/vagrant/issues/5048
46 config.ssh.private_key_path = settings['ssh_private_key_path']
47 config.ssh.username = USER
49 # When using libvirt, avoid errors like:
50 # "CPU feature cmt not found"
51 config.vm.provider :libvirt do |lv|
52 lv.cpu_mode = 'host-passthrough'
55 # Faster bootup. Disables mounting the sync folder for libvirt and virtualbox
56 if DISABLE_SYNCED_FOLDER
57 config.vm.provider :virtualbox do |v,override|
58 override.vm.synced_folder '.', SYNC_DIR, disabled: true
60 config.vm.provider :libvirt do |v,override|
61 override.vm.synced_folder '.', SYNC_DIR, disabled: true
65 (0..CLIENTS - 1).each do |i|
66 config.vm.define "#{LABEL_PREFIX}client#{i}" do |client|
67 client.vm.box = CLIENT_BOX
68 client.vm.hostname = "#{LABEL_PREFIX}ceph-client#{i}"
70 client.vm.network :private_network,
71 ip: "#{PUBLIC_SUBNET}.4#{i}"
74 client.vm.provider :virtualbox do |vb|
75 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
79 client.vm.provider :vmware_fusion do |v|
80 v.vmx['memsize'] = "#{MEMORY}"
84 client.vm.provider :libvirt do |lv|
86 lv.random_hostname = true
90 client.vm.provider "parallels" do |prl|
91 prl.name = "ceph-client#{i}"
92 prl.memory = "#{MEMORY}"
95 client.vm.provider :linode do |provider|
96 provider.label = client.vm.hostname
101 (0..NRGWS - 1).each do |i|
102 config.vm.define "#{LABEL_PREFIX}rgw#{i}" do |rgw|
104 rgw.vm.box_url = BOX_URL
105 rgw.vm.hostname = "#{LABEL_PREFIX}ceph-rgw#{i}"
107 rgw.vm.network :private_network,
108 ip: "#{PUBLIC_SUBNET}.5#{i}"
112 rgw.vm.provider :virtualbox do |vb|
113 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
117 rgw.vm.provider :vmware_fusion do |v|
118 v.vmx['memsize'] = "#{MEMORY}"
122 rgw.vm.provider :libvirt do |lv|
124 lv.random_hostname = true
128 rgw.vm.provider "parallels" do |prl|
129 prl.name = "ceph-rgw#{i}"
130 prl.memory = "#{MEMORY}"
133 rgw.vm.provider :linode do |provider|
134 provider.label = rgw.vm.hostname
139 (0..NNFSS - 1).each do |i|
140 config.vm.define "nfs#{i}" do |nfs|
142 nfs.vm.box_url = BOX_URL
143 nfs.vm.hostname = "ceph-nfs#{i}"
145 nfs.vm.network :private_network,
146 ip: "#{PUBLIC_SUBNET}.6#{i}"
150 nfs.vm.provider :virtualbox do |vb|
151 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
155 nfs.vm.provider :vmware_fusion do |v|
156 v.vmx['memsize'] = "#{MEMORY}"
160 nfs.vm.provider :libvirt do |lv|
162 lv.random_hostname = true
166 nfs.vm.provider "parallels" do |prl|
167 prl.name = "ceph-nfs#{i}"
168 prl.memory = "#{MEMORY}"
171 nfs.vm.provider :linode do |provider|
172 provider.label = nfs.vm.hostname
177 (0..NMDSS - 1).each do |i|
178 config.vm.define "#{LABEL_PREFIX}mds#{i}" do |mds|
180 mds.vm.box_url = BOX_URL
181 mds.vm.hostname = "#{LABEL_PREFIX}ceph-mds#{i}"
183 mds.vm.network :private_network,
184 ip: "#{PUBLIC_SUBNET}.7#{i}"
187 mds.vm.provider :virtualbox do |vb|
188 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
192 mds.vm.provider :vmware_fusion do |v|
193 v.vmx['memsize'] = "#{MEMORY}"
197 mds.vm.provider :libvirt do |lv|
199 lv.random_hostname = true
202 mds.vm.provider "parallels" do |prl|
203 prl.name = "ceph-mds#{i}"
204 prl.memory = "#{MEMORY}"
207 mds.vm.provider :linode do |provider|
208 provider.label = mds.vm.hostname
213 (0..NRBD_MIRRORS - 1).each do |i|
214 config.vm.define "#{LABEL_PREFIX}rbd_mirror#{i}" do |rbd_mirror|
215 rbd_mirror.vm.box = BOX
216 rbd_mirror.vm.box_url = BOX_URL
217 rbd_mirror.vm.hostname = "#{LABEL_PREFIX}ceph-rbd-mirror#{i}"
219 rbd_mirror.vm.network :private_network,
220 ip: "#{PUBLIC_SUBNET}.8#{i}"
223 rbd_mirror.vm.provider :virtualbox do |vb|
224 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
228 rbd_mirror.vm.provider :vmware_fusion do |v|
229 v.vmx['memsize'] = "#{MEMORY}"
233 rbd_mirror.vm.provider :libvirt do |lv|
235 lv.random_hostname = true
238 rbd_mirror.vm.provider "parallels" do |prl|
239 prl.name = "ceph-rbd-mirror#{i}"
240 prl.memory = "#{MEMORY}"
243 rbd_mirror.vm.provider :linode do |provider|
244 provider.label = rbd_mirror.vm.hostname
249 (0..NISCSI_GWS - 1).each do |i|
250 config.vm.define "#{LABEL_PREFIX}iscsi_gw#{i}" do |iscsi_gw|
251 iscsi_gw.vm.box = BOX
252 iscsi_gw.vm.box_url = BOX_URL
253 iscsi_gw.vm.hostname = "#{LABEL_PREFIX}ceph-iscsi-gw#{i}"
255 iscsi_gw.vm.network :private_network,
256 ip: "#{PUBLIC_SUBNET}.9#{i}"
259 iscsi_gw.vm.provider :virtualbox do |vb|
260 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
264 iscsi_gw.vm.provider :vmware_fusion do |v|
265 v.vmx['memsize'] = "#{MEMORY}"
269 iscsi_gw.vm.provider :libvirt do |lv|
271 lv.random_hostname = true
274 iscsi_gw.vm.provider "parallels" do |prl|
275 prl.name = "ceph-iscsi-gw#{i}"
276 prl.memory = "#{MEMORY}"
279 iscsi_gw.vm.provider :linode do |provider|
280 provider.label = iscsi_gw.vm.hostname
285 (0..NMONS - 1).each do |i|
286 config.vm.define "#{LABEL_PREFIX}mon#{i}" do |mon|
288 mon.vm.box_url = BOX_URL
289 mon.vm.hostname = "#{LABEL_PREFIX}ceph-mon#{i}"
291 mon.vm.network :private_network,
292 ip: "#{PUBLIC_SUBNET}.1#{i}"
295 mon.vm.provider :virtualbox do |vb|
296 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
300 mon.vm.provider :vmware_fusion do |v|
301 v.vmx['memsize'] = "#{MEMORY}"
305 mon.vm.provider :libvirt do |lv|
307 lv.random_hostname = true
311 mon.vm.provider "parallels" do |prl|
312 prl.name = "ceph-mon#{i}"
313 prl.memory = "#{MEMORY}"
316 mon.vm.provider :linode do |provider|
317 provider.label = mon.vm.hostname
322 (0..NOSDS - 1).each do |i|
323 config.vm.define "#{LABEL_PREFIX}osd#{i}" do |osd|
325 osd.vm.box_url = BOX_URL
326 osd.vm.hostname = "#{LABEL_PREFIX}ceph-osd#{i}"
328 osd.vm.network :private_network,
329 ip: "#{PUBLIC_SUBNET}.10#{i}"
330 osd.vm.network :private_network,
331 ip: "#{CLUSTER_SUBNET}.20#{i}"
334 osd.vm.provider :virtualbox do |vb|
335 # Create our own controller for consistency and to remove VM dependency
336 # but only do it once, otherwise it would fail when rebooting machines.
337 # We assume this has run if one disk was created before
338 unless File.exist?("disk-#{i}-0.vdi")
339 vb.customize ['storagectl', :id,
340 '--name', 'OSD Controller',
344 vb.customize ['createhd',
345 '--filename', "disk-#{i}-#{d}",
346 '--size', '11000'] unless File.exist?("disk-#{i}-#{d}.vdi")
347 vb.customize ['storageattach', :id,
348 '--storagectl', 'OSD Controller',
352 '--medium', "disk-#{i}-#{d}.vdi"]
354 vb.customize ['modifyvm', :id, '--memory', "#{MEMORY}"]
358 osd.vm.provider :vmware_fusion do |v|
360 v.vmx["scsi0:#{d + 1}.present"] = 'TRUE'
361 v.vmx["scsi0:#{d + 1}.fileName"] =
362 create_vmdk("disk-#{i}-#{d}", '11000MB')
364 v.vmx['memsize'] = "#{MEMORY}"
368 driverletters = ('a'..'z').to_a
369 osd.vm.provider :libvirt do |lv|
370 # always make /dev/sd{a/b/c/d} so that CI can ensure that
371 # virtualbox and libvirt will have the same devices to use for OSDs
373 lv.storage :file, :device => "hd#{driverletters[d]}", :path => "disk-#{i}-#{d}-#{DISK_UUID}.disk", :size => '12G', :bus => "ide"
376 lv.random_hostname = true
380 osd.vm.provider "parallels" do |prl|
381 prl.name = "ceph-osd#{i}"
382 prl.memory = "#{MEMORY}"
384 prl.customize ["set", :id,
392 osd.vm.provider :linode do |provider|
393 provider.label = osd.vm.hostname