<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40"><head><meta http-equiv=Content-Type content="text/html; charset=us-ascii"><meta name=Generator content="Microsoft Word 15 (filtered medium)"><style><!--
/* Font Definitions */
@font-face
{font-family:Wingdings;
panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Times New Roman","serif";}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:purple;
text-decoration:underline;}
p
{mso-style-priority:99;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:12.0pt;
font-family:"Times New Roman","serif";}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
margin-top:0in;
margin-right:0in;
margin-bottom:0in;
margin-left:.5in;
margin-bottom:.0001pt;
font-size:12.0pt;
font-family:"Times New Roman","serif";}
span.hoenzb
{mso-style-name:hoenzb;}
span.EmailStyle19
{mso-style-type:personal-reply;
font-family:"Calibri","sans-serif";
color:#1F497D;}
.MsoChpDefault
{mso-style-type:export-only;
font-family:"Calibri","sans-serif";}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:691145460;
mso-list-type:hybrid;
mso-list-template-ids:-992321822 67698689 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1
{mso-list-id:994723372;
mso-list-type:hybrid;
mso-list-template-ids:2069380658 67698689 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]--></head><body lang=EN-US link=blue vlink=purple><div class=WordSection1><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>A couple of things:<o:p></o:p></span></p><p class=MsoListParagraph style='text-indent:-.25in;mso-list:l0 level1 lfo1'><![if !supportLists]><span style='font-size:11.0pt;font-family:Symbol;color:#1F497D'><span style='mso-list:Ignore'>·<span style='font:7.0pt "Times New Roman"'> </span></span></span><![endif]><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>You shouldn’t need the port, that should be generated appropriately<o:p></o:p></span></p><p class=MsoListParagraph style='text-indent:-.25in;mso-list:l0 level1 lfo1'><![if !supportLists]><span style='font-size:11.0pt;font-family:Symbol;color:#1F497D'><span style='mso-list:Ignore'>·<span style='font:7.0pt "Times New Roman"'> </span></span></span><![endif]><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>I’m not seeing your secret definition within the deployment.0 file. That must exist if using the newer versions of Libvirt w/CephX authentication (Libvirt assumes if you are specifying hosts that a secret should be there). You should have an entry in that file like so (right after the </source>):<o:p></o:p></span></p><p class=MsoListParagraph><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><o:p> </o:p></span></p><p class=MsoNormal style='margin-left:.5in;text-indent:.5in'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><auth username='libvirt'><o:p></o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'> <secret type='ceph' uuid='ebc9c744-016d-40af-ae73-621f558398f0'/><o:p></o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'> </auth><o:p></o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><o:p> </o:p></span></p><p class=MsoListParagraph style='text-indent:-.25in;mso-list:l1 level1 lfo2'><![if !supportLists]><span style='font-size:11.0pt;font-family:Symbol;color:#1F497D'><span style='mso-list:Ignore'>·<span style='font:7.0pt "Times New Roman"'> </span></span></span><![endif]><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>You’ve defined the secret/user on the Datastore within OpenNebula using the appropriate configuration attributes CEPH_HOST, CEPH_USER, and CEPH_SECRET?<o:p></o:p></span></p><p class=MsoListParagraph style='margin-left:1.0in;text-indent:-.25in;mso-list:l1 level2 lfo2'><![if !supportLists]><span style='font-size:11.0pt;font-family:"Courier New";color:#1F497D'><span style='mso-list:Ignore'>o<span style='font:7.0pt "Times New Roman"'> </span></span></span><![endif]><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>And also defined the appropriate secret in Libvirt within each hypervisor in your configuration?<o:p></o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><o:p> </o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>Outside of verifying the above, I’m not sure what else can be attempted. You could try disabling CephX authentication, removing the CEPH_HOST configuration attributes, and copying the /etc/ceph/ceph.conf and admin keyring to each hypervisor and see if you can connect that way (however newer versions of libvirt will probably prevent that from happening).<o:p></o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><o:p> </o:p></span></p><p class=MsoNormal><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'><o:p> </o:p></span></p><p class=MsoNormal><b><span style='font-size:11.0pt;font-family:"Calibri","sans-serif"'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri","sans-serif"'> Steve @ MyEvolve [mailto:steve@myevolve.com] <br><b>Sent:</b> Wednesday, April 09, 2014 2:44 PM<br><b>To:</b> Ruben S. Montero<br><b>Cc:</b> users@lists.opennebula.org; Bill Campbell<br><b>Subject:</b> Re: [one-users] Images from Images (Ceph) Datastore Not Deploying<o:p></o:p></span></p><p class=MsoNormal><o:p> </o:p></p><div><p class=MsoNormal>Any suggestions on this?<o:p></o:p></p></div><div><p class=MsoNormal style='margin-bottom:12.0pt'><o:p> </o:p></p><div><p class=MsoNormal>On Tue, Apr 8, 2014 at 7:37 PM, Steve @ MyEvolve <<a href="mailto:steve@myevolve.com" target="_blank">steve@myevolve.com</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-right:0in'><div><p class=MsoNormal>Hi Ruben,<o:p></o:p></p><div><p class=MsoNormal><o:p> </o:p></p></div><div><p class=MsoNormal>So I've been trying to experiment a bit. I started over. Re-imported ttylinux into ceph datastore. Created new template and new vm and I logged in as oneadmin and defined the secret as instructed on all hosts.<o:p></o:p></p></div><div><p class=MsoNormal><o:p> </o:p></p></div><div><p class=MsoNormal>In creating the new VM, the process failed as before. <o:p></o:p></p></div><div><p class=MsoNormal><o:p> </o:p></p></div><div><p class=MsoNormal>I tried as you suggested:<o:p></o:p></p></div><div><p class=MsoNormal><o:p> </o:p></p></div><div><p>[oneadmin@cloud2 54]$ virsh create -c qemu:///system deployment.0<o:p></o:p></p><p>error: unexpected data 'qemu:///system'<o:p></o:p></p><p>But as you can see I got an error message I'm not sure what to do with.<o:p></o:p></p><p><o:p> </o:p></p><p>Also, I have a new log that looks different -- seems adding the port to the CEPH_HOST was the distinguishing factor. <o:p></o:p></p><p><o:p> </o:p></p><p><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#F2F2F2;background:#6F6F6F'>Tue Apr 8 19:30:04 2014 [DiM][I]: New VM state is ACTIVE.</span><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#F2F2F2'><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:04 2014 [LCM][I]: New VM state is PROLOG.</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:09 2014 [LCM][I]: New VM state is BOOT</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: Generating deployment file: /var/lib/one/vms/54/deployment.0</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: ExitCode: 0</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: Successfully execute network driver operation: pre.</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: Command execution fail: cat << EOT | /var/tmp/one/vmm/kvm/deploy '/var/lib/one//datastores/125/54/deployment.0' 'cloud2' 54 cloud2</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: error: Failed to create domain from /var/lib/one//datastores/125/54/deployment.0</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: error: internal error process exited while connecting to monitor: qemu-kvm: -drive file=rbd:one/one-28-54-0:auth_supported=none:mon_host=cloudweb12\:6789,if=none,id=drive-ide0-0-0,format=raw,cache=none: error connecting</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: qemu-kvm: -drive file=rbd:one/one-28-54-0:auth_supported=none:mon_host=cloudweb12\:6789,if=none,id=drive-ide0-0-0,format=raw,cache=none: could not open disk image rbd:one/one-28-54-0:auth_supported=none:mon_host=cloudweb12\:6789: Operation not supported</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: </span><br></span><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#FF8D81'>Tue Apr 8 19:30:10 2014 [VMM][E]: Could not create domain from /var/lib/one//datastores/125/54/deployment.0</span><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#F2F2F2'><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: ExitCode: 255</span><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [VMM][I]: Failed to execute virtualization driver operation: deploy.</span><br></span><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#FF8D81'>Tue Apr 8 19:30:10 2014 [VMM][E]: Error deploying virtual machine: Could not create domain from /var/lib/one//datastores/125/54/deployment.0</span><span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#F2F2F2'><br><span style='background:#6F6F6F'>Tue Apr 8 19:30:10 2014 [DiM][I]: New VM state is FAILED</span></span><o:p></o:p></p><p><o:p> </o:p></p><p>And also here is deployment.0:<o:p></o:p></p><div><p><domain type='kvm' xmlns:qemu='<a href="http://libvirt.org/schemas/domain/qemu/1.0" target="_blank">http://libvirt.org/schemas/domain/qemu/1.0</a>'><o:p></o:p></p></div><p> <name>one-54</name><o:p></o:p></p><div><p> <cputune><o:p></o:p></p><p> <shares>1024</shares><o:p></o:p></p><p> </cputune><o:p></o:p></p><p> <memory>524288</memory><o:p></o:p></p><p> <os><o:p></o:p></p><p> <type arch='x86_64'>hvm</type><o:p></o:p></p><p> <boot dev='hd'/><o:p></o:p></p><p> </os><o:p></o:p></p><p> <devices><o:p></o:p></p><p> <emulator>/usr/libexec/qemu-kvm</emulator><o:p></o:p></p><p> <disk type='network' device='disk'><o:p></o:p></p></div><p> <source protocol='rbd' name='one/one-28-54-0'><o:p></o:p></p><div><p> <host name='cloudweb12' port='6789'/><o:p></o:p></p></div><p> </source><o:p></o:p></p><div><p> <target dev='hda'/><o:p></o:p></p><p> <driver name='qemu' type='raw' cache='none'/><o:p></o:p></p><p> </disk><o:p></o:p></p><p> <disk type='file' device='cdrom'><o:p></o:p></p></div><p> <source file='/var/lib/one//datastores/125/54/disk.1'/><o:p></o:p></p><div><p> <target dev='hdb'/><o:p></o:p></p><p> <readonly/><o:p></o:p></p><p> <driver name='qemu' type='raw'/><o:p></o:p></p><p> </disk><o:p></o:p></p><p> <interface type='bridge'><o:p></o:p></p><p> <source bridge='br0'/><o:p></o:p></p></div><p> <mac address='02:00:26:6b:bb:98'/><o:p></o:p></p><p> </interface><o:p></o:p></p><p> <graphics type='vnc' listen='0.0.0.0' port='5954'/><o:p></o:p></p><div><p> </devices><o:p></o:p></p><p> <features><o:p></o:p></p><p> <acpi/><o:p></o:p></p><p> </features><o:p></o:p></p><p></domain><o:p></o:p></p><p><o:p> </o:p></p></div><p>Thank you!<o:p></o:p></p><p><span style='color:#888888'>Steve<o:p></o:p></span></p><p><span style='color:#888888'><o:p> </o:p></span></p></div></div><div><div><div><p class=MsoNormal style='margin-bottom:12.0pt'><o:p> </o:p></p><div><p class=MsoNormal>On Tue, Apr 8, 2014 at 10:13 AM, Ruben S. Montero <<a href="mailto:rsmontero@opennebula.org" target="_blank">rsmontero@opennebula.org</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-right:0in'><p>Hi <o:p></o:p></p><p>I've tested with the very same environment and it should work. Could you try to define the secret with the oneadmin account and:<o:p></o:p></p><p>-c qemu:///system <o:p></o:p></p><p>option for virsh command.<o:p></o:p></p><p>Also to manually test it, once the vm is in failed state go to the vm directory in the host and simply execute:<o:p></o:p></p><p>virsh create -c qemu:///system deployment.0<o:p></o:p></p><p>Cheers<o:p></o:p></p><p><span style='color:#888888'>Ruben<o:p></o:p></span></p><div><div><div><p class=MsoNormal>On Apr 8, 2014 7:05 PM, "Steve @ MyEvolve" <<a href="mailto:steve@myevolve.com" target="_blank">steve@myevolve.com</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-right:0in'><div><p class=MsoNormal>Hi Bill,<o:p></o:p></p><div><p class=MsoNormal><o:p> </o:p></p></div><div><p class=MsoNormal>I am using Centos 6.5 and CephX. I installed the following rpm versions from Ceph on the nodes and I also followed the procedure for authentication :<o:p></o:p></p></div><div><p class=MsoNormal><o:p> </o:p></p></div><div><p>rpm -Uvh <a href="http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-kvm-0.12.1.2-2.415.el6.3ceph.x86_64.rpm" target="_blank">http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-kvm-0.12.1.2-2.415.el6.3ceph.x86_64.rpm</a> <a href="http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-img-0.12.1.2-2.415.el6.3ceph.x86_64.rpm" target="_blank">http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-img-0.12.1.2-2.415.el6.3ceph.x86_64.rpm</a> <a href="http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-guest-agent-0.12.1.2-2.415.el6.3ceph.x86_64.rpm" target="_blank">http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-guest-agent-0.12.1.2-2.415.el6.3ceph.x86_64.rpm</a> <a href="http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-kvm-tools-0.12.1.2-2.415.el6.3ceph.x86_64.rpm" target="_blank">http://ceph.com/packages/ceph-extras/rpm/centos6.4/x86_64/qemu-kvm-tools-0.12.1.2-2.415.el6.3ceph.x86_64.rpm</a><o:p></o:p></p><p><o:p> </o:p></p><p>CephX<o:p></o:p></p><p>virsh secret-define --file secret.xml; virsh secret-set-value --secret 34afabcd-8ee0-45fd-a880-09df24fef603 --base64 $(cat client.libvirt.key)<o:p></o:p></p><p><o:p> </o:p></p><p>Also, Ruben -- how do I:<o:p></o:p></p><p>"<span style='font-size:9.5pt;font-family:"Arial","sans-serif"'>1.- could you try manually to add port to the <source attribute, and check if the VM boots with virsh create"</span><o:p></o:p></p><p><o:p> </o:p></p><p>Thank you,<o:p></o:p></p><p>Steve<o:p></o:p></p><p><o:p> </o:p></p></div><div><p class=MsoNormal><o:p> </o:p></p></div></div><div><p class=MsoNormal style='margin-bottom:12.0pt'><o:p> </o:p></p><div><p class=MsoNormal>On Tue, Apr 8, 2014 at 6:20 AM, Campbell, Bill <<a href="mailto:bcampbell@axcess-financial.com" target="_blank">bcampbell@axcess-financial.com</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-right:0in'><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>Are you using CentOS/RHEL? Are you using CephX Authentication?</span><o:p></o:p></p><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'> </span><o:p></o:p></p><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'>There have been a few changes in how Libvirt handles the configurations of Ceph images, and I’m not sure if that version of Qemu is compiled with RBD support.</span><o:p></o:p></p><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-size:11.0pt;font-family:"Calibri","sans-serif";color:#1F497D'> </span><o:p></o:p></p><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><b><span style='font-size:11.0pt;font-family:"Calibri","sans-serif"'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri","sans-serif"'> <a href="mailto:users-bounces@lists.opennebula.org" target="_blank">users-bounces@lists.opennebula.org</a> [mailto:<a href="mailto:users-bounces@lists.opennebula.org" target="_blank">users-bounces@lists.opennebula.org</a>] <b>On Behalf Of </b>Ruben S. Montero<br><b>Sent:</b> Tuesday, April 08, 2014 6:00 AM<br><b>To:</b> Steve @ MyEvolve<br><b>Cc:</b> <a href="mailto:users@lists.opennebula.org" target="_blank">users@lists.opennebula.org</a><br><b>Subject:</b> Re: [one-users] Images from Images (Ceph) Datastore Not Deploying</span><o:p></o:p></p><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Well<o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>The deployment file seems to be properly generated, so given the error message complaining about the missing port:<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>1.- could you try manually to add port to the <source attribute, and check if the VM boots with virsh create<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>2.- I've not seen this required by ceph, here it is working with the libvirt packages from the ceph guys (libvirt 0.10.2 and qemu-kvm-0.12.1), Could it be a version problem?<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Cheers<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt'> <o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>On Tue, Apr 8, 2014 at 11:09 AM, Steve @ MyEvolve <<a href="mailto:steve@myevolve.com" target="_blank">steve@myevolve.com</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt'><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Hi Ruben,<o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Contents of /var/lib/one//datastores/125/32/deployment.0<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p><domain type='kvm' xmlns:qemu='<a href="http://libvirt.org/schemas/domain/qemu/1.0" target="_blank">http://libvirt.org/schemas/domain/qemu/1.0</a>'><o:p></o:p></p><p> <name>one-32</name><o:p></o:p></p><p> <cputune><o:p></o:p></p><p> <shares>1024</shares><o:p></o:p></p><p> </cputune><o:p></o:p></p><p> <memory>524288</memory><o:p></o:p></p><p> <os><o:p></o:p></p><p> <type arch='x86_64'>hvm</type><o:p></o:p></p><p> <boot dev='hd'/><o:p></o:p></p><p> </os><o:p></o:p></p><p> <devices><o:p></o:p></p><p> <emulator>/usr/libexec/qemu-kvm</emulator><o:p></o:p></p><p> <disk type='network' device='disk'><o:p></o:p></p><p> <source protocol='rbd' name='one/one-18-32-0'><o:p></o:p></p><p> <host name='cloudweb12' port='6789'/><o:p></o:p></p><p> <host name='cloudweb13' port='6789'/><o:p></o:p></p><p> <host name='cloudweb14' port='6789'/><o:p></o:p></p><p> </source><o:p></o:p></p><p> <target dev='hda'/><o:p></o:p></p><p> <driver name='qemu' type='raw' cache='none'/><o:p></o:p></p><p> </disk><o:p></o:p></p><p> <disk type='file' device='cdrom'><o:p></o:p></p><p> <source file='/var/lib/one//datastores/125/32/disk.1'/><o:p></o:p></p><p> <target dev='hdb'/><o:p></o:p></p><p> <readonly/><o:p></o:p></p><p> <driver name='qemu' type='raw'/><o:p></o:p></p><p> </disk><o:p></o:p></p><p> <interface type='bridge'><o:p></o:p></p><p> <source bridge='br0'/><o:p></o:p></p><p> <mac address='02:00:26:6b:bb:96'/><o:p></o:p></p><p> </interface><o:p></o:p></p><p> <graphics type='vnc' listen='0.0.0.0' port='5947'/><o:p></o:p></p><p> </devices><o:p></o:p></p><p> <features><o:p></o:p></p><p> <acpi/><o:p></o:p></p><p> </features><o:p></o:p></p><p></domain><o:p></o:p></p><p> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Ceph Datastore:<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>CEPH_HOST = <span style='font-size:10.5pt;font-family:"Arial","sans-serif";color:#333333;background:#F9F9F9'>cloudweb12:6789 cloudweb13:6789 cloudweb14:6789</span><o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-family:"Arial","sans-serif";color:#333333;background:#F9F9F9'>Thanks,</span><o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='font-family:"Arial","sans-serif";color:#333333;background:#F9F9F9'>Steve</span><o:p></o:p></p></div></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt'> <o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>On Tue, Apr 8, 2014 at 1:18 AM, Ruben S. Montero <<a href="mailto:rsmontero@opennebula.org" target="_blank">rsmontero@opennebula.org</a>> wrote:<o:p></o:p></p><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt'><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Hi<o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Could you send /var/lib/one//datastores/125/32/deployment.0? Also could you double check you ceph datastore configuration, specially the CEPH_HOST attribute to read something like<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>CEPH_HOST="cephmon1:6789 cephmon2:6789"<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Cheers<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Ruben<o:p></o:p></p></div></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt'> <o:p></o:p></p><div><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>On Mon, Apr 7, 2014 at 2:02 AM, Steve @ MyEvolve <<a href="mailto:steve@myevolve.com" target="_blank">steve@myevolve.com</a>> wrote:<o:p></o:p></p></div></div><blockquote style='border:none;border-left:solid #CCCCCC 1.0pt;padding:0in 0in 0in 6.0pt;margin-left:4.8pt;margin-top:5.0pt;margin-right:0in;margin-bottom:5.0pt'><div><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Hi,<o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>I've added successfully images from the marketplace to the default image datastore and deployed without any issues. <o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>I've continued to add a Ceph datastore and retrieved an image from marketplace to it successfully as well.<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>However, when I try to deploy this same image, I get the following failures:<o:p></o:p></p></div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><div><p>Sun Apr 6 16:01:41 2014 [DiM][I]: New VM state is ACTIVE.<o:p></o:p></p><p>Sun Apr 6 16:01:41 2014 [LCM][I]: New VM state is PROLOG.<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [LCM][I]: New VM state is BOOT<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: Generating deployment file: /var/lib/one/vms/32/deployment.0<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: ExitCode: 0<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: Successfully execute network driver operation: pre.<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: Command execution fail: cat << EOT | /var/tmp/one/vmm/kvm/deploy '/var/lib/one//datastores/125/32/deployment.0' 'cloud4' 32 cloud4<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: error: Failed to create domain from /var/lib/one//datastores/125/32/deployment.0<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: error: XML error: missing port for host<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][E]: Could not create domain from /var/lib/one//datastores/125/32/deployment.0<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: ExitCode: 255<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][I]: Failed to execute virtualization driver operation: deploy.<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [VMM][E]: Error deploying virtual machine: Could not create domain from /var/lib/one//datastores/125/32/deployment.0<o:p></o:p></p><p>Sun Apr 6 16:01:43 2014 [DiM][I]: New VM state is FAILED<o:p></o:p></p><p> <o:p></o:p></p><p>Any suggestions/help would be greatly appreciated!<o:p></o:p></p><p> <o:p></o:p></p><p>Thank you,<o:p></o:p></p><p>Steve<o:p></o:p></p><p> <o:p></o:p></p></div></div></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div></div><p class=MsoNormal style='mso-margin-top-alt:auto;margin-bottom:12.0pt'>_______________________________________________<br>Users mailing list<br><a href="mailto:Users@lists.opennebula.org" target="_blank">Users@lists.opennebula.org</a><br><a href="http://lists.opennebula.org/listinfo.cgi/users-opennebula.org" target="_blank">http://lists.opennebula.org/listinfo.cgi/users-opennebula.org</a><o:p></o:p></p></blockquote></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='color:#888888'><br><br clear=all></span><o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='color:#888888'>-- </span><o:p></o:p></p><div><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='color:#888888'>-- </span><o:p></o:p></p></div></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='color:#888888'>Ruben S. Montero, PhD<br>Project co-Lead and Chief Architect</span><o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><span style='color:#888888'>OpenNebula - Flexible Enterprise Cloud Made Simple<br><a href="http://www.OpenNebula.org" target="_blank">www.OpenNebula.org</a> | <a href="mailto:rsmontero@opennebula.org" target="_blank">rsmontero@opennebula.org</a> | @OpenNebula</span><o:p></o:p></p></div></div></div></blockquote></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div></blockquote></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'><br><br clear=all><o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'> <o:p></o:p></p></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>-- <o:p></o:p></p><div><div><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>-- <o:p></o:p></p></div></div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>Ruben S. Montero, PhD<br>Project co-Lead and Chief Architect<o:p></o:p></p><div><p class=MsoNormal style='mso-margin-top-alt:auto;mso-margin-bottom-alt:auto'>OpenNebula - Flexible Enterprise Cloud Made Simple<br><a href="http://www.OpenNebula.org" target="_blank">www.OpenNebula.org</a> | <a href="mailto:rsmontero@opennebula.org" target="_blank">rsmontero@opennebula.org</a> | @OpenNebula<o:p></o:p></p></div></div></div></div></div></div><p class=MsoNormal><o:p> </o:p></p><div><p class=MsoNormal><b>NOTICE: Protect the information in this message in accordance with the company's security policies. If you received this message in error, immediately notify the sender and destroy all copies.</b><o:p></o:p></p></div><p class=MsoNormal><o:p> </o:p></p></div></blockquote></div><p class=MsoNormal><o:p> </o:p></p></div></blockquote></div></div></div></blockquote></div><p class=MsoNormal><o:p> </o:p></p></div></div></div></blockquote></div><p class=MsoNormal><o:p> </o:p></p></div></div>
<br><html><body><b>NOTICE: Protect the information in this message in accordance with the company's security policies. If you received this message in error, immediately notify the sender and destroy all copies.</b></body></html>
<br></body></html>