WARNING - OLD ARCHIVES

This is an archived copy of the Xen.org mailing list, which we have preserved to ensure that existing links to archives are not broken. The live archive, which contains the latest emails, can be found at http://lists.xen.org/
   
 
 
Xen 
 
Home Products Support Community News
 
   
 

xen-devel

[Xen-devel] xen-unstable c/s 19662 freezes up

To: "Xen-Devel (E-mail)" <xen-devel@xxxxxxxxxxxxxxxxxxx>
Subject: [Xen-devel] xen-unstable c/s 19662 freezes up
From: Dan Magenheimer <dan.magenheimer@xxxxxxxxxx>
Date: Wed, 27 May 2009 14:24:16 -0700 (PDT)
Delivery-date: Wed, 27 May 2009 14:24:55 -0700
Envelope-to: www-data@xxxxxxxxxxxxxxxxxxx
List-help: <mailto:xen-devel-request@lists.xensource.com?subject=help>
List-id: Xen developer discussion <xen-devel.lists.xensource.com>
List-post: <mailto:xen-devel@lists.xensource.com>
List-subscribe: <http://lists.xensource.com/mailman/listinfo/xen-devel>, <mailto:xen-devel-request@lists.xensource.com?subject=subscribe>
List-unsubscribe: <http://lists.xensource.com/mailman/listinfo/xen-devel>, <mailto:xen-devel-request@lists.xensource.com?subject=unsubscribe>
Sender: xen-devel-bounces@xxxxxxxxxxxxxxxxxxx
I'm getting a freeze consistently when launching a second PV domain
on xen-unstable tip.  After spending hours assuming it was a tmem
problem, I turned tmem off and reproduced it without tmem.  It
appears from the dump that there is a locking problem in grant tables.
C/s 19658 perhaps?  I'll try backing that out.

(XEN) *** Serial input -> Xen (type 'CTRL-a' three times to switch input to DOM0
)
(XEN) 'd' pressed -> dumping registers
(XEN)
(XEN) *** Dumping CPU1 host state: ***
(XEN) ----[ Xen-3.4.0-rc4-pre  x86_64  debug=n  Not tainted ]----
(XEN) CPU:    1
(XEN) RIP:    e008:[<ffff828c8010d311>] __dump_execstate+0x1/0x60
(XEN) RFLAGS: 0000000000010246   CONTEXT: hypervisor
(XEN) rax: 0000000000000000   rbx: 0000000000000064   rcx: 0000000000000046
(XEN) rdx: 000000000000000a   rsi: 000000000000000a   rdi: 0000000000000000
(XEN) rbp: ffff83007d4cff28   rsp: ffff83007d4cf478   r8:  0000000000000001
(XEN) r9:  0000000000000001   r10: 00000000fffffffc   r11: ffff828c8012d430
(XEN) r12: ffff828c8027c8a0   r13: ffff83007d4cf5c8   r14: ffff83007d4cf5c8
(XEN) r15: ffff828c8028c5e8   cr0: 000000008005003b   cr4: 00000000000026f0
(XEN) cr3: 000000007d2ec000   cr2: 0000000000423020
(XEN) ds: 007b   es: 007b   fs: 0000   gs: 0000   ss: 0000   cs: e008
(XEN) Xen stack trace from rsp=ffff83007d4cf478:
(XEN)    0000000000000064 ffff828c8010db4c 0000000000000064 0000000000000064
(XEN)    ffff828c8027c8a0 ffff83007d4cf5c8 ffff83007d4cf5c8 ffff828c8010d43d
(XEN)    ffff828c801f2c18 ffff828c801f2ba0 ffff828c8012cc00 ffff828c801f2c18
(XEN)    0000000000000296 ffff828c8012e075 ffff828c8012d41e 6400000000000292
(XEN)    0000000000000001 ffff828c8028c5c0 ffff828c801f2ba0 ffff83007d4cf5c8
(XEN)    0000000000000000 ffff828c8012d86a 0000000000000000 ffff828c8029e000
(XEN)    ffff83007d4cff28 00000000000000f1 ffff83007d4cf5c8 ffff828c8014d52d
(XEN)    ffff83007d4f0300 ffff828c8029e024 000000f100000000 ffff83007d4cff28
(XEN)    ffff828c8026fe50 ffff828c8022a600 0000000000000000 0000000000000001
(XEN)    ffff83007d4f0300 ffff828c801d5a20 0000000000000000 0000000000000100
(XEN)    00000000c713fe20 ffff828c80145fa0 00000000c713fe20 0000000000000100
(XEN)    0000000000000000 ffff828c801d5a20 ffff83007d4f0300 0000000000000001
(XEN)    0000000000000001 290000000000005f 0100000000000000 0800000000000000
(XEN)    fffffffffffffffd 0000000000000001 ffff828c801d5a30 00000000000000fd
(XEN)    ffff83007d4f0300 000000f100000000 ffff828c8015cf72 000000000000e008
(XEN)    0000000000000202 ffff83007d4cf678 0000000000000000 ffff828c8015cf61
(XEN)    ffff83007d4cf740 00000000c713fe38 0000000000000001 ffff83007d4cff28
(XEN)    0000000000000001 ffff828c8010baa8 0002fed200000001 ffff828c80286900
(XEN)    0000000000000010 ffff83007d4cf708 ffff83007d4f0010 ffff83007d4cfe08
(XEN)    0000000100000001 ffff83007d4f0000 0000006b00000000 0000000000000001
(XEN) Xen call trace:
(XEN)    [<ffff828c8010d311>] __dump_execstate+0x1/0x60
(XEN)    [<ffff828c8010db4c>] dump_registers+0x4c/0x120
(XEN)    [<ffff828c8010d43d>] handle_keypress+0x8d/0xe0
(XEN)    [<ffff828c8012cc00>] serial_rx+0x0/0xa0
(XEN)    [<ffff828c8012e075>] serial_rx_interrupt+0x65/0xd0
(XEN)    [<ffff828c8012d41e>] ns16550_tx_empty+0xe/0x20
(XEN)    [<ffff828c8012d86a>] ns16550_interrupt+0x4a/0x70
(XEN)    [<ffff828c8014d52d>] do_IRQ+0x3ed/0x470
(XEN)    [<ffff828c801d5a20>] _etext+0x0/0x335e0
(XEN)    [<ffff828c80145fa0>] common_interrupt+0x20/0x30
(XEN)    [<ffff828c801d5a20>] _etext+0x0/0x335e0
(XEN)    [<ffff828c8015cf72>] flush_area_mask+0x102/0x150
(XEN)    [<ffff828c8015cf61>] flush_area_mask+0xf1/0x150
(XEN)    [<ffff828c8010baa8>] do_grant_table_op+0xfb8/0x15f0
(XEN)    [<ffff828c80153321>] __get_page_type+0xbb1/0x11c0
(XEN)    [<ffff828c80154fd1>] ptwr_emulated_update+0x2c1/0x400
(XEN)    [<ffff828c80146fda>] event_check_interrupt+0x2a/0x30
(XEN)    [<ffff828c80128253>] compat_xen_version+0xa3/0x430
(XEN)    [<ffff828c8011bec7>] xen_major_version+0x1/0xb
(XEN)    [<ffff828c8012825f>] compat_xen_version+0xaf/0x430
(XEN)    [<ffff828c801535ed>] __get_page_type+0xe7d/0x11c0
(XEN)    [<ffff828c8015394b>] get_page_type+0xb/0x20
(XEN)    [<ffff828c80154003>] get_page_and_type_from_pagenr+0x63/0xc0
(XEN)    [<ffff828c80152619>] put_page_from_l4e+0x49/0xa0
(XEN)    [<ffff828c80156184>] mod_l4_entry+0x124/0x5f0
(XEN)    [<ffff828c80140808>] __context_switch+0x188/0x2b0
(XEN)    [<ffff828c80114c81>] csched_vcpu_wake+0x161/0x200
(XEN)    [<ffff828c801429c0>] context_switch+0x800/0xff0
(XEN)    [<ffff828c801149a6>] csched_schedule+0x2f6/0x470
(XEN)    [<ffff828c801431cd>] vcpu_kick+0x1d/0xc0
(XEN)    [<ffff828c80106e5f>] evtchn_set_pending+0xaf/0x160
(XEN)    [<ffff828c8010c13c>] compat_grant_table_op+0x5c/0x8f0
(XEN)    [<ffff828c80107731>] do_event_channel_op+0x4b1/0xf10
(XEN)    [<ffff828c80153ade>] do_update_descriptor+0x17e/0x1b0
(XEN)    [<ffff828c8013def5>] reprogram_timer+0x55/0x90
(XEN)    [<ffff828c8011a753>] timer_softirq_action+0x193/0x2e0
(XEN)    [<ffff828c801d3343>] compat_hypercall+0x83/0x90
(XEN)
(XEN) *** Dumping CPU1 guest state: ***
(XEN) ----[ Xen-3.4.0-rc4-pre  x86_64  debug=n  Not tainted ]----
(XEN) CPU:    1
(XEN) RIP:    0061:[<00000000c0101287>]
(XEN) RFLAGS: 0000000000000246   EM: 0   CONTEXT: pv guest
(XEN) rax: 0000000000000014   rbx: 0000000000000001   rcx: 00000000c713fe20
(XEN) rdx: 0000000000000001   rsi: 00000000cee433a0   rdi: 0000000000000067
(XEN) rbp: 00000000c713fe38   rsp: 00000000c713fe0c   r8:  0000000000000000
(XEN) r9:  0000000000000000   r10: 0000000000000000   r11: 0000000000000000
(XEN) r12: 0000000000000000   r13: 0000000000000000   r14: 0000000000000000
(XEN) r15: 0000000000000000   cr0: 000000008005003b   cr4: 00000000000026f0
(XEN) cr3: 000000007d2ec000   cr2: 00000000b754c000
(XEN) ds: 007b   es: 007b   fs: 0000   gs: 0000   ss: 0069   cs: 0061
(XEN) Guest stack trace from esp=c713fe0c:
(XEN)   c025541b c713fe20 cff032f4 00000001 00000001 cef4d000 00000000 00000000
(XEN)   00000000 00000067 c12a0000 00000000 00000000 c66eea60 cfb243c0 c0175eb5
(XEN)   00000050 c66eea60 00000000 cf0cc800 00001000 d1099dbd c017dba8 00000001
(XEN)   00000003 cf0cc878 cf0cc874 00000000 00000001 c713fea4 c011da48 00000000
(XEN)   00000000 00000003 00000000 00000000 cb278740 cce704b4 cf0cc800 d1094857
(XEN)   00000000 c1182540 00000000 0098d000 00000000 00000000 c275daac 00000000
(XEN)   cf0cce00 d10ded50 cce704b4 d10d6994 00000000 c1182540 c275da14 d10d0944
(XEN)   00001000 00000000 d10ce720 00000000 c09a5680 00000000 c1182540 00000000
(XEN)   00000000 c02490cf 00001000 c11de9a0 00000000 00001000 00004c68 c41aa4c0
(XEN)   00000000 cff032f4 00000000 c02556b7 cf2c0134 0000098d c41aa4c0 00000000
(XEN)   c0255740 c0255771 c41aa4c0 00001000 c01800aa 00000000 c0248a50 c11de9a0
(XEN)   00000000 00000000 c41aa4c0 00000000 00000000 c0248d29 0098d000 00000000
(XEN)   00000000 cf2c0220 cf2c0240 cf2c0230 0000001d cf2c0134 c41aa4c0 00000001
(XEN)   00000000 c0248f20 00001000 00000001 00001000 cf2c0134 c11dedc0 00001000
(XEN)   00001000 00001000 00000000 c0248b00 00000000 00000000 00000000 c0103005
(XEN)   cf2c0134 00000000 00000000 00000000 00000000
(XEN)
(XEN) *** Dumping CPU0 host state: ***
(XEN) ----[ Xen-3.4.0-rc4-pre  x86_64  debug=n  Not tainted ]----
(XEN) CPU:    0
(XEN) RIP:    e008:[<ffff828c8010d311>] __dump_execstate+0x1/0x60
(XEN) RFLAGS: 0000000000010002   CONTEXT: hypervisor
(XEN) rax: ffff83007d4cf428   rbx: ffff828c80286900   rcx: 0000000000000001
(XEN) rdx: ffff828c801d5a28   rsi: ffff828c8010d310   rdi: 0000000000000000
(XEN) rbp: 0000000000000000   rsp: ffff828c8026f5b8   r8:  0000000000000000
(XEN) r9:  00000000ce5e2c00   r10: ffff828c801daca0   r11: 0000000000000000
(XEN) r12: 0000000000000000   r13: 0000000000000000   r14: 0000000000000001
(XEN) r15: 00000000c0470c00   cr0: 000000008005003b   cr4: 00000000000026f0
(XEN) cr3: 000000007d2e7000   cr2: 00000000c31568e8
(XEN) ds: 007b   es: 007b   fs: 0000   gs: 0000   ss: 0000   cs: e008
(XEN) Xen stack trace from rsp=ffff828c8026f5b8:
(XEN)    ffff828c80286900 ffff828c8015c969 ffff83007d4f0010 ffff828c8014703a
(XEN)    00000000c0470c00 0000000000000001 0000000000000000 0000000000000000
(XEN)    0000000000000000 ffff83007d4f0010 0000000000000000 ffff828c801daca0
(XEN)    00000000ce5e2c00 0000000000000000 0000000000000000 00000000ce701280
(XEN)    0000000000000001 00000000c0470c00 ffff83007d4f0010 000000fb00000000
(XEN)    ffff828c80118da2 000000000000e008 0000000000000246 ffff828c8026f688
(XEN)    0000000000000000 00000000000672af ffff828c80118dea 0000000000000000
(XEN)    ffffffffffffffea ffff828c8010ab61 0000000000000000 0000000000000000
(XEN)    0000000000000000 ffff828c8026f708 ffff83007d4f0010 ffff828c8026fe08
(XEN)    0000000100000001 ffff83007d4f0000 0000012000000000 0000000000000000
(XEN)    0000000000000000 00000000c0470c00 00000000ceebe000 000005cc00000006
(XEN)    0000012000000001 00000000672af000 00000000000670f8 ffff83007c806760
(XEN)    ffff8300763be000 00000000cef9b000 0000000000000000 0000000000000000
(XEN)    00060000000000b6 00000000000670f7 ffff83007c8065b0 ffff8300763be000
(XEN)    00000000cef9c000 0000000000000000 0000000000000000 00060000000000c0
(XEN)    00000000000670f6 ffff83007c806600 ffff8300763be000 00000000cef66000
(XEN)    0000000000000000 0000000000000000 0006000000000020 0000000000067100
(XEN)    ffff83007c806100 ffff8300763be000 00000000cef67000 0000000000000000
(XEN)    0000000000000000 000600000000005c 00000000000670ff ffff83007c8062e0
(XEN)    ffff8300763be000 0000000000000086 000f8a0d00000000 ffff828c80286900
(XEN) Xen call trace:
(XEN)    [<ffff828c8010d311>] __dump_execstate+0x1/0x60
(XEN)    [<ffff828c8015c969>] __smp_call_function_interrupt+0x59/0xa0
(XEN)    [<ffff828c8014703a>] call_function_interrupt+0x2a/0x30
(XEN)    [<ffff828c80118da2>] _spin_lock+0x12/0x20
(XEN)    [<ffff828c80118dea>] _spin_lock_recursive+0x3a/0x70
(XEN)    [<ffff828c8010ab61>] do_grant_table_op+0x71/0x15f0
(XEN)    [<ffff828c8015ce29>] smp_invalidate_interrupt+0x69/0xb0
(XEN)    [<ffff828c8014700a>] invalidate_interrupt+0x2a/0x30
(XEN)    [<ffff828c80153b20>] get_page_from_l1e+0x10/0x490
(XEN)    [<ffff828c80153c73>] get_page_from_l1e+0x163/0x490
(XEN)    [<ffff828c8015ce29>] smp_invalidate_interrupt+0x69/0xb0
(XEN)    [<ffff828c80153321>] __get_page_type+0xbb1/0x11c0
(XEN)    [<ffff828c80151aac>] put_page_from_l1e+0x8c/0x120
(XEN)    [<ffff828c80154fd1>] ptwr_emulated_update+0x2c1/0x400
(XEN)    [<ffff828c801551bf>] ptwr_emulated_cmpxchg+0xaf/0xc0
(XEN)    [<ffff828c801673db>] copy_from_user+0x2b/0xa0
(XEN)    [<ffff828c8016872d>] x86_emulate+0x7ad/0x11460
(XEN)    [<ffff828c8015394b>] get_page_type+0xb/0x20
(XEN)    [<ffff828c80154003>] get_page_and_type_from_pagenr+0x63/0xc0
(XEN)    [<ffff828c801535ed>] __get_page_type+0xe7d/0x11c0
(XEN)    [<ffff828c8015394b>] get_page_type+0xb/0x20
(XEN)    [<ffff828c80154003>] get_page_and_type_from_pagenr+0x63/0xc0
(XEN)    [<ffff828c80152619>] put_page_from_l4e+0x49/0xa0
(XEN)    [<ffff828c80156184>] mod_l4_entry+0x124/0x5f0
(XEN)    [<ffff828c80140808>] __context_switch+0x188/0x2b0
(XEN)    [<ffff828c801429c0>] context_switch+0x800/0xff0
(XEN)    [<ffff828c801601ad>] time_calibration_std_rendezvous+0x7d/0xe0
(XEN)    [<ffff828c8010c13c>] compat_grant_table_op+0x5c/0x8f0
(XEN)    [<ffff828c80117907>] schedule+0x197/0x3a0
(XEN)    [<ffff828c8011a36a>] add_entry+0x3a/0xb0
(XEN)    [<ffff828c801d3343>] compat_hypercall+0x83/0x90
(XEN)
(XEN) *** Dumping CPU0 guest state: ***
(XEN) ----[ Xen-3.4.0-rc4-pre  x86_64  debug=n  Not tainted ]----
(XEN) CPU:    0
(XEN) RIP:    0061:[<00000000c0101287>]
(XEN) RFLAGS: 0000000000000202   EM: 0   CONTEXT: pv guest
(XEN) rax: 0000000000000014   rbx: 0000000000000000   rcx: 00000000c0470c00
(XEN) rdx: 0000000000000001   rsi: 00000000ce701280   rdi: 0000000000000000
(XEN) rbp: 00000000ce5e2c00   rsp: 00000000c12e1d7c   r8:  0000000000000000
(XEN) r9:  0000000000000000   r10: 0000000000000000   r11: 0000000000000000
(XEN) r12: 0000000000000000   r13: 0000000000000000   r14: 0000000000000000
(XEN) r15: 0000000000000000   cr0: 000000008005003b   cr4: 00000000000026f0
(XEN) cr3: 000000007d2e7000   cr2: 00000000b791d000
(XEN) ds: 007b   es: 007b   fs: 0000   gs: 0000   ss: 0069   cs: 0061
(XEN) Guest stack trace from esp=c12e1d7c:
(XEN)   c025ba23 c121a8e0 00000000 c12db20c c12db20c 00012a80 c12e1eec 00020000
(XEN)   00000083 0000005c 00000700 00000003 0000005c 00000000 00000040 c0104403
(XEN)   00000001 ce701280 cfbe51c0 cfbe5390 c12dd250 00000001 012d2030 00000000
(XEN)   00000000 00000000 00000001 00831e10 0000005c 00000001 00000000 00000068
(XEN)   c12e1ff8 00000001 00000001 fffff049 9a86cfde 0000000a 00000000 7d0d2030
(XEN)   00000000 00000000 00000000 00000000 00000000 c010982c 00000001 00000014
(XEN)   c1219f80 c1219f80 ccfe2e90 c12e1e58 c011d8c1 00000000 00000001 c12e1ec0
(XEN)   c011e7e1 cff063f0 0000000e cfdf0000 00989680 c1219f80 cfbe51c0 c12e1e88
(XEN)   c011d8c1 00000000 00000001 c12e1ef0 c011e7e1 00000000 00000000 00000000
(XEN)   cfdf0000 00000000 0000000f c12e0000 ce5e2c00 00000000 00000000 c12e1f54
(XEN)   c025b1e0 00000001 0000050c c0151313 0000050c c03cfa00 00000000 00000000
(XEN)   00000000 00000000 00000000 00000000 00000301 00030002 005a0002 84100000
(XEN)   0000001f c03727e4 00000000 c0411d90 c0411de0 c012b3d2 00000001 c03a7128
(XEN)   c040f180 c0411de0 c012ade2 0000000a 00000001 00000020 00000001 00000000
(XEN)   c040f180 c012aef9 00000001 00000001 c0105bad c12e1f54 00000001 00000000
(XEN)   00000001 00000001 00000000 c040f180 00000000 0000007b c121007b fffffaf3
(XEN)   c01013a7 00000061 00000246 c0108df2 a0a26f97 0000003c 00000000 00000000
(XEN)   ffffffff 00000001 c01046f9 c01036dd 00000000 00000000 00000000 00000000
(XEN)   00000000 00000000 00000000 00000000 00000000 00000000 00000000 00000000
(XEN)   00000000 00000000 00000000 00000000 00000000 00000000 00000000 61635f79
(XEN)

_______________________________________________
Xen-devel mailing list
Xen-devel@xxxxxxxxxxxxxxxxxxx
http://lists.xensource.com/xen-devel

<Prev in Thread] Current Thread [Next in Thread>