[ovs-discuss] Crash in openvswitch 2.0.2

Marco Kuendig marco at nuvula.ch
Thu Apr 9 19:53:55 UTC 2015


Hi James

new info. Today a crash happened simultaneously on 4 servers:

root at nuv-vir-kvm-server-3 ~ # for l in 1 2 3 5 ; do ssh nuv-vir-kvm-server-$l ls /var/crash -l ; done
total 532
-rw-r--r-- 1 root root    272 Apr  8 11:09 kexec_cmd
drwxr-xr-x 2 root root   4096 Mar 31 21:47 ovs
-rw-r----- 1 root root 535190 Apr  9 19:30 _usr_sbin_ovs-vswitchd.0.crash
total 676
-rw-r--r-- 1 root root    272 Apr  7 10:32 kexec_cmd
drwxr-xr-x 2 root root   4096 Apr  7 11:26 ovs
-rw-r----- 1 root root 683554 Apr  9 19:33 _usr_sbin_ovs-vswitchd.0.crash
total 3200
-rw-r--r-- 1 root root     272 Apr  9 11:30 kexec_cmd
-rw-r----- 1 root root 1892442 Apr  8 12:02 _usr_bin_ceph-osd.0.crash
-rw-r----- 1 root root  598097 Apr  9 19:30 _usr_sbin_ovs-vswitchd.0.crash
-rw-r----- 1 root root  771277 Apr  9 11:31 _usr_sbin_smbd.0.crash
total 4392
-rw-r--r-- 1 root root     272 Apr  9 11:32 kexec_cmd
-rw-r----- 1 root root 3816939 Apr  9 21:39 _usr_bin_ceph-mds.0.crash
-rw-r----- 1 root root   59233 Apr  9 06:25 _usr_lib_squid3_pinger.0.crash
-rw-r----- 1 root root  611846 Apr  9 19:31 _usr_sbin_ovs-vswitchd.0.crash

They crashed all at the same couple of minutes.


Here the 4 BT from all 4 servers:

~ # for l in 1 2 3 5 ; do echo ; echo kvm-"$l" ; echo ; ssh nuv-vir-kvm-server-"$l" gdb /usr/sbin/ovs-vswitchd /var/crash/ovs/CoreDump -ex bt -ex quit --quiet ;echo  ; done

kvm-1

Reading symbols from /usr/sbin/ovs-vswitchd...Reading symbols from /usr/lib/debug//usr/sbin/ovs-vswitchd...done.
done.
[New LWP 1155]
[New LWP 1160]
[New LWP 1173]
[New LWP 1183]
[New LWP 1163]
[New LWP 1168]
[New LWP 1178]
[New LWP 1157]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfi'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
506	../lib/netlink.c: No such file or directory.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
#1  0x0000000000460473 in format_generic_odp_key (a=a at entry=0x0,
    ds=ds at entry=0x7fff6ef422f0) at ../lib/odp-util.c:767
#2  0x0000000000460cd2 in format_odp_key_attr (a=a at entry=0x1afad54,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff6ef422f0, verbose=verbose at entry=true)
    at ../lib/odp-util.c:1332
#3  0x00000000004609d7 in odp_flow_format (key=<optimized out>, key_len=40,
    mask=0x0, mask_len=0, ds=0x7fff6ef422f0, verbose=true)
    at ../lib/odp-util.c:1402
#4  0x0000000000460fc4 in format_odp_key_attr (a=a at entry=0x1afad30,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff6ef422f0, verbose=verbose at entry=true)
    at ../lib/odp-util.c:987
#5  0x00000000004609d7 in odp_flow_format (key=key at entry=0x1afacd0,
    key_len=key_len at entry=140, mask=mask at entry=0x0,
    mask_len=mask_len at entry=0, ds=ds at entry=0x7fff6ef422f0,
    verbose=verbose at entry=true) at ../lib/odp-util.c:1402
#6  0x00000000004450f3 in log_flow_message (error=error at entry=2,
    operation=operation at entry=0x4d0e73 "flow_del", key=0x1afacd0,
    key_len=140, mask=mask at entry=0x0, mask_len=mask_len at entry=0, stats=0x0,
    actions=actions at entry=0x0, actions_len=actions_len at entry=0,
    dpif=<optimized out>) at ../lib/dpif.c:1354
#7  0x00000000004453c9 in log_flow_del_message (dpif=dpif at entry=0x1b27ce0,
    del=del at entry=0x7fff6ef423a0, error=error at entry=2) at ../lib/dpif.c:1397
#8  0x0000000000445433 in log_flow_del_message (error=2, del=0x7fff6ef423a0,
    dpif=0x1b27ce0) at ../lib/dpif.c:1396
#9  dpif_flow_del__ (dpif=0x1b27ce0, del=del at entry=0x7fff6ef423a0)
    at ../lib/dpif.c:945
#10 0x00000000004455ca in dpif_flow_del (dpif=<optimized out>,
    key=<optimized out>, key_len=<optimized out>,
    stats=stats at entry=0x7fff6ef423d0) at ../lib/dpif.c:965
#11 0x000000000041b423 in subfacet_uninstall (subfacet=0x1b0cd70)
    at ../ofproto/ofproto-dpif.c:4686
#12 0x0000000000420f18 in facet_remove (facet=facet at entry=0x1b0c970)
    at ../ofproto/ofproto-dpif.c:4014
#13 0x0000000000422f52 in facet_revalidate (facet=facet at entry=0x1b0c970)
    at ../ofproto/ofproto-dpif.c:4321
#14 0x0000000000424b5a in facet_lookup_valid (flow=0x7fb56c000c68,
    ofproto=0x1b2b8f0) at ../ofproto/ofproto-dpif.c:4203
#15 handle_flow_miss (n_ops=<synthetic pointer>, ops=0x7fff6ef42aa0,
    miss=0x7fb56c000c50) at ../ofproto/ofproto-dpif.c:3339
#16 handle_flow_misses (fmb=fmb at entry=0x7fb56c0008e0, backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3410
#17 0x0000000000425196 in handle_upcalls (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3565
#18 dpif_backer_run_fast (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:1007
#19 type_run_fast (type=<optimized out>) at ../ofproto/ofproto-dpif.c:1024
#20 0x00000000004122cf in ofproto_type_run_fast (
    datapath_type=<optimized out>, datapath_type at entry=0x1aed670 "system")
    at ../ofproto/ofproto.c:1326
#21 0x00000000004081a5 in bridge_run_fast () at ../vswitchd/bridge.c:2318
#22 0x00000000004059c5 in main (argc=<optimized out>, argv=<optimized out>)
    at ../vswitchd/ovs-vswitchd.c:119


kvm-2

Reading symbols from /usr/sbin/ovs-vswitchd...Reading symbols from /usr/lib/debug//usr/sbin/ovs-vswitchd...done.
done.
[New LWP 11556]
[New LWP 11561]
[New LWP 11557]
[New LWP 11558]
[New LWP 11563]
[New LWP 11559]
[New LWP 11560]
[New LWP 11562]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfi'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
506	../lib/netlink.c: No such file or directory.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
#1  0x0000000000460473 in format_generic_odp_key (a=a at entry=0x0,
    ds=ds at entry=0x7fff228e0520) at ../lib/odp-util.c:767
#2  0x0000000000460cd2 in format_odp_key_attr (a=a at entry=0x1b59814,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff228e0520, verbose=verbose at entry=true)
    at ../lib/odp-util.c:1332
#3  0x00000000004609d7 in odp_flow_format (key=<optimized out>, key_len=40,
    mask=0x0, mask_len=0, ds=0x7fff228e0520, verbose=true)
    at ../lib/odp-util.c:1402
#4  0x0000000000460fc4 in format_odp_key_attr (a=a at entry=0x1b597f0,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff228e0520, verbose=verbose at entry=true)
    at ../lib/odp-util.c:987
#5  0x00000000004609d7 in odp_flow_format (key=key at entry=0x1b59790,
    key_len=key_len at entry=140, mask=mask at entry=0x0,
    mask_len=mask_len at entry=0, ds=ds at entry=0x7fff228e0520,
    verbose=verbose at entry=true) at ../lib/odp-util.c:1402
#6  0x00000000004450f3 in log_flow_message (error=error at entry=2,
    operation=operation at entry=0x4d0e73 "flow_del", key=0x1b59790,
    key_len=140, mask=mask at entry=0x0, mask_len=mask_len at entry=0, stats=0x0,
    actions=actions at entry=0x0, actions_len=actions_len at entry=0,
    dpif=<optimized out>) at ../lib/dpif.c:1354
#7  0x00000000004453c9 in log_flow_del_message (dpif=dpif at entry=0x1b86f10,
    del=del at entry=0x7fff228e05d0, error=error at entry=2) at ../lib/dpif.c:1397
#8  0x0000000000445433 in log_flow_del_message (error=2, del=0x7fff228e05d0,
    dpif=0x1b86f10) at ../lib/dpif.c:1396
#9  dpif_flow_del__ (dpif=0x1b86f10, del=del at entry=0x7fff228e05d0)
    at ../lib/dpif.c:945
#10 0x00000000004455ca in dpif_flow_del (dpif=<optimized out>,
    key=<optimized out>, key_len=<optimized out>,
    stats=stats at entry=0x7fff228e0600) at ../lib/dpif.c:965
#11 0x000000000041b423 in subfacet_uninstall (subfacet=0x1b2f9f0)
    at ../ofproto/ofproto-dpif.c:4686
#12 0x0000000000420f18 in facet_remove (facet=facet at entry=0x1b2f5f0)
    at ../ofproto/ofproto-dpif.c:4014
#13 0x0000000000422f52 in facet_revalidate (facet=facet at entry=0x1b2f5f0)
    at ../ofproto/ofproto-dpif.c:4321
#14 0x0000000000424b5a in facet_lookup_valid (flow=0x7fabf800b5b8,
    ofproto=0x1b917d0) at ../ofproto/ofproto-dpif.c:4203
#15 handle_flow_miss (n_ops=<synthetic pointer>, ops=0x7fff228e0cd0,
    miss=0x7fabf800b5a0) at ../ofproto/ofproto-dpif.c:3339
#16 handle_flow_misses (fmb=fmb at entry=0x7fabf800b230, backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3410
#17 0x0000000000425196 in handle_upcalls (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3565
#18 dpif_backer_run_fast (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:1007
#19 type_run_fast (type=<optimized out>) at ../ofproto/ofproto-dpif.c:1024
#20 0x00000000004122cf in ofproto_type_run_fast (
    datapath_type=<optimized out>, datapath_type at entry=0x1b7ec50 "system")
    at ../ofproto/ofproto.c:1326
#21 0x00000000004081a5 in bridge_run_fast () at ../vswitchd/bridge.c:2318
#22 0x00000000004059c5 in main (argc=<optimized out>, argv=<optimized out>)
    at ../vswitchd/ovs-vswitchd.c:119


kvm-3

Reading symbols from /usr/sbin/ovs-vswitchd...Reading symbols from /usr/lib/debug//usr/sbin/ovs-vswitchd...done.
done.
[New LWP 1009]
[New LWP 1028]
[New LWP 1042]
[New LWP 1021]
[New LWP 1017]
[New LWP 1023]
[New LWP 1047]
[New LWP 1034]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfi'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
506	../lib/netlink.c: No such file or directory.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
#1  0x0000000000460473 in format_generic_odp_key (a=a at entry=0x0,
    ds=ds at entry=0x7fff77f5c400) at ../lib/odp-util.c:767
#2  0x0000000000460cd2 in format_odp_key_attr (a=a at entry=0xe1bd14,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff77f5c400, verbose=verbose at entry=true)
    at ../lib/odp-util.c:1332
#3  0x00000000004609d7 in odp_flow_format (key=<optimized out>, key_len=40,
    mask=0x0, mask_len=0, ds=0x7fff77f5c400, verbose=true)
    at ../lib/odp-util.c:1402
#4  0x0000000000460fc4 in format_odp_key_attr (a=a at entry=0xe1bcf0,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff77f5c400, verbose=verbose at entry=true)
    at ../lib/odp-util.c:987
#5  0x00000000004609d7 in odp_flow_format (key=key at entry=0xe1bc90,
    key_len=key_len at entry=140, mask=mask at entry=0x0,
    mask_len=mask_len at entry=0, ds=ds at entry=0x7fff77f5c400,
    verbose=verbose at entry=true) at ../lib/odp-util.c:1402
#6  0x00000000004450f3 in log_flow_message (error=error at entry=2,
    operation=operation at entry=0x4d0e73 "flow_del", key=0xe1bc90, key_len=140,
    mask=mask at entry=0x0, mask_len=mask_len at entry=0, stats=0x0,
    actions=actions at entry=0x0, actions_len=actions_len at entry=0,
    dpif=<optimized out>) at ../lib/dpif.c:1354
#7  0x00000000004453c9 in log_flow_del_message (dpif=dpif at entry=0xda7750,
    del=del at entry=0x7fff77f5c4b0, error=error at entry=2) at ../lib/dpif.c:1397
#8  0x0000000000445433 in log_flow_del_message (error=2, del=0x7fff77f5c4b0,
    dpif=0xda7750) at ../lib/dpif.c:1396
#9  dpif_flow_del__ (dpif=0xda7750, del=del at entry=0x7fff77f5c4b0)
    at ../lib/dpif.c:945
#10 0x00000000004455ca in dpif_flow_del (dpif=<optimized out>,
    key=<optimized out>, key_len=<optimized out>,
    stats=stats at entry=0x7fff77f5c4e0) at ../lib/dpif.c:965
#11 0x000000000041b423 in subfacet_uninstall (subfacet=0xd61bb0)
    at ../ofproto/ofproto-dpif.c:4686
#12 0x0000000000420f18 in facet_remove (facet=facet at entry=0xd617b0)
    at ../ofproto/ofproto-dpif.c:4014
#13 0x0000000000422f52 in facet_revalidate (facet=facet at entry=0xd617b0)
    at ../ofproto/ofproto-dpif.c:4321
#14 0x0000000000424b5a in facet_lookup_valid (flow=0x7f0638000908,
    ofproto=0xdaf0a0) at ../ofproto/ofproto-dpif.c:4203
#15 handle_flow_miss (n_ops=<synthetic pointer>, ops=0x7fff77f5cbb0,
    miss=0x7f06380008f0) at ../ofproto/ofproto-dpif.c:3339
#16 handle_flow_misses (fmb=fmb at entry=0x7f06380008e0, backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3410
#17 0x0000000000425196 in handle_upcalls (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3565
#18 dpif_backer_run_fast (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:1007
#19 type_run_fast (type=<optimized out>) at ../ofproto/ofproto-dpif.c:1024
#20 0x00000000004122cf in ofproto_type_run_fast (
    datapath_type=<optimized out>, datapath_type at entry=0xd788a0 "system")
    at ../ofproto/ofproto.c:1326
#21 0x00000000004081a5 in bridge_run_fast () at ../vswitchd/bridge.c:2318
#22 0x00000000004059c5 in main (argc=<optimized out>, argv=<optimized out>)
    at ../vswitchd/ovs-vswitchd.c:119


kvm-5

Reading symbols from /usr/sbin/ovs-vswitchd...Reading symbols from /usr/lib/debug//usr/sbin/ovs-vswitchd...done.
done.
[New LWP 1446]
[New LWP 1451]
[New LWP 1448]
[New LWP 1459]
[New LWP 1469]
[New LWP 1464]
[New LWP 1474]
[New LWP 1455]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfi'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
506	../lib/netlink.c: No such file or directory.
#0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506
#1  0x0000000000460473 in format_generic_odp_key (a=a at entry=0x0,
    ds=ds at entry=0x7fff84d1c0b0) at ../lib/odp-util.c:767
#2  0x0000000000460cd2 in format_odp_key_attr (a=a at entry=0xbf62a4,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff84d1c0b0, verbose=verbose at entry=true)
    at ../lib/odp-util.c:1332
#3  0x00000000004609d7 in odp_flow_format (key=<optimized out>, key_len=40,
    mask=0x0, mask_len=0, ds=0x7fff84d1c0b0, verbose=true)
    at ../lib/odp-util.c:1402
#4  0x0000000000460fc4 in format_odp_key_attr (a=a at entry=0xbf6280,
    ma=ma at entry=0x0, ds=ds at entry=0x7fff84d1c0b0, verbose=verbose at entry=true)
    at ../lib/odp-util.c:987
#5  0x00000000004609d7 in odp_flow_format (key=key at entry=0xbf6220,
    key_len=key_len at entry=140, mask=mask at entry=0x0,
    mask_len=mask_len at entry=0, ds=ds at entry=0x7fff84d1c0b0,
    verbose=verbose at entry=true) at ../lib/odp-util.c:1402
#6  0x00000000004450f3 in log_flow_message (error=error at entry=2,
    operation=operation at entry=0x4d0e73 "flow_del", key=0xbf6220, key_len=140,
    mask=mask at entry=0x0, mask_len=mask_len at entry=0, stats=0x0,
    actions=actions at entry=0x0, actions_len=actions_len at entry=0,
    dpif=<optimized out>) at ../lib/dpif.c:1354
#7  0x00000000004453c9 in log_flow_del_message (dpif=dpif at entry=0xb82440,
    del=del at entry=0x7fff84d1c160, error=error at entry=2) at ../lib/dpif.c:1397
#8  0x0000000000445433 in log_flow_del_message (error=2, del=0x7fff84d1c160,
    dpif=0xb82440) at ../lib/dpif.c:1396
#9  dpif_flow_del__ (dpif=0xb82440, del=del at entry=0x7fff84d1c160)
    at ../lib/dpif.c:945
#10 0x00000000004455ca in dpif_flow_del (dpif=<optimized out>,
    key=<optimized out>, key_len=<optimized out>,
    stats=stats at entry=0x7fff84d1c190) at ../lib/dpif.c:965
#11 0x000000000041b423 in subfacet_uninstall (subfacet=0xbf82f0)
    at ../ofproto/ofproto-dpif.c:4686
#12 0x0000000000420f18 in facet_remove (facet=0xbf7ef0)
    at ../ofproto/ofproto-dpif.c:4014
#13 0x0000000000422f52 in facet_revalidate (facet=facet at entry=0xbf7ef0)
    at ../ofproto/ofproto-dpif.c:4321
#14 0x0000000000424b5a in facet_lookup_valid (flow=0x7fd548000c68,
    ofproto=0xb87ec0) at ../ofproto/ofproto-dpif.c:4203
#15 handle_flow_miss (n_ops=<synthetic pointer>, ops=0x7fff84d1c860,
    miss=0x7fd548000c50) at ../ofproto/ofproto-dpif.c:3339
#16 handle_flow_misses (fmb=fmb at entry=0x7fd5480008e0, backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3410
#17 0x0000000000425196 in handle_upcalls (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:3565
#18 dpif_backer_run_fast (backer=<optimized out>)
    at ../ofproto/ofproto-dpif.c:1007
#19 type_run_fast (type=<optimized out>) at ../ofproto/ofproto-dpif.c:1024
#20 0x00000000004122cf in ofproto_type_run_fast (
    datapath_type=<optimized out>, datapath_type at entry=0xb2eaf0 "system")
    at ../ofproto/ofproto.c:1326
#21 0x00000000004081a5 in bridge_run_fast () at ../vswitchd/bridge.c:2318
#22 0x00000000004059c5 in main (argc=<optimized out>, argv=<optimized out>)
    at ../vswitchd/ovs-vswitchd.c:119

They all run the non-optimised code.

Cheers
marco


 <http://www.nuvula.ch/>
Marco Kuendig / CEO / Founder 
marco at nuvula.ch <mailto:marco at nuvula.ch> / +41 78 751 99 71

Marco's Google Hangout <https://plus.google.com/hangouts/_/nuvula.ch/marco>
Nuvula AG - Hybrid Clouds 
Weierbachstrasse 7b 8193 Eglisau Switzerland 
http://www.nuvula.ch <http://www.nuvula.ch/>
> On 07 Apr 2015, at 20:20, James Page <james.page at ubuntu.com> wrote:
> 
> -----BEGIN PGP SIGNED MESSAGE-----
> Hash: SHA256
> 
> Hi Marco
> 
> On 07/04/15 10:33, Marco Kuendig wrote:
>> got another crash today with the optimisation disabled package:
>> 
>> here the backtrace (at the end is the one with the debug symbols)
> 
> Hmm - looks like the same backtrace to me; so maybe this not an
> optimizer problem after all.
> 
> Would you be willing to try to reproduce on the newer 3.16 HWE kernel
> on 14.04 (linux-image-hwe-generic-trusty)? I have a hypothesis on what
> might be causing this issue, but I've not been able to prove it yet
> and the 3.16 kernel has the required fix in the openvswitch module.
> 
> [...]
>> #0  nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506 
>> 506../lib/netlink.c: No such file or directory. (gdb) bt #0
>> nl_attr_get_size (nla=nla at entry=0x0) at ../lib/netlink.c:506 #1
>> 0x0000000000460473 in format_generic_odp_key (a=a at entry=0x0, 
>> ds=ds at entry=0x7fff228e0520) at ../lib/odp-util.c:767 #2
>> 0x0000000000460cd2 in format_odp_key_attr (a=a at entry=0x1b8cdb4, 
>> ma=ma at entry=0x0, ds=ds at entry=0x7fff228e0520,
>> verbose=verbose at entry=true) at ../lib/odp-util.c:1332 #3
>> 0x00000000004609d7 in odp_flow_format (key=<optimized out>, 
>> key_len=40, mask=0x0, mask_len=0, ds=0x7fff228e0520, verbose=true)
>> at ../lib/odp-util.c:1402 #4  0x0000000000460fc4 in
>> format_odp_key_attr (a=a at entry=0x1b8cd90, ma=ma at entry=0x0,
>> ds=ds at entry=0x7fff228e0520, verbose=verbose at entry=true) at
>> ../lib/odp-util.c:987 #5  0x00000000004609d7 in odp_flow_format
>> (key=key at entry=0x1b8cd30, key_len=key_len at entry=140,
>> mask=mask at entry=0x0, mask_len=mask_len at entry=0, 
>> ds=ds at entry=0x7fff228e0520, verbose=verbose at entry=true) at 
>> ../lib/odp-util.c:1402 #6  0x00000000004450f3 in log_flow_message
>> (error=error at entry=2, operation=operation at entry=0x4d0e73
>> "flow_del", key=0x1b8cd30, key_len=140, mask=mask at entry=0x0, 
>> mask_len=mask_len at entry=0, stats=0x0, actions=actions at entry=0x0, 
>> actions_len=actions_len at entry=0, dpif=<optimized out>) at
>> ../lib/dpif.c:1354 #7  0x00000000004453c9 in log_flow_del_message 
>> (dpif=dpif at entry=0x1b5d4c0, del=del at entry=0x7fff228e05d0, 
>> error=error at entry=2) at ../lib/dpif.c:1397 #8  0x0000000000445433
>> in log_flow_del_message (error=2, del=0x7fff228e05d0,
>> dpif=0x1b5d4c0) at ../lib/dpif.c:1396 #9  dpif_flow_del__
>> (dpif=0x1b5d4c0, del=del at entry=0x7fff228e05d0) at 
>> ../lib/dpif.c:945 #10 0x00000000004455ca in dpif_flow_del
>> (dpif=<optimized out>, key=<optimized out>, key_len=<optimized
>> out>, stats=stats at entry=0x7fff228e0600) at ../lib/dpif.c:965 #11
>> 0x000000000041b423 in subfacet_uninstall (subfacet=0x1b38af0) at 
>> ../ofproto/ofproto-dpif.c:4686 #12 0x0000000000420f18 in
>> facet_remove (facet=facet at entry=0x1b386f0) at 
>> ../ofproto/ofproto-dpif.c:4014 #13 0x0000000000422f52 in
>> facet_revalidate (facet=facet at entry=0x1b386f0) at
>> ../ofproto/ofproto-dpif.c:4321 #14 0x0000000000424b5a in
>> facet_lookup_valid (flow=0x7fabe8000c68, ofproto=0x1b69e50) at
>> ../ofproto/ofproto-dpif.c:4203 #15 handle_flow_miss
>> (n_ops=<synthetic pointer>, ops=0x7fff228e0cd0, 
>> miss=0x7fabe8000c50) at ../ofproto/ofproto-dpif.c:3339 #16
>> handle_flow_misses (fmb=fmb at entry=0x7fabe80008e0,
>> backer=<optimized out>) at ../ofproto/ofproto-dpif.c:3410 #17
>> 0x0000000000425196 in handle_upcalls (backer=<optimized out>) at 
>> ../ofproto/ofproto-dpif.c:3565 #18 dpif_backer_run_fast
>> (backer=<optimized out>) at ../ofproto/ofproto-dpif.c:1007 #19
>> type_run_fast (type=<optimized out>) at
>> ../ofproto/ofproto-dpif.c:1024 #20 0x00000000004122cf in
>> ofproto_type_run_fast (datapath_type=<optimized out>,
>> datapath_type at entry=0x1ad7540 "system") at
>> ../ofproto/ofproto.c:1326 #21 0x00000000004081a5 in bridge_run_fast
>> () at ../vswitchd/bridge.c:2318 #22 0x00000000004059b6 in main
>> (argc=<optimized out>, argv=<optimized out>) at
>> ../vswitchd/ovs-vswitchd.c:117 (gdb) quit
> 
> 
> - -- 
> James Page
> Ubuntu and Debian Developer
> james.page at ubuntu.com
> jamespage at debian.org
> -----BEGIN PGP SIGNATURE-----
> Version: GnuPG v2
> 
> iQIcBAEBCAAGBQJVJB/YAAoJEL/srsug59jDAs8P/3Vy774c1CoyomZAaMnXdlb8
> kQm1zYTAWJEJk0Ms3SfaI8roihnhBUB/JS34Ns3FkJXHHTqHpQH2sL+wnRj4jVYZ
> TLB8V4t2zezVvl6gFyKdYqMBz+/RGp7yFWG32b3eczMsZDUJCgvGoHdr8dW5sbVm
> uFNMZLv5on670NZn8QP/Th8iAHX0dB7Q9QX+QNSNeAg43PHXOoPiy2f8zIbczU+Q
> mBUGY5NBWnnJkQStyecP8cII81adXyS/NZwJvf4LaGIZ8q9MW9/dc8C6t/DaYd/a
> GZ4jcYBnDMOQd1adPqi3oDx8UtEsK+Z8XOJzueU7mLvzxkRYScNLhv5lmiGP3/Gv
> Lr7D0IWFe6pEV1BxGgBZGU51Nle9LiLC2ERmPX5a0g7YZZ6pKdPNmwj93KWvvY4b
> sJDBSF7ynQxbDbaDct7ZE2WqEdurkZ1wcFu6c2j6+vf2UKRHZ/J53GpAnYsGS5eL
> u8PVqZv4896Vs1nvLZddhN6MrHc4Qu0vSIRA1PcvI350LYcBi8y5wN514H0H8/vr
> jy6WBqLRBpXBjReJTHxORKAH6vTIub7IzrIFEM0eQQyhqc0p6Szw2U2p+FQNrD/T
> MUY5Sl9hAZTzGGpDkjQfxnyv1NNuozrUXqAs+0SHXw2hsIazKwlN+rJ3nENJPPXo
> qjXPMYZeGI4IjXJuvfsZ
> =8H5s
> -----END PGP SIGNATURE-----

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://openvswitch.org/pipermail/ovs-discuss/attachments/20150409/b8fa097f/attachment-0002.html>


More information about the discuss mailing list