ovs-ct-vxlan-over-vlan-int-port

e0134d33-08de-4b7b-a814-ce73233d193a
    Bridge br-int
        Port vxlan0
            Interface vxlan0
                type: vxlan
                options: {dst_port="4789", key="42", local_ip="7.7.7.7", remote_ip="7.7.7.8"}
        Port enp8s0f0_0
            Interface enp8s0f0_0
        Port br-int
            Interface br-int
                type: internal
    Bridge br-phy
        Port enp8s0f0
            Interface enp8s0f0
        Port br-phy
            Interface br-phy
                type: internal
        Port p0
            tag: 20
            Interface p0
                type: internal
    ovs_version: "3.1.3"

# ip -br a | grep p0
p0               UNKNOWN        7.7.7.7/24 fe80::d8bc:b8ff:fe55:c733/64

# ethtool -i p0
driver: openvswitch

rep ingress

=== chain: 0, prio: 2, level: 0 ===

mlx5_flow_group ffff937253941cb0, id: 48, match_criteria_enable: 0x9, refcount: 1, max_ftes: 65535
fs_fte ffff93724578abe0 flow_source: 2 (0: any, 1: uplink: 2: local), refcount: 3
   2fffd:  ip: 6  ipv: 4  reg_c0: 30000 action:   4c
modify_hdr id: 0x1c
                mlx5_flow_rule ffff937256951200, refcount: 1
                        dest: counter_id: 8000a
                mlx5_flow_rule ffff937256953e00, refcount: 1
                        dest: ft: ffff9372810e6800  (ct_nat)
                        
modify_hdr id: 1c
        action_type: 0x1, field: 0x51, name: METADATA_REG_C_0, offset: 0        5   
        action_type: 0x1, field: 0x53, name: METADATA_REG_C_2, offset: 0        c9  (zone)
        action_type: 0x1, field: 0x56, name: METADATA_REG_C_5, offset: 8        1   (post_act)
                        
=== mlx5e_rep_priv.uplink_priv.ct_priv.ct_nat ===

flow table name: ct_priv.ct_nat
flow table id: 0xc00002 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 4194304, 400000), refcount: 2
mlx5_flow_table ffff9372810e6800
mlx5_flow_group ffff9372b3919320, id: 50, match_criteria_enable: 0x9, refcount: 4, max_ftes: 262143
fs_fte ffff937256c14020 flow_source: 2 (0: any, 1: uplink: 2: local), refcount: 3
       0:  ip: 6  ipv: 4  sport: 34860 dport:   5201 src_ip:      1.1.1.7 dst_ip:      1.1.1.8 reg_c2 (ct_state|ct_zone, est=2, trk=4, nat=8, new=80, MLX5_CT_STATE_NEW_BIT):   c9 action:   4c
modify_hdr id: 0x20
                mlx5_flow_rule ffff9372634d7400, refcount: 1
                        dest: counter_id: 80007
                mlx5_flow_rule ffff9372634d6c00, refcount: 1
                        dest: ft: ffff937257c16c00
                        
modify_hdr id: 20
        action_type: 0x1, field: 0x53, name: METADATA_REG_C_2, offset: 16       e
        action_type: 0x1, field: 0x54, name: METADATA_REG_C_3, offset: 0        0
        action_type: 0x1, field: 0x55, name: METADATA_REG_C_4, offset: 0        0
        action_type: 0x1, field: 0x52, name: METADATA_REG_C_1, offset: 0        1
        
=== post_action ===

pf0_name: enp8s0f0

flow table name:
flow table id: 0xc00000 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 4194304, 400000), refcount: 2
mlx5_flow_table ffff937257c16c00
mlx5_flow_group ffff9372539417e8, id: 47, match_criteria_enable: 0x8, refcount: 3, max_ftes: 262143
fs_fte ffff93724578a880 flow_source: 2 (0: any, 1: uplink: 2: local), refcount: 3
       0:  reg_c5 (fteid, meter red: 0, green: 2):  100 action:    c
                mlx5_flow_rule ffff937256952600, refcount: 1
                        dest: counter_id: 80009
                mlx5_flow_rule ffff937256951c00, refcount: 1
                        dest: ft: ffff93726a051800        (chain 1, prio 1)
                        
=== chain: 1, prio: 1, level: 0 ===
prio ffff937307b5f8a0, ref: 1
next_fdb: ffff93727fe31800, miss_group: ffff937253941320, miss_rule: mlx5_flow_handle ffff9373089bbc80

flow table name:
flow table id: 0x800006 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 2
mlx5_flow_table ffff93726a051800
mlx5_flow_group ffff937253941320, id: 46, match_criteria_enable: 0x0, refcount: 2, max_ftes: 2
fs_fte ffff937263660a20 flow_source: 0 (0: any, 1: uplink: 2: local), refcount: 2
   fffff:  action:    4
                mlx5_flow_rule ffff93728470e800, refcount: 1
                        dest: ft: ffff93727fe31800    (chain 1, prio 2)

=== chain: 1, prio: 2, level: 0 ===
prio ffff9372bbe96180, ref: 2
next_fdb: ffff937250c6fc00, miss_group: ffff93724e5c0000, miss_rule: mlx5_flow_handle ffff9373089bbc70

flow table name:
flow table id: 0x800007 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 4
mlx5_flow_table ffff93727fe31800
mlx5_flow_group ffff937247576930, id: 18, match_criteria_enable: 0x9, refcount: 1, max_ftes: 65535
fs_fte ffff937351778a20 flow_source: 2 (0: any, 1: uplink: 2: local), refcount: 3
    ffff:  s: d2:d1:95:c1:f8:65 d: 16:7d:2e:af:93:eb ip: 6  ipv: 4  reg_c2 (ct_state|ct_zone, est=2, trk=4, nat=8, new=80, MLX5_CT_STATE_NEW_BIT): 60000 reg_c0: 30000 action:   5c (encap)
modify_hdr id: 0x18
                mlx5_flow_rule ffff93725939c800, refcount: 1
                        dest: counter_id: 80011
                mlx5_flow_rule ffff93725939ea00, refcount: 1
                        dest: ft: ffff937246162c00                    (root table: chain 0, prio 1)
                        
modify_hdr id: 18
        action_type: 0x1, field: 0x51, name: METADATA_REG_C_0, offset: 16       f003
mlx5e_mod_hdr_handle ffff9373084d40c0, mod_hdr_id 0x20 refcnt: 1

=== chain: 0, prio: 1, level: 0 ===
prio ffff937248b18360, ref: 4
next_fdb: ffff937247a26000, miss_group: ffff937351b3edf8, miss_rule: mlx5_flow_handle ffff937309f9de70

flow table name:
flow table id: 0x800000 table_level: 19,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 2
mlx5_flow_table ffff937246162c00
mlx5_flow_group ffff937351b3edf8, id: 28, match_criteria_enable: 0x0, refcount: 2, max_ftes: 2
fs_fte ffff93724b5506c0 flow_source: 0 (0: any, 1: uplink: 2: local), refcount: 2
   ffffe:  action:    4
                mlx5_flow_rule ffff9372805cba00, refcount: 1
                        dest: ft: ffff937247a26000 (chain 0, prio 2)

=== chain: 0, prio: 2, level: 0 ===
prio ffff9372a493f780, ref: 3
next_fdb: ffff937250a6d400, miss_group: ffff937252e00000, miss_rule: mlx5_flow_handle ffff9372bbc57fa0

flow table name:
flow table id: 0x800004 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 5
mlx5_flow_table ffff937247a26000
mlx5_flow_group ffff937252e00990, id: 21, match_criteria_enable: 0x9, refcount: 1, max_ftes: 65535
fs_fte ffff93724b550d80 flow_source: 0 (0: any, 1: uplink: 2: local), refcount: 3
       0:  s: da:bc:b8:55:c7:33 d: e8:eb:d3:98:21:bc ipv: 4  reg_c0: f0030000 action:    c
                mlx5_flow_rule ffff937242703400, refcount: 1
                        dest: counter_id: 80004
                mlx5_flow_rule ffff937242703e00, refcount: 1
                        dest: ft: ffff93730aab0c00
                        
table name: termtbl
flow table id: 0x10 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1, 1), refcount: 2
mlx5_flow_table ffff93730aab0c00
mlx5_flow_group ffff937252e3dfa0, id: 47, match_criteria_enable: 0x0, refcount: 1, max_ftes: 1
fs_fte ffff93727d465460 flow_source: 0 (0: any, 1: uplink: 2: local), refcount: 2
       0:  action:  104 (vlan push)
                mlx5_flow_rule ffff93724e538a00, refcount: 1
                        dest: vport: ffff, vhca_id: 0, flags: 1 (MLX5_FLOW_DEST_VPORT_VHCA_ID: 1, MLX5_FLOW_DEST_VPORT_REFORMAT_ID: 2)
                        

                        

uplink ingress

=== chain: 0, prio: 4, level: 0 ===
prio ffff937283963b40, ref: 2
next_fdb: ffff9372a4b7c000, miss_group: ffff9372b391e930, miss_rule: mlx5_flow_handle ffff937340960040

flow table name:
flow table id: 0x800004 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 4
mlx5_flow_table ffff9372553f0800
mlx5_flow_group ffff9372b391be28, id: 36, match_criteria_enable: 0xb, refcount: 1, max_ftes: 65535
fs_fte ffff937256c146e0 flow_source: 1 (0: any, 1: uplink: 2: local), refcount: 3
       0:  s: e8:eb:d3:98:21:bc d: da:bc:b8:55:c7:33 ipv: 4  cvlan: 1  svlan: 1  reg_c0: 10000 action:   cc (vlan pop)
modify_hdr id: 0x18
                mlx5_flow_rule ffff9373a06dba00, refcount: 1
                        dest: counter_id: 80002
                mlx5_flow_rule ffff93725945cc00, refcount: 1
                        dest: ft: ffff937246162c00 (root table)
                        
modify_hdr id: 18
        action_type: 0x1, field: 0x51, name: METADATA_REG_C_0, offset: 16       f001
        
        
mlx5_flow_group ffff9372b391a640, id: 38, match_criteria_enable: 0xf, refcount: 1, max_ftes: 65535
fs_fte ffff937256c13600 flow_source: 1 (0: any, 1: uplink: 2: local), refcount: 3
    ffff:  ip: 17 ipv: 4  dport:   4789 src_ip:      7.7.7.8 dst_ip:      7.7.7.7 vni:     42 reg_c0: f0010000
           s: 00:00:00:00:00:00 d: 00:00:00:00:00:00 ip: 6  ipv: 4  action:   6c  (decap)
modify_hdr id: 0x1a
                mlx5_flow_rule ffff9372bc96d200, refcount: 1
                        dest: counter_id: 80004
                mlx5_flow_rule ffff9372bc96e400, refcount: 1
                        dest: ft: ffff9372810e6800 (ct_nat)
                        
[Tue Apr 23 15:25:53 2024] mlx5_cmd_modify_header_alloc: modify_hdr id: 1a, num_actions: 5
[Tue Apr 23 15:25:53 2024] modify: 00000000b6cd89e9: 10 52 08 17 00 00 08 00 10 51 00 10 00 00 00 06
[Tue Apr 23 15:25:53 2024] modify: 000000006dec9834: 10 53 00 10 00 00 00 c9 10 56 08 18 00 00 00 02
[Tue Apr 23 15:25:53 2024] modify: 00000000889ceea4: 10 51 10 10 00 00 00 01
                        
fs_fte ffff937256c13cc0 flow_source: 1 (0: any, 1: uplink: 2: local), refcount: 3
       3:  ip: 6  ipv: 4  sport:  5201 dport:  33132 src_ip:      1.1.1.8 dst_ip:      1.1.1.7 reg_c2 (ct_state|ct_zone, est=2, trk=4, nat=8, new=80, MLX5_CT_STATE_NEW_BIT):   c9 action:   4c
modify_hdr id: 0x1f
                mlx5_flow_rule ffff93725945de00, refcount: 1
                        dest: counter_id: 8000b
                mlx5_flow_rule ffff93725945d600, refcount: 1
                        dest: ft: ffff937257c16c00 (post_act)
                        
modify_hdr id: 1f
        action_type: 0x1, field: 0x53, name: METADATA_REG_C_2, offset: 16       1e
        action_type: 0x1, field: 0x54, name: METADATA_REG_C_3, offset: 0        0
        action_type: 0x1, field: 0x55, name: METADATA_REG_C_4, offset: 0        0
        action_type: 0x1, field: 0x52, name: METADATA_REG_C_1, offset: 0        1

fs_fte ffff937256c13960 flow_source: 1 (0: any, 1: uplink: 2: local), refcount: 3
       1:  reg_c5 (fteid, meter red: 0, green: 2):  200 action:    c
                mlx5_flow_rule ffff9372bc96c200, refcount: 1
                        dest: counter_id: 80003
                mlx5_flow_rule ffff9372bc96f600, refcount: 1
                        dest: ft: ffff937284b30c00 (chain 4, prio 1)
                        
                        
=== chain: 4, prio: 2, level: 0 ===
prio ffff937283963000, ref: 1
next_fdb: ffff937250c6fc00, miss_group: ffff9372b3918000, miss_rule: mlx5_flow_handle ffff9373409600c0

flow table name:
flow table id: 0x800006 table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 1048576, 100000), refcount: 3
mlx5_flow_table ffff937263758c00
mlx5_flow_group ffff9372b39184c8, id: 42, match_criteria_enable: 0x9, refcount: 1, max_ftes: 65535
fs_fte ffff937256c14da0 flow_source: 1 (0: any, 1: uplink: 2: local), refcount: 3
       0:  s: 16:7d:2e:af:93:eb d: d2:d1:95:c1:f8:65 ip: 6  ipv: 4  reg_c2 (ct_state|ct_zone, est=2, trk=4, nat=8, new=80, MLX5_CT_STATE_NEW_BIT): 60000 reg_c1: 80000 reg_c0: 10000 action:    c
                mlx5_flow_rule ffff9372bc96dc00, refcount: 1
                        dest: counter_id: 80005
                mlx5_flow_rule ffff9372bc96f000, refcount: 1
                        dest: ft: ffff9372553f1c00 (indir table)

=== indir_table ===

pf0_name: enp8s0f0
--- vport: 1 ---

flow table name:
flow table id: 0xf table_level: 1,         type: 4 (FS_FT_FDB: 4, FS_FT_NIC_RX: 0, FS_FT_NIC_TX, 1,         max_fte: 128, 80), refcount: 3
mlx5_flow_table ffff9372553f1c00
mlx5_flow_group ffff9372b39197e8, id: 39, match_criteria_enable: 0x0, refcount: 1, max_ftes: 1
mlx5_flow_group ffff9372b3918990, id: 40, match_criteria_enable: 0x0, refcount: 2, max_ftes: 1
fs_fte ffff937256c12be0 flow_source: 0 (0: any, 1: uplink: 2: local), refcount: 2
       1:  action:    4
                mlx5_flow_rule ffff9372bc96c600, refcount: 1
                        dest: vport: 1, vhca_id: 0, flags: 1 (MLX5_FLOW_DEST_VPORT_VHCA_ID: 1, MLX5_FLOW_DEST_VPORT_REFORMAT_ID: 2)