Skip to content

drivers/net/bonding

数据结构及其关系

include/net/bonding：

classDiagram
    class bonding {
        +net_device* dev
        +slave* curr_active_slave
        +slave* current_arp_slave
        +slave* primary_slave
        +bond_up_slave* usable_slaves
        +bond_up_slave* all_slaves
        +bond_params params
        +workqueue_struct* wq
        +delayed_work ad_work
        +delayed_work slave_arr_work
    }

    class bond_params {
        +int mode
        +int xmit_policy
        +int miimon
        +__be32 arp_targets[BOND_MAX_ARP_TARGETS]
    }

    class slave {
        +net_device* dev
        +bonding* bond
        +unsigned long last_link_up
        +unsigned long last_tx
        +unsigned long last_rx
        +u8 backup
        +u8 inactive
    }

    class bond_up_slave {
        +unsigned int count
        +slave* arr[]
    }

    class bond_net {
        +net* net
        +list_head dev_list
    }

    bonding --> bond_params : "has"
    bonding --> slave : "controls"
    bonding --> bond_up_slave : "uses"
    slave --> bonding : "belongsTo"
    bond_up_slave --> slave : "contains"
    bond_net --> bonding : "manages"

include/net/bond_3ad.h：

classDiagram
    class mac_addr {
        +u8 mac_addr_value[ETH_ALEN]
    }

    class lacpdu {
        +u8 subtype
        +u8 version_number
        +u8 tlv_type_actor_info
        +u8 actor_information_length
        +__be16 actor_system_priority
        +mac_addr actor_system
        +__be16 actor_key
        +__be16 actor_port_priority
        +__be16 actor_port
        +u8 actor_state
        +u8 reserved_3_1[3]
        +u8 tlv_type_partner_info
        +u8 partner_information_length
        +__be16 partner_system_priority
        +mac_addr partner_system
        +__be16 partner_key
        +__be16 partner_port_priority
        +__be16 partner_port
        +u8 partner_state
        +u8 reserved_3_2[3]
        +u8 tlv_type_collector_info
        +u8 collector_information_length
        +__be16 collector_max_delay
        +u8 reserved_12[12]
        +u8 tlv_type_terminator
        +u8 terminator_length
        +u8 reserved_50[50]
    }

    class bond_marker {
        +u8 subtype
        +u8 version_number
        +u8 tlv_type
        +u8 marker_length
        +u16 requester_port
        +mac_addr requester_system
        +u32 requester_transaction_id
        +u16 pad
        +u8 tlv_type_terminator
        +u8 terminator_length
        +u8 reserved_90[90]
    }

    class aggregator {
        +mac_addr aggregator_mac_address
        +u16 aggregator_identifier
        +bool is_individual
        +u16 actor_admin_aggregator_key
        +u16 actor_oper_aggregator_key
        +mac_addr partner_system
        +u16 partner_system_priority
        +u16 partner_oper_aggregator_key
        +u16 receive_state
        +u16 transmit_state
        +port *lag_ports
        +slave *slave
        +u16 is_active
        +u16 num_of_ports
    }

    class port_params {
        +mac_addr system
        +u16 system_priority
        +u16 key
        +u16 port_number
        +u16 port_priority
        +u16 port_state
    }

    class port {
        +u16 actor_port_number
        +u16 actor_port_priority
        +mac_addr actor_system
        +u16 actor_system_priority
        +u16 actor_port_aggregator_identifier
        +bool ntt
        +u16 actor_admin_port_key
        +u16 actor_oper_port_key
        +u8 actor_admin_port_state
        +u8 actor_oper_port_state
        +port_params partner_admin
        +port_params partner_oper
        +bool is_enabled
        +rx_states_t sm_rx_state
        +periodic_states_t sm_periodic_state
        +mux_states_t sm_mux_state
        +tx_states_t sm_tx_state
        +churn_state_t sm_churn_actor_state
        +churn_state_t sm_churn_partner_state
        +slave *slave
        +aggregator *aggregator
        +port *next_port_in_aggregator
        +u32 transaction_id
        +lacpdu lacpdu
    }

    class ad_system {
        +u16 sys_priority
        +mac_addr sys_mac_addr
    }

    class bond_3ad_stats {
        +atomic64_t lacpdu_rx
        +atomic64_t lacpdu_tx
        +atomic64_t lacpdu_unknown_rx
        +atomic64_t lacpdu_illegal_rx
        +atomic64_t marker_rx
        +atomic64_t marker_tx
        +atomic64_t marker_resp_rx
        +atomic64_t marker_resp_tx
        +atomic64_t marker_unknown_rx
    }

    class ad_bond_info {
        +ad_system system
        +bond_3ad_stats stats
        +atomic_t agg_select_timer
        +u16 aggregator_identifier
    }

    class ad_slave_info {
        +aggregator aggregator
        +port port
        +bond_3ad_stats stats
        +u16 id
    }

    lacpdu --> mac_addr
    bond_marker --> mac_addr
    aggregator --> mac_addr
    port_params --> mac_addr
    port --> mac_addr
    port --> port_params
    port --> aggregator
    port --> lacpdu
    ad_system --> mac_addr
    ad_bond_info --> ad_system
    ad_bond_info --> bond_3ad_stats
    ad_slave_info --> aggregator
    ad_slave_info --> port
    ad_slave_info --> bond_3ad_stats
  1. mac_addr:

  2. 是许多结构（如 lacpdu, bond_marker, aggregator, port, port_params, ad_system）中用来表示 MAC 地址的基础单元。

  3. lacpdu 和 bond_marker:

  4. 这两个结构描述了链路聚合控制协议（LACP）和标记协议（Marker Protocol）的数据包结构，用于链路聚合的通信。

  5. aggregator:

  6. 表示链路聚合的一部分，包含 MAC 地址、聚合相关的键值，以及关联的 port 和 slave 指针。

  7. 每个 aggregator 可以包含多个 port。

  8. port:

  9. 描述链路聚合中的一个端口，包含 actor 和 partner 的信息以及状态机的状态。
  10. 包含指向其所属的 slave 和 aggregator 的指针。

  11. 与 lacpdu 直接相关，因为其发送和接收的 LACP 信息存储在 lacpdu 字段中。

  12. port_params:

  13. 用于存储端口的系统、优先级、键值等信息。

  14. port 中有两个 port_params（partner_admin 和 partner_oper），分别代表管理和操作的伙伴信息。

  15. ad_system:

  16. 表示链路聚合系统中全局的系统优先级和系统 MAC 地址。

  17. 被 ad_bond_info 使用。

  18. bond_3ad_stats:

  19. 用于统计 LACP 和 Marker PDU 的发送、接收和错误信息。

  20. 被 ad_bond_info 和 ad_slave_info 使用。

  21. ad_bond_info 和 ad_slave_info:

  22. 这些结构分别存储链路聚合的全局信息和特定从属设备（slave）的信息。
  23. ad_slave_info 包含一个 aggregator 和一个 port。

模块基本信息

bonding_init()：该内核模块的初始化函数，注册了 bonding 设备类型和 bonding netlink 组。

bond_check_params()
bnod_create_debugfs()
register_pernet_subsys(&bond_net_ops)
bond_netlink_init()
for(max_bonds) 默认为 1
bond_create(&init_net, NULL)
register_netdevice_notifier(&bond_netdev_notifier)

其中 init_net 是定义在 net/core/net_namespace.c 中的一个全局变量，表示初始网络命名空间。

设备创建过程

测试命令：

ip l del bond0
systemctl restart systemd-networkd

日志信息：

搭配 bnxt_en 驱动 
bond0 (uninitialized): Setting MII monitoring interval to 100
bond0 (uninitialized): Setting resend_igmp to 1
bond0 (uninitialized): Begin bond_init
bond0 (uninitialized): bond_netdev_event received NETDEV_POST_INIT
bond0 (uninitialized): bond_master_netdev_event called
bond0: bond_netdev_event received NETDEV_REGISTER
bond0: bond_master_netdev_event called
bond0: (slave ens2f0np0): is !NETIF_F_VLAN_CHALLENGED
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_JOIN
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_PRE_CHANGEADDR
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGEADDR
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_PRE_UP
bnxt_en 0000:18:00.0 ens2f0np0: NIC Link is Down
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_UP
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f0np0): Initial state of slave is BOND_LINK_DOWN
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f0np0): Port 1 Received link speed 0 update from adapter
NULL: LAG 0 was cleared
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_PRECHANGEUPPER
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGEUPPER
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f0np0): bond_slave_netdev_event called
bond0: bond_netdev_event received NETDEV_FEAT_CHANGE
bond0: bond_master_netdev_event called
bond_3ad_get_active_agg_info failed
bond0: bond_netdev_event received NETDEV_XDP_FEAT_CHANGE
bond0: bond_master_netdev_event called
bond0: (slave ens2f0np0): Enslaving as a backup interface with a down link
bond0: (slave ens2f1np1): is !NETIF_F_VLAN_CHALLENGED
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_JOIN
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_PRE_CHANGEADDR
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGEADDR
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_PRE_UP
bnxt_en 0000:18:00.1 ens2f1np1: NIC Link is Down
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_UP
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f1np1): Initial state of slave is BOND_LINK_DOWN
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f1np1): Port 2 Received link speed 0 update from adapter
NULL: LAG 0 was cleared
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_PRECHANGEUPPER
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGEUPPER
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGELOWERSTATE
bond0: (slave ens2f1np1): bond_slave_netdev_event called
bond0: bond_netdev_event received NETDEV_FEAT_CHANGE
bond0: bond_master_netdev_event called
bond_3ad_get_active_agg_info failed
bond0: (slave ens2f1np1): Enslaving as a backup interface with a down link
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_BONDING_INFO
bond0: (slave ens2f0np0): bond_slave_netdev_event called
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_BONDING_INFO
bond0: (slave ens2f1np1): bond_slave_netdev_event called
bnxt_en 0000:18:00.0 ens2f0np0: NIC Link is Up, 10000 Mbps full duplex, Flow control: ON - receive & transmit
bnxt_en 0000:18:00.0 ens2f0np0: FEC autoneg off encoding: None
bnxt_en 0000:18:00.0 ens2f0np0: bond_netdev_event received NETDEV_CHANGE
bond0: (slave ens2f0np0): bond_slave_netdev_event called
bond0: (slave ens2f0np0): Port 1 Received link speed 0 update from adapter
bond0: (slave ens2f0np0): Port 1 changed speed/duplex
bond_3ad_get_active_agg_info failed
bnxt_en 0000:18:00.1 ens2f1np1: NIC Link is Up, 10000 Mbps full duplex, Flow control: ON - receive & transmit
bnxt_en 0000:18:00.1 ens2f1np1: FEC autoneg off encoding: None
bnxt_en 0000:18:00.1 ens2f1np1: bond_netdev_event received NETDEV_CHANGE
bond0: (slave ens2f1np1): bond_slave_netdev_event called
bond0: (slave ens2f1np1): Port 2 Received link speed 0 update from adapter
bond0: (slave ens2f1np1): Port 2 changed speed/duplex
bond_3ad_get_active_agg_info failed

master 注册阶段

  • bond_init(struct net_device *bond_dev)：注册为 bond_netdev_ops.ndo_init，调用链如下

    ret = dev->netdev_ops->ndo_init(dev);
    register_netdevice(struct net_device *dev) net/core/dev.c include/linux/netdevice.h
        bond_create() drivers/net/bonding/bond_main.c include/net/bonding.h
            bonding_init()

    关于内核网络设备的注册过程，见 Documentation/networking/netdevices.rst。

  • bond_create(struct net *net, const char *name)：负责创建一个新的 bonding 设备

    struct net_device *bond_dev = alloc_netdev_mq(..., bond_setup, ...);
struct bonding *bond = netdev_priv(bond_dev);
dev_net_set(bond_dev, net);
register_netdevice(bond_dev);
netif_carrier_off(bond_dev);
bond_work_init_all(bond);

  • bond_setup(struct net_device *bond_dev)：初始化 bonding 网络设备的各种属性和默认参数

    struct bonding *bond = netdev_priv(bond_dev);
bond->params = bonding_defaults;
bond->dev = bond_dev;
ether_setup(bond_dev);
bond_dev->netdev_ops = &bond_netdev_ops;
bond_dev->flags |= IFF_MASTER;
...

  • bond_work_init_all(struct bonding *bond)：完成延迟工作任务的初始化

    INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler);
INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler);

    详见 Deferred work。

slave 注册阶段

slave 及其初始化

static struct slave *bond_alloc_slave(struct bonding *bond,
          struct net_device *slave_dev)
{
 struct slave *slave = NULL;

 slave = kzalloc(sizeof(*slave), GFP_KERNEL);
 if (!slave)
  return NULL;

 slave->bond = bond;
 slave->dev = slave_dev;
 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work);

 if (bond_kobj_init(slave))
  return NULL;

 if (BOND_MODE(bond) == BOND_MODE_8023AD) {
  SLAVE_AD_INFO(slave) = kzalloc(sizeof(struct ad_slave_info),
            GFP_KERNEL);
  if (!SLAVE_AD_INFO(slave)) {
   kobject_put(&slave->kobj);
   return NULL;
  }
 }

 return slave;
}