碼上歡樂
相關內容    簡體    繁體

Openvswitch原理與代碼分析(3): openvswitch內核模塊的加載

本文轉載自   查看原文   2016-09-13 16:03   2276 

 

上一節我們講了ovs-vswitchd，其中虛擬網橋初始化的時候，對調用內核模塊來添加虛擬網卡。

 

我們從openvswitch內核模塊的加載過程，來看這個過程。

 

在datapath/datapath.c中會調用module_init(dp_init);來初始化內核模塊。

 

  1. static int __init dp_init(void)
  2. {
  3.    int err;
  4.  
  5.    BUILD_BUG_ON(sizeof(struct ovs_skb_cb) > FIELD_SIZEOF(struct sk_buff, cb));
  6.  
  7.    pr_info("Open vSwitch switching datapath %s\n", VERSION);
  8.  
  9.    err = compat_init();
  10.    if (err)
  11.       goto error;
  12.  
  13.    err = action_fifos_init();
  14.    if (err)
  15.       goto error_compat_exit;
  16.  
  17.    err = ovs_internal_dev_rtnl_link_register();
  18.    if (err)
  19.       goto error_action_fifos_exit;
  20.  
  21.    err = ovs_flow_init();
  22.    if (err)
  23.       goto error_unreg_rtnl_link;
  24.  
  25.    err = ovs_vport_init();
  26.    if (err)
  27.       goto error_flow_exit;
  28.  
  29.    err = register_pernet_device(&ovs_net_ops);
  30.    if (err)
  31.       goto error_vport_exit;
  32.  
  33.    err = register_netdevice_notifier(&ovs_dp_device_notifier);
  34.    if (err)
  35.       goto error_netns_exit;
  36.  
  37.    err = ovs_netdev_init();
  38.    if (err)
  39.       goto error_unreg_notifier;
  40.  
  41.    err = dp_register_genl();
  42.    if (err < 0)
  43.       goto error_unreg_netdev;
  44.  
  45.    return 0;
  46.  
  47. error_unreg_netdev:
  48.    ovs_netdev_exit();
  49. error_unreg_notifier:
  50.    unregister_netdevice_notifier(&ovs_dp_device_notifier);
  51. error_netns_exit:
  52.    unregister_pernet_device(&ovs_net_ops);
  53. error_vport_exit:
  54.    ovs_vport_exit();
  55. error_flow_exit:
  56.    ovs_flow_exit();
  57. error_unreg_rtnl_link:
  58.    ovs_internal_dev_rtnl_link_unregister();
  59. error_action_fifos_exit:
  60.    action_fifos_exit();
  61. error_compat_exit:
  62.    compat_exit();
  63. error:
  64.    return err;
  65. }

 

其中比較重要的是調用了dp_register_genl()，這個就是注冊netlink函數，從而ovs-vswitchd可以通過netlink調用內核。

 

  1. static int dp_register_genl(void)
  2. {
  3.    int err;
  4.    int i;
  5.  
  6.    for (i = 0; i < ARRAY_SIZE(dp_genl_families); i++) {
  7.  
  8.       err = genl_register_family(dp_genl_families[i]);
  9.       if (err)
  10.          goto error;
  11.    }
  12.  
  13.    return 0;
  14.  
  15. error:
  16.    dp_unregister_genl(i);
  17.    return err;
  18. }

 

這里dp_genl_families由四個netlink的family組成

 

  1. static struct genl_family *dp_genl_families[] = {
  2.    &dp_datapath_genl_family,
  3.    &dp_vport_genl_family,
  4.    &dp_flow_genl_family,
  5.    &dp_packet_genl_family,
  6. };

 

其中分別定義了以下的操作：

 

Family名稱

.name

.ops

dp_datapath_genl_family
  1. static struct genl_family dp_datapath_genl_family = {
  2.    .id = GENL_ID_GENERATE,
  3.    .hdrsize = sizeof(struct ovs_header),
  4.    .name = OVS_DATAPATH_FAMILY,
  5.    .version = OVS_DATAPATH_VERSION,
  6.    .maxattr = OVS_DP_ATTR_MAX,
  7.    .netnsok = true,
  8.    .parallel_ops = true,
  9.    .ops = dp_datapath_genl_ops,
  10.    .n_ops = ARRAY_SIZE(dp_datapath_genl_ops),
  11.    .mcgrps = &ovs_dp_datapath_multicast_group,
  12.    .n_mcgrps = 1,
  13. };
  1. static struct genl_ops dp_datapath_genl_ops[] = {
  2.    { .cmd = OVS_DP_CMD_NEW,
  3.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  4.      .policy = datapath_policy,
  5.      .doit = ovs_dp_cmd_new
  6.    },
  7.    { .cmd = OVS_DP_CMD_DEL,
  8.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  9.      .policy = datapath_policy,
  10.      .doit = ovs_dp_cmd_del
  11.    },
  12.    { .cmd = OVS_DP_CMD_GET,
  13.      .flags = 0, /* OK for unprivileged users. */
  14.      .policy = datapath_policy,
  15.      .doit = ovs_dp_cmd_get,
  16.      .dumpit = ovs_dp_cmd_dump
  17.    },
  18.    { .cmd = OVS_DP_CMD_SET,
  19.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  20.      .policy = datapath_policy,
  21.      .doit = ovs_dp_cmd_set,
  22.    },
  23. };

dp_vport_genl_family
  1. struct genl_family dp_vport_genl_family = {
  2.    .id = GENL_ID_GENERATE,
  3.    .hdrsize = sizeof(struct ovs_header),
  4.    .name = OVS_VPORT_FAMILY,
  5.    .version = OVS_VPORT_VERSION,
  6.    .maxattr = OVS_VPORT_ATTR_MAX,
  7.    .netnsok = true,
  8.    .parallel_ops = true,
  9.    .ops = dp_vport_genl_ops,
  10.    .n_ops = ARRAY_SIZE(dp_vport_genl_ops),
  11.    .mcgrps = &ovs_dp_vport_multicast_group,
  12.    .n_mcgrps = 1,
  13. };
  1. static struct genl_ops dp_vport_genl_ops[] = {
  2.    { .cmd = OVS_VPORT_CMD_NEW,
  3.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  4.      .policy = vport_policy,
  5.      .doit = ovs_vport_cmd_new
  6.    },
  7.    { .cmd = OVS_VPORT_CMD_DEL,
  8.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  9.      .policy = vport_policy,
  10.      .doit = ovs_vport_cmd_del
  11.    },
  12.    { .cmd = OVS_VPORT_CMD_GET,
  13.      .flags = 0, /* OK for unprivileged users. */
  14.      .policy = vport_policy,
  15.      .doit = ovs_vport_cmd_get,
  16.      .dumpit = ovs_vport_cmd_dump
  17.    },
  18.    { .cmd = OVS_VPORT_CMD_SET,
  19.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  20.      .policy = vport_policy,
  21.      .doit = ovs_vport_cmd_set,
  22.    },
  23. };

dp_flow_genl_family
  1. static struct genl_family dp_flow_genl_family = {
  2.    .id = GENL_ID_GENERATE,
  3.    .hdrsize = sizeof(struct ovs_header),
  4.    .name = OVS_FLOW_FAMILY,
  5.    .version = OVS_FLOW_VERSION,
  6.    .maxattr = OVS_FLOW_ATTR_MAX,
  7.    .netnsok = true,
  8.    .parallel_ops = true,
  9.    .ops = dp_flow_genl_ops,
  10.    .n_ops = ARRAY_SIZE(dp_flow_genl_ops),
  11.    .mcgrps = &ovs_dp_flow_multicast_group,
  12.    .n_mcgrps = 1,
  13. };
  1. static struct genl_ops dp_flow_genl_ops[] = {
  2.    { .cmd = OVS_FLOW_CMD_NEW,
  3.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  4.      .policy = flow_policy,
  5.      .doit = ovs_flow_cmd_new
  6.    },
  7.    { .cmd = OVS_FLOW_CMD_DEL,
  8.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  9.      .policy = flow_policy,
  10.      .doit = ovs_flow_cmd_del
  11.    },
  12.    { .cmd = OVS_FLOW_CMD_GET,
  13.      .flags = 0, /* OK for unprivileged users. */
  14.      .policy = flow_policy,
  15.      .doit = ovs_flow_cmd_get,
  16.      .dumpit = ovs_flow_cmd_dump
  17.    },
  18.    { .cmd = OVS_FLOW_CMD_SET,
  19.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  20.      .policy = flow_policy,
  21.      .doit = ovs_flow_cmd_set,
  22.    },
  23. };

dp_packet_genl_family
  1. static struct genl_family dp_packet_genl_family = {
  2.    .id = GENL_ID_GENERATE,
  3.    .hdrsize = sizeof(struct ovs_header),
  4.    .name = OVS_PACKET_FAMILY,
  5.    .version = OVS_PACKET_VERSION,
  6.    .maxattr = OVS_PACKET_ATTR_MAX,
  7.    .netnsok = true,
  8.    .parallel_ops = true,
  9.    .ops = dp_packet_genl_ops,
  10.    .n_ops = ARRAY_SIZE(dp_packet_genl_ops),
  11. };
  1. static struct genl_ops dp_packet_genl_ops[] = {
  2.    { .cmd = OVS_PACKET_CMD_EXECUTE,
  3.      .flags = GENL_ADMIN_PERM, /* Requires CAP_NET_ADMIN privilege. */
  4.      .policy = packet_policy,
  5.      .doit = ovs_packet_cmd_execute
  6.    }
  7. };

 

如上一節中，ovs-vswitchd啟動的時候，將虛擬網卡添加到虛擬交換機上的時候，會調用netlink的OVS_VPORT_CMD_NEW命令，因而會調用函數ovs_vport_cmd_new。

會調用static struct vport *new_vport(const struct vport_parms *parms)

會調用struct vport *ovs_vport_add(const struct vport_parms *parms)里面會調用vport = ops->create(parms);

ops是什么呢？在dp_init函數中會調用ovs_netdev_init，它會調用ovs_vport_ops_register(&ovs_netdev_vport_ops);

  1. static struct vport_ops ovs_netdev_vport_ops = {
  2.    .type = OVS_VPORT_TYPE_NETDEV,
  3.    .create = netdev_create,
  4.    .destroy = netdev_destroy,
  5.    .send = dev_queue_xmit,
  6. };

 

所以ops->create會調用netdev_create，它會調用ovs_netdev_link，其中有下面的代碼：

  1. err = netdev_rx_handler_register(vport->dev, netdev_frame_hook,
  2.                 vport);

 

注冊一個方法叫做netdev_frame_hook，每當網卡收到包的時候，就調用這個方法。

 

在下面的章節中，我們會從這個函數開始，解析整個網絡包的處理過程。


免責聲明！

本站轉載的文章為個人學習借鑒使用，本站對版權不負任何法律責任。如果侵犯了您的隱私權益，請聯系本站郵箱yoyou2525@163.com刪除。



猜您在找 Linux內核模塊 如何在Ubuntu啟動的時候自動加載內核模塊？ Openvswitch原理與代碼分析(1)：總體架構 Linux內核模塊簡介 如何單獨編譯內核模塊 linux編譯內核模塊 Openvswitch原理與代碼分析(8): 修改Openvswitch代碼添加自定義action 如何實現內核模塊與內核版本的解耦 Openvswitch原理與代碼分析(2): ovs-vswitchd的啟動 Openvswitch原理與代碼分析(7): 添加一條流表flow
 
粵ICP備18138465號   © 2018-2025 CODEPRJ.COM