1 // SPDX-License-Identifier: GPL-2.0
4 * Copyright (c) 2022, Intel Corporation.
10 void mptcp_free_local_addr_list(struct mptcp_sock *msk)
12 struct mptcp_pm_addr_entry *entry, *tmp;
13 struct sock *sk = (struct sock *)msk;
16 if (!mptcp_pm_is_userspace(msk))
19 spin_lock_bh(&msk->pm.lock);
20 list_splice_init(&msk->pm.userspace_pm_local_addr_list, &free_list);
21 spin_unlock_bh(&msk->pm.lock);
23 list_for_each_entry_safe(entry, tmp, &free_list, list) {
24 sock_kfree_s(sk, entry, sizeof(*entry));
28 static int mptcp_userspace_pm_append_new_local_addr(struct mptcp_sock *msk,
29 struct mptcp_pm_addr_entry *entry,
32 DECLARE_BITMAP(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
33 struct mptcp_pm_addr_entry *match = NULL;
34 struct sock *sk = (struct sock *)msk;
35 struct mptcp_pm_addr_entry *e;
36 bool addr_match = false;
37 bool id_match = false;
40 bitmap_zero(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
42 spin_lock_bh(&msk->pm.lock);
43 list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
44 addr_match = mptcp_addresses_equal(&e->addr, &entry->addr, true);
45 if (addr_match && entry->addr.id == 0 && needs_id)
46 entry->addr.id = e->addr.id;
47 id_match = (e->addr.id == entry->addr.id);
48 if (addr_match && id_match) {
51 } else if (addr_match || id_match) {
54 __set_bit(e->addr.id, id_bitmap);
57 if (!match && !addr_match && !id_match) {
58 /* Memory for the entry is allocated from the
61 e = sock_kmalloc(sk, sizeof(*e), GFP_ATOMIC);
68 if (!e->addr.id && needs_id)
69 e->addr.id = find_next_zero_bit(id_bitmap,
70 MPTCP_PM_MAX_ADDR_ID + 1,
72 list_add_tail_rcu(&e->list, &msk->pm.userspace_pm_local_addr_list);
73 msk->pm.local_addr_used++;
80 spin_unlock_bh(&msk->pm.lock);
84 /* If the subflow is closed from the other peer (not via a
85 * subflow destroy command then), we want to keep the entry
86 * not to assign the same ID to another address and to be
87 * able to send RM_ADDR after the removal of the subflow.
89 static int mptcp_userspace_pm_delete_local_addr(struct mptcp_sock *msk,
90 struct mptcp_pm_addr_entry *addr)
92 struct mptcp_pm_addr_entry *entry, *tmp;
94 list_for_each_entry_safe(entry, tmp, &msk->pm.userspace_pm_local_addr_list, list) {
95 if (mptcp_addresses_equal(&entry->addr, &addr->addr, false)) {
96 /* TODO: a refcount is needed because the entry can
97 * be used multiple times (e.g. fullmesh mode).
99 list_del_rcu(&entry->list);
101 msk->pm.local_addr_used--;
109 int mptcp_userspace_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk,
111 u8 *flags, int *ifindex)
113 struct mptcp_pm_addr_entry *entry, *match = NULL;
115 spin_lock_bh(&msk->pm.lock);
116 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
117 if (id == entry->addr.id) {
122 spin_unlock_bh(&msk->pm.lock);
124 *flags = match->flags;
125 *ifindex = match->ifindex;
131 int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
132 struct mptcp_addr_info *skc)
134 struct mptcp_pm_addr_entry *entry = NULL, *e, new_entry;
135 __be16 msk_sport = ((struct inet_sock *)
136 inet_sk((struct sock *)msk))->inet_sport;
138 spin_lock_bh(&msk->pm.lock);
139 list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
140 if (mptcp_addresses_equal(&e->addr, skc, false)) {
145 spin_unlock_bh(&msk->pm.lock);
147 return entry->addr.id;
149 memset(&new_entry, 0, sizeof(struct mptcp_pm_addr_entry));
150 new_entry.addr = *skc;
151 new_entry.addr.id = 0;
152 new_entry.flags = MPTCP_PM_ADDR_FLAG_IMPLICIT;
154 if (new_entry.addr.port == msk_sport)
155 new_entry.addr.port = 0;
157 return mptcp_userspace_pm_append_new_local_addr(msk, &new_entry, true);
160 int mptcp_pm_nl_announce_doit(struct sk_buff *skb, struct genl_info *info)
162 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
163 struct nlattr *addr = info->attrs[MPTCP_PM_ATTR_ADDR];
164 struct mptcp_pm_addr_entry addr_val;
165 struct mptcp_sock *msk;
170 if (!addr || !token) {
171 GENL_SET_ERR_MSG(info, "missing required inputs");
175 token_val = nla_get_u32(token);
177 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
179 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
183 sk = (struct sock *)msk;
185 if (!mptcp_pm_is_userspace(msk)) {
186 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
190 err = mptcp_pm_parse_entry(addr, info, true, &addr_val);
192 GENL_SET_ERR_MSG(info, "error parsing local address");
196 if (addr_val.addr.id == 0 || !(addr_val.flags & MPTCP_PM_ADDR_FLAG_SIGNAL)) {
197 GENL_SET_ERR_MSG(info, "invalid addr id or flags");
202 err = mptcp_userspace_pm_append_new_local_addr(msk, &addr_val, false);
204 GENL_SET_ERR_MSG(info, "did not match address and id");
209 spin_lock_bh(&msk->pm.lock);
211 if (mptcp_pm_alloc_anno_list(msk, &addr_val.addr)) {
212 msk->pm.add_addr_signaled++;
213 mptcp_pm_announce_addr(msk, &addr_val.addr, false);
214 mptcp_pm_nl_addr_send_ack(msk);
217 spin_unlock_bh(&msk->pm.lock);
226 static int mptcp_userspace_pm_remove_id_zero_address(struct mptcp_sock *msk,
227 struct genl_info *info)
229 struct mptcp_rm_list list = { .nr = 0 };
230 struct mptcp_subflow_context *subflow;
231 struct sock *sk = (struct sock *)msk;
232 bool has_id_0 = false;
236 mptcp_for_each_subflow(msk, subflow) {
237 if (READ_ONCE(subflow->local_id) == 0) {
243 GENL_SET_ERR_MSG(info, "address with id 0 not found");
247 list.ids[list.nr++] = 0;
249 spin_lock_bh(&msk->pm.lock);
250 mptcp_pm_remove_addr(msk, &list);
251 spin_unlock_bh(&msk->pm.lock);
260 int mptcp_pm_nl_remove_doit(struct sk_buff *skb, struct genl_info *info)
262 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
263 struct nlattr *id = info->attrs[MPTCP_PM_ATTR_LOC_ID];
264 struct mptcp_pm_addr_entry *match = NULL;
265 struct mptcp_pm_addr_entry *entry;
266 struct mptcp_sock *msk;
267 LIST_HEAD(free_list);
274 GENL_SET_ERR_MSG(info, "missing required inputs");
278 id_val = nla_get_u8(id);
279 token_val = nla_get_u32(token);
281 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
283 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
287 sk = (struct sock *)msk;
289 if (!mptcp_pm_is_userspace(msk)) {
290 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
295 err = mptcp_userspace_pm_remove_id_zero_address(msk, info);
301 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
302 if (entry->addr.id == id_val) {
309 GENL_SET_ERR_MSG(info, "address with specified id not found");
314 list_move(&match->list, &free_list);
316 mptcp_pm_remove_addrs(msk, &free_list);
320 list_for_each_entry_safe(match, entry, &free_list, list) {
321 sock_kfree_s(sk, match, sizeof(*match));
330 int mptcp_pm_nl_subflow_create_doit(struct sk_buff *skb, struct genl_info *info)
332 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
333 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
334 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
335 struct mptcp_pm_addr_entry local = { 0 };
336 struct mptcp_addr_info addr_r;
337 struct mptcp_addr_info addr_l;
338 struct mptcp_sock *msk;
343 if (!laddr || !raddr || !token) {
344 GENL_SET_ERR_MSG(info, "missing required inputs");
348 token_val = nla_get_u32(token);
350 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
352 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
356 sk = (struct sock *)msk;
358 if (!mptcp_pm_is_userspace(msk)) {
359 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
363 err = mptcp_pm_parse_addr(laddr, info, &addr_l);
365 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
369 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
371 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
375 if (!mptcp_pm_addr_families_match(sk, &addr_l, &addr_r)) {
376 GENL_SET_ERR_MSG(info, "families mismatch");
382 err = mptcp_userspace_pm_append_new_local_addr(msk, &local, false);
384 GENL_SET_ERR_MSG(info, "did not match address and id");
390 err = __mptcp_subflow_connect(sk, &addr_l, &addr_r);
394 spin_lock_bh(&msk->pm.lock);
396 mptcp_userspace_pm_delete_local_addr(msk, &local);
399 spin_unlock_bh(&msk->pm.lock);
406 static struct sock *mptcp_nl_find_ssk(struct mptcp_sock *msk,
407 const struct mptcp_addr_info *local,
408 const struct mptcp_addr_info *remote)
410 struct mptcp_subflow_context *subflow;
412 if (local->family != remote->family)
415 mptcp_for_each_subflow(msk, subflow) {
416 const struct inet_sock *issk;
419 ssk = mptcp_subflow_tcp_sock(subflow);
421 if (local->family != ssk->sk_family)
426 switch (ssk->sk_family) {
428 if (issk->inet_saddr != local->addr.s_addr ||
429 issk->inet_daddr != remote->addr.s_addr)
432 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
434 const struct ipv6_pinfo *pinfo = inet6_sk(ssk);
436 if (!ipv6_addr_equal(&local->addr6, &pinfo->saddr) ||
437 !ipv6_addr_equal(&remote->addr6, &ssk->sk_v6_daddr))
446 if (issk->inet_sport == local->port &&
447 issk->inet_dport == remote->port)
454 int mptcp_pm_nl_subflow_destroy_doit(struct sk_buff *skb, struct genl_info *info)
456 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
457 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
458 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
459 struct mptcp_addr_info addr_l;
460 struct mptcp_addr_info addr_r;
461 struct mptcp_sock *msk;
462 struct sock *sk, *ssk;
466 if (!laddr || !raddr || !token) {
467 GENL_SET_ERR_MSG(info, "missing required inputs");
471 token_val = nla_get_u32(token);
473 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
475 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
479 sk = (struct sock *)msk;
481 if (!mptcp_pm_is_userspace(msk)) {
482 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
486 err = mptcp_pm_parse_addr(laddr, info, &addr_l);
488 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
492 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
494 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
498 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
499 if (addr_l.family == AF_INET && ipv6_addr_v4mapped(&addr_r.addr6)) {
500 ipv6_addr_set_v4mapped(addr_l.addr.s_addr, &addr_l.addr6);
501 addr_l.family = AF_INET6;
503 if (addr_r.family == AF_INET && ipv6_addr_v4mapped(&addr_l.addr6)) {
504 ipv6_addr_set_v4mapped(addr_r.addr.s_addr, &addr_r.addr6);
505 addr_r.family = AF_INET6;
508 if (addr_l.family != addr_r.family) {
509 GENL_SET_ERR_MSG(info, "address families do not match");
514 if (!addr_l.port || !addr_r.port) {
515 GENL_SET_ERR_MSG(info, "missing local or remote port");
521 ssk = mptcp_nl_find_ssk(msk, &addr_l, &addr_r);
523 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
524 struct mptcp_pm_addr_entry entry = { .addr = addr_l };
526 spin_lock_bh(&msk->pm.lock);
527 mptcp_userspace_pm_delete_local_addr(msk, &entry);
528 spin_unlock_bh(&msk->pm.lock);
529 mptcp_subflow_shutdown(sk, ssk, RCV_SHUTDOWN | SEND_SHUTDOWN);
530 mptcp_close_ssk(sk, ssk, subflow);
531 MPTCP_INC_STATS(sock_net(sk), MPTCP_MIB_RMSUBFLOW);
543 int mptcp_userspace_pm_set_flags(struct net *net, struct nlattr *token,
544 struct mptcp_pm_addr_entry *loc,
545 struct mptcp_pm_addr_entry *rem, u8 bkup)
547 struct mptcp_sock *msk;
552 token_val = nla_get_u32(token);
554 msk = mptcp_token_get_sock(net, token_val);
558 sk = (struct sock *)msk;
560 if (!mptcp_pm_is_userspace(msk))
563 if (loc->addr.family == AF_UNSPEC ||
564 rem->addr.family == AF_UNSPEC)
568 ret = mptcp_pm_nl_mp_prio_send_ack(msk, &loc->addr, &rem->addr, bkup);