1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Copyright (C) 2022 Felix Fietkau <nbd@nbd.name>
6 #include <sys/socket.h>
14 static const char *pex_peer_id_str(const uint8_t *key
)
19 for (i
= 0; i
< 8; i
++)
20 sprintf(str
+ i
* 2, "%02x", key
[i
]);
25 static struct pex_hdr
*
26 pex_msg_init(struct network
*net
, uint8_t opcode
)
28 return __pex_msg_init(net
->config
.pubkey
, opcode
);
31 static struct pex_hdr
*
32 pex_msg_init_ext(struct network
*net
, uint8_t opcode
, bool ext
)
34 return __pex_msg_init_ext(net
->config
.pubkey
, net
->config
.auth_key
, opcode
, ext
);
37 static struct network_peer
*
38 pex_msg_peer(struct network
*net
, const uint8_t *id
)
40 struct network_peer
*peer
;
41 uint8_t key
[WG_KEY_LEN
] = {};
43 memcpy(key
, id
, PEX_ID_LEN
);
44 peer
= avl_find_ge_element(&net
->peers
.avl
, key
, peer
, node
.avl
);
45 if (!peer
|| memcmp(peer
->key
, key
, PEX_ID_LEN
) != 0) {
46 D_NET(net
, "can't find peer %s", pex_peer_id_str(id
));
54 pex_get_peer_addr(struct sockaddr_in6
*sin6
, struct network
*net
,
55 struct network_peer
*peer
)
57 *sin6
= (struct sockaddr_in6
){
58 .sin6_family
= AF_INET6
,
59 .sin6_addr
= peer
->local_addr
.in6
,
60 .sin6_port
= htons(peer
->pex_port
),
64 static void pex_msg_send(struct network
*net
, struct network_peer
*peer
)
66 struct sockaddr_in6 sin6
= {};
68 if (!peer
|| peer
== &net
->net_config
.local_host
->peer
||
72 pex_get_peer_addr(&sin6
, net
, peer
);
73 if (__pex_msg_send(net
->pex
.fd
.fd
, &sin6
) < 0)
74 D_PEER(net
, peer
, "pex_msg_send failed: %s", strerror(errno
));
77 static void pex_msg_send_ext(struct network
*net
, struct network_peer
*peer
,
78 struct sockaddr_in6
*addr
)
80 char addrbuf
[INET6_ADDRSTRLEN
];
83 return pex_msg_send(net
, peer
);
85 if (__pex_msg_send(-1, addr
) < 0)
86 D_NET(net
, "pex_msg_send_ext(%s) failed: %s",
87 inet_ntop(addr
->sin6_family
, (const void *)&addr
->sin6_addr
, addrbuf
,
93 pex_send_hello(struct network
*net
, struct network_peer
*peer
)
95 struct pex_hello
*data
;
97 pex_msg_init(net
, PEX_MSG_HELLO
);
98 data
= pex_msg_append(sizeof(*data
));
99 if (peer
->state
.endpoint
.sa
.sa_family
== AF_INET6
)
100 data
->flags
|= htons(PEER_EP_F_IPV6
);
101 if (network_get_local_addr(&data
->local_addr
, &peer
->state
.endpoint
))
104 pex_msg_send(net
, peer
);
108 pex_msg_add_peer_endpoint(struct network
*net
, struct network_peer
*peer
,
109 struct network_peer
*receiver
)
111 struct pex_peer_endpoint
*data
;
117 addr
= network_endpoint_addr(&peer
->state
.endpoint
, &len
);
118 port
= peer
->state
.endpoint
.in
.sin_port
;
120 flags
|= PEER_EP_F_IPV6
;
121 if (network_endpoint_addr_equal(&peer
->state
.endpoint
,
122 &receiver
->state
.endpoint
)) {
123 if (!peer
->state
.has_local_ep_addr
) {
124 D_PEER(net
, peer
, "can't send peer to %s, missing local address",
125 network_peer_name(receiver
));
129 addr
= &peer
->state
.local_ep_addr
;
130 port
= htons(peer
->port
);
131 flags
|= PEER_EP_F_LOCAL
;
134 data
= pex_msg_append(sizeof(*data
));
138 memcpy(data
->peer_id
, peer
->key
, sizeof(data
->peer_id
));
139 memcpy(data
->addr
, addr
, len
);
141 data
->flags
= htons(flags
);
142 D_PEER(net
, peer
, "send endpoint to %s", network_peer_name(receiver
));
148 network_pex_handle_endpoint_change(struct network
*net
, struct network_peer
*peer
)
150 struct network_peer
*cur
;
152 vlist_for_each_element(&net
->peers
, cur
, node
) {
153 if (cur
== peer
|| !cur
->state
.connected
)
156 pex_msg_init(net
, PEX_MSG_NOTIFY_PEERS
);
157 if (pex_msg_add_peer_endpoint(net
, peer
, cur
))
160 pex_msg_send(net
, cur
);
165 network_pex_host_request_update(struct network
*net
, struct network_pex_host
*host
)
167 char addrstr
[INET6_ADDRSTRLEN
];
168 uint64_t version
= 0;
170 if (net
->net_data_len
)
171 version
= net
->net_data_version
;
173 D("request network data from host %s",
174 inet_ntop(host
->endpoint
.sa
.sa_family
,
175 (host
->endpoint
.sa
.sa_family
== AF_INET6
?
176 (const void *)&host
->endpoint
.in6
.sin6_addr
:
177 (const void *)&host
->endpoint
.in
.sin_addr
),
178 addrstr
, sizeof(addrstr
)));
180 if (!pex_msg_update_request_init(net
->config
.pubkey
, net
->config
.key
,
181 net
->config
.auth_key
, &host
->endpoint
,
184 __pex_msg_send(-1, &host
->endpoint
);
188 network_pex_request_update_cb(struct uloop_timeout
*t
)
190 struct network
*net
= container_of(t
, struct network
, pex
.request_update_timer
);
191 struct network_pex
*pex
= &net
->pex
;
192 struct network_pex_host
*host
;
194 uloop_timeout_set(t
, 5000);
196 if (list_empty(&pex
->hosts
))
199 host
= list_first_entry(&pex
->hosts
, struct network_pex_host
, list
);
200 list_move_tail(&host
->list
, &pex
->hosts
);
201 network_pex_host_request_update(net
, host
);
204 void network_pex_init(struct network
*net
)
206 struct network_pex
*pex
= &net
->pex
;
208 memset(pex
, 0, sizeof(*pex
));
210 INIT_LIST_HEAD(&pex
->hosts
);
211 pex
->request_update_timer
.cb
= network_pex_request_update_cb
;
215 network_pex_query_hosts(struct network
*net
)
217 struct network_host
*host
;
222 pex_msg_init(net
, PEX_MSG_QUERY
);
224 avl_for_each_element(&net
->hosts
, host
, node
) {
225 struct network_peer
*peer
= &host
->peer
;
228 if (host
== net
->net_config
.local_host
||
229 peer
->state
.connected
||
233 id
= pex_msg_append(PEX_ID_LEN
);
237 memcpy(id
, peer
->key
, PEX_ID_LEN
);
244 rv
%= net
->hosts
.count
;
245 for (i
= 0; i
< 2; i
++) {
246 avl_for_each_element(&net
->hosts
, host
, node
) {
247 struct network_peer
*peer
= &host
->peer
;
254 if (host
== net
->net_config
.local_host
)
257 if (!peer
->state
.connected
)
260 D_PEER(net
, peer
, "send query for %d hosts", hosts
);
261 pex_msg_send(net
, peer
);
269 network_pex_send_ping(struct network
*net
, struct network_peer
*peer
)
271 pex_msg_init(net
, PEX_MSG_PING
);
272 pex_msg_send(net
, peer
);
276 network_pex_send_update_request(struct network
*net
, struct network_peer
*peer
,
277 struct sockaddr_in6
*addr
)
279 union network_endpoint ep
= {};
280 uint64_t version
= 0;
283 memcpy(&ep
.in6
, addr
, sizeof(ep
.in6
));
285 pex_get_peer_addr(&ep
.in6
, net
, peer
);
287 if (net
->net_data_len
)
288 version
= net
->net_data_version
;
290 if (!pex_msg_update_request_init(net
->config
.pubkey
, net
->config
.key
,
291 net
->config
.auth_key
, &ep
,
295 pex_msg_send_ext(net
, peer
, addr
);
298 void network_pex_event(struct network
*net
, struct network_peer
*peer
,
301 if (!network_pex_active(&net
->pex
))
305 D_PEER(net
, peer
, "PEX event type=%d", ev
);
307 D_NET(net
, "PEX event type=%d", ev
);
310 case PEX_EV_HANDSHAKE
:
311 pex_send_hello(net
, peer
);
312 if (net
->config
.type
== NETWORK_TYPE_DYNAMIC
)
313 network_pex_send_update_request(net
, peer
, NULL
);
315 case PEX_EV_ENDPOINT_CHANGE
:
316 network_pex_handle_endpoint_change(net
, peer
);
319 network_pex_query_hosts(net
);
322 network_pex_send_ping(net
, peer
);
328 network_pex_recv_hello(struct network
*net
, struct network_peer
*peer
,
329 const struct pex_hello
*data
, size_t len
)
331 char addrstr
[INET6_ADDRSTRLEN
];
335 if (len
< sizeof(*data
))
338 if (peer
->state
.has_local_ep_addr
&&
339 !memcmp(&peer
->state
.local_ep_addr
, data
->local_addr
, sizeof(data
->local_addr
)))
342 flags
= ntohs(data
->flags
);
343 af
= (flags
& PEER_EP_F_IPV6
) ? AF_INET6
: AF_INET
;
344 D_PEER(net
, peer
, "set local endpoint address to %s",
345 inet_ntop(af
, data
->local_addr
, addrstr
, sizeof(addrstr
)));
346 peer
->state
.has_local_ep_addr
= true;
347 memcpy(&peer
->state
.local_ep_addr
, data
->local_addr
, sizeof(data
->local_addr
));
351 network_pex_recv_peers(struct network
*net
, struct network_peer
*peer
,
352 const struct pex_peer_endpoint
*data
, size_t len
)
354 struct network_peer
*local
= &net
->net_config
.local_host
->peer
;
355 struct network_peer
*cur
;
357 for (; len
>= sizeof(*data
); len
-= sizeof(*data
), data
++) {
358 union network_endpoint
*ep
;
363 cur
= pex_msg_peer(net
, data
->peer_id
);
367 if (cur
== peer
|| cur
== local
)
370 D_PEER(net
, peer
, "received peer address for %s",
371 network_peer_name(cur
));
372 flags
= ntohs(data
->flags
);
373 ep
= &cur
->state
.next_endpoint
;
374 ep
->sa
.sa_family
= (flags
& PEER_EP_F_IPV6
) ? AF_INET6
: AF_INET
;
375 addr
= network_endpoint_addr(ep
, &len
);
376 memcpy(addr
, data
->addr
, len
);
377 ep
->in
.sin_port
= data
->port
;
382 network_pex_recv_query(struct network
*net
, struct network_peer
*peer
,
383 const uint8_t *data
, size_t len
)
385 struct network_peer
*cur
;
388 pex_msg_init(net
, PEX_MSG_NOTIFY_PEERS
);
389 for (; len
>= 8; data
+= 8, len
-= 8) {
390 cur
= pex_msg_peer(net
, data
);
391 if (!cur
|| !cur
->state
.connected
)
394 if (!pex_msg_add_peer_endpoint(net
, cur
, peer
))
401 D_PEER(net
, peer
, "send query response with %d hosts", resp
);
402 pex_msg_send(net
, peer
);
406 network_pex_recv_ping(struct network
*net
, struct network_peer
*peer
)
408 time_t now
= time(NULL
);
410 if (peer
->state
.last_request
== now
)
413 peer
->state
.last_request
= now
;
414 pex_msg_init(net
, PEX_MSG_PONG
);
415 pex_msg_send(net
, peer
);
419 network_pex_recv_update_request(struct network
*net
, struct network_peer
*peer
,
420 const uint8_t *data
, size_t len
,
421 struct sockaddr_in6
*addr
)
423 struct pex_update_request
*req
= (struct pex_update_request
*)data
;
424 struct pex_msg_update_send_ctx ctx
= {};
425 uint64_t req_version
= be64_to_cpu(req
->cur_version
);
429 if (len
< sizeof(struct pex_update_request
))
432 if (net
->config
.type
!= NETWORK_TYPE_DYNAMIC
)
436 query_count
= &peer
->state
.num_net_queries
;
438 query_count
= &net
->num_net_queries
;
440 if (++*query_count
> 10)
443 D("receive update request, local version=%"PRIu64
", remote version=%"PRIu64
, net
->net_data_version
, req_version
);
445 if (req_version
>= net
->net_data_version
) {
446 struct pex_update_response_no_data
*res
;
448 pex_msg_init_ext(net
, PEX_MSG_UPDATE_RESPONSE_NO_DATA
, !!addr
);
449 res
= pex_msg_append(sizeof(*res
));
450 res
->req_id
= req
->req_id
;
451 res
->cur_version
= cpu_to_be64(net
->net_data_version
);
452 pex_msg_send_ext(net
, peer
, addr
);
455 if (req_version
> net
->net_data_version
)
456 network_pex_send_update_request(net
, peer
, addr
);
458 if (!peer
|| !net
->net_data_len
)
461 if (req_version
>= net
->net_data_version
)
464 pex_msg_update_response_init(&ctx
, net
->config
.pubkey
, net
->config
.auth_key
,
465 peer
->key
, !!addr
, (void *)data
,
466 net
->net_data
, net
->net_data_len
);
468 pex_msg_send_ext(net
, peer
, addr
);
469 done
= !pex_msg_update_response_continue(&ctx
);
474 network_pex_recv_update_response(struct network
*net
, const uint8_t *data
, size_t len
,
475 struct sockaddr_in6
*addr
, enum pex_opcode op
)
477 struct network_peer
*peer
;
479 int net_data_len
= 0;
480 uint64_t version
= 0;
481 bool no_prev_data
= !net
->net_data_len
;
483 if (net
->config
.type
!= NETWORK_TYPE_DYNAMIC
)
486 net_data
= pex_msg_update_response_recv(data
, len
, op
, &net_data_len
, &version
);
490 if (version
<= net
->net_data_version
) {
495 D_NET(net
, "received updated network data, len=%d", net_data_len
);
498 net
->net_data
= net_data
;
499 net
->net_data_len
= net_data_len
;
500 net
->net_data_version
= version
;
501 if (network_save_dynamic(net
) < 0)
504 uloop_timeout_set(&net
->reload_timer
, no_prev_data
? 1 : UNETD_DATA_UPDATE_DELAY
);
505 vlist_for_each_element(&net
->peers
, peer
, node
) {
506 if (!peer
->state
.connected
)
508 network_pex_send_update_request(net
, peer
, NULL
);
513 network_pex_recv(struct network
*net
, struct network_peer
*peer
, struct pex_hdr
*hdr
)
515 const void *data
= hdr
+ 1;
517 if (hdr
->version
!= 0)
520 D_PEER(net
, peer
, "PEX rx op=%d", hdr
->opcode
);
521 switch (hdr
->opcode
) {
523 network_pex_recv_hello(net
, peer
, data
, hdr
->len
);
525 case PEX_MSG_NOTIFY_PEERS
:
526 network_pex_recv_peers(net
, peer
, data
, hdr
->len
);
529 network_pex_recv_query(net
, peer
, data
, hdr
->len
);
532 network_pex_recv_ping(net
, peer
);
536 case PEX_MSG_UPDATE_REQUEST
:
537 network_pex_recv_update_request(net
, peer
, data
, hdr
->len
,
540 case PEX_MSG_UPDATE_RESPONSE
:
541 case PEX_MSG_UPDATE_RESPONSE_DATA
:
542 case PEX_MSG_UPDATE_RESPONSE_NO_DATA
:
543 network_pex_recv_update_response(net
, data
, hdr
->len
,
550 network_pex_fd_cb(struct uloop_fd
*fd
, unsigned int events
)
552 struct network
*net
= container_of(fd
, struct network
, pex
.fd
);
553 struct network_peer
*local
= &net
->net_config
.local_host
->peer
;
554 struct network_peer
*peer
;
555 struct sockaddr_in6 sin6
;
556 static char buf
[PEX_BUF_SIZE
];
557 struct pex_hdr
*hdr
= (struct pex_hdr
*)buf
;
561 socklen_t slen
= sizeof(sin6
);
563 len
= recvfrom(fd
->fd
, buf
, sizeof(buf
), 0, (struct sockaddr
*)&sin6
, &slen
);
571 D_NET(net
, "recvfrom failed: %s", strerror(errno
));
572 network_pex_close(net
);
579 if (len
< sizeof(*hdr
))
582 hdr
->len
= ntohs(hdr
->len
);
583 if (len
- sizeof(hdr
) < hdr
->len
)
586 peer
= pex_msg_peer(net
, hdr
->id
);
590 if (memcmp(&sin6
.sin6_addr
, &peer
->local_addr
.in6
, sizeof(sin6
.sin6_addr
)) != 0)
596 network_pex_recv(net
, peer
, hdr
);
601 network_pex_create_host(struct network
*net
, union network_endpoint
*ep
)
603 struct network_pex
*pex
= &net
->pex
;
604 struct network_pex_host
*host
;
606 host
= calloc(1, sizeof(*host
));
607 memcpy(&host
->endpoint
, ep
, sizeof(host
->endpoint
));
608 list_add_tail(&host
->list
, &pex
->hosts
);
609 network_pex_host_request_update(net
, host
);
613 network_pex_open_auth_connect(struct network
*net
)
615 struct network_pex
*pex
= &net
->pex
;
616 struct network_peer
*peer
;
617 struct blob_attr
*cur
;
620 if (net
->config
.type
!= NETWORK_TYPE_DYNAMIC
)
623 uloop_timeout_set(&pex
->request_update_timer
, 5000);
625 vlist_for_each_element(&net
->peers
, peer
, node
) {
626 union network_endpoint ep
= {};
631 if (network_get_endpoint(&ep
, peer
->endpoint
,
632 UNETD_GLOBAL_PEX_PORT
, 0) < 0)
635 ep
.in
.sin_port
= htons(UNETD_GLOBAL_PEX_PORT
);
636 network_pex_create_host(net
, &ep
);
639 if (!net
->config
.auth_connect
)
642 blobmsg_for_each_attr(cur
, net
->config
.auth_connect
, rem
) {
643 union network_endpoint ep
= {};
645 if (network_get_endpoint(&ep
, blobmsg_get_string(cur
),
646 UNETD_GLOBAL_PEX_PORT
, 0) < 0)
649 network_pex_create_host(net
, &ep
);
654 int network_pex_open(struct network
*net
)
656 struct network_host
*local_host
= net
->net_config
.local_host
;
657 struct network_peer
*local
;
658 struct network_pex
*pex
= &net
->pex
;
659 struct sockaddr_in6 sin6
= {};
663 network_pex_open_auth_connect(net
);
665 if (!local_host
|| !local_host
->peer
.pex_port
)
668 local
= &local_host
->peer
;
669 fd
= socket(PF_INET6
, SOCK_DGRAM
, IPPROTO_UDP
);
673 fcntl(fd
, F_SETFL
, fcntl(fd
, F_GETFL
) | O_NONBLOCK
);
674 fcntl(fd
, F_SETFD
, fcntl(fd
, F_GETFD
) | FD_CLOEXEC
);
676 sin6
.sin6_family
= AF_INET6
;
677 memcpy(&sin6
.sin6_addr
, &local
->local_addr
.in6
,
678 sizeof(local
->local_addr
.in6
));
679 sin6
.sin6_port
= htons(local_host
->peer
.pex_port
);
681 if (bind(fd
, (struct sockaddr
*)&sin6
, sizeof(sin6
)) < 0) {
686 setsockopt(fd
, SOL_SOCKET
, SO_REUSEADDR
, &yes
, sizeof(yes
));
687 setsockopt(fd
, SOL_SOCKET
, SO_REUSEPORT
, &yes
, sizeof(yes
));
689 setsockopt(fd
, SOL_SOCKET
, SO_BINDTODEVICE
,
690 network_name(net
), strlen(network_name(net
)));
694 pex
->fd
.cb
= network_pex_fd_cb
;
695 uloop_fd_add(&pex
->fd
, ULOOP_READ
);
704 void network_pex_close(struct network
*net
)
706 struct network_pex
*pex
= &net
->pex
;
707 struct network_pex_host
*host
, *tmp
;
709 uloop_timeout_cancel(&pex
->request_update_timer
);
710 list_for_each_entry_safe(host
, tmp
, &pex
->hosts
, list
) {
711 list_del(&host
->list
);
718 uloop_fd_delete(&pex
->fd
);
720 network_pex_init(net
);
723 static struct network
*
724 global_pex_find_network(const uint8_t *id
)
728 avl_for_each_element(&networks
, net
, node
) {
729 if (!memcmp(id
, net
->config
.auth_key
, PEX_ID_LEN
))
737 global_pex_recv(struct pex_hdr
*hdr
, struct sockaddr_in6
*addr
)
739 struct pex_ext_hdr
*ehdr
= (void *)(hdr
+ 1);
740 struct network_peer
*peer
;
742 void *data
= (void *)(ehdr
+ 1);
744 if (hdr
->version
!= 0)
747 net
= global_pex_find_network(ehdr
->auth_id
);
748 if (!net
|| net
->config
.type
!= NETWORK_TYPE_DYNAMIC
)
751 *(uint64_t *)hdr
->id
^= pex_network_hash(net
->config
.auth_key
, ehdr
->nonce
);
753 D("PEX global rx op=%d", hdr
->opcode
);
754 switch (hdr
->opcode
) {
756 case PEX_MSG_NOTIFY_PEERS
:
761 case PEX_MSG_UPDATE_REQUEST
:
762 peer
= pex_msg_peer(net
, hdr
->id
);
763 network_pex_recv_update_request(net
, peer
, data
, hdr
->len
,
766 case PEX_MSG_UPDATE_RESPONSE
:
767 case PEX_MSG_UPDATE_RESPONSE_DATA
:
768 case PEX_MSG_UPDATE_RESPONSE_NO_DATA
:
769 network_pex_recv_update_response(net
, data
, hdr
->len
, addr
, hdr
->opcode
);
774 int global_pex_open(void)
776 struct sockaddr_in6 sin6
= {};
778 sin6
.sin6_family
= AF_INET6
;
779 sin6
.sin6_port
= htons(global_pex_port
);
781 return pex_open(&sin6
, sizeof(sin6
), global_pex_recv
, true);