mirror of
				https://github.com/torvalds/linux.git
				synced 2025-11-04 10:40:15 +02:00 
			
		
		
		
	udp: Add support for doing checksum unnecessary conversion
Add support for doing CHECKSUM_UNNECESSARY to CHECKSUM_COMPLETE conversion in UDP tunneling path. In the normal UDP path, we call skb_checksum_try_convert after locating the UDP socket. The check is that checksum conversion is enabled for the socket (new flag in UDP socket) and that checksum field is non-zero. In the UDP GRO path, we call skb_gro_checksum_try_convert after checksum is validated and checksum field is non-zero. Since this is already in GRO we assume that checksum conversion is always wanted. Signed-off-by: Tom Herbert <therbert@google.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
		
							parent
							
								
									d96535a17d
								
							
						
					
					
						commit
						2abb7cdc0d
					
				
					 5 changed files with 58 additions and 17 deletions
				
			
		| 
						 | 
					@ -49,7 +49,11 @@ struct udp_sock {
 | 
				
			||||||
	unsigned int	 corkflag;	/* Cork is required */
 | 
						unsigned int	 corkflag;	/* Cork is required */
 | 
				
			||||||
	__u8		 encap_type;	/* Is this an Encapsulation socket? */
 | 
						__u8		 encap_type;	/* Is this an Encapsulation socket? */
 | 
				
			||||||
	unsigned char	 no_check6_tx:1,/* Send zero UDP6 checksums on TX? */
 | 
						unsigned char	 no_check6_tx:1,/* Send zero UDP6 checksums on TX? */
 | 
				
			||||||
			 no_check6_rx:1;/* Allow zero UDP6 checksums on RX? */
 | 
								 no_check6_rx:1,/* Allow zero UDP6 checksums on RX? */
 | 
				
			||||||
 | 
								 convert_csum:1;/* On receive, convert checksum
 | 
				
			||||||
 | 
										 * unnecessary to checksum complete
 | 
				
			||||||
 | 
										 * if possible.
 | 
				
			||||||
 | 
										 */
 | 
				
			||||||
	/*
 | 
						/*
 | 
				
			||||||
	 * Following member retains the information to create a UDP header
 | 
						 * Following member retains the information to create a UDP header
 | 
				
			||||||
	 * when the socket is uncorked.
 | 
						 * when the socket is uncorked.
 | 
				
			||||||
| 
						 | 
					@ -98,6 +102,16 @@ static inline bool udp_get_no_check6_rx(struct sock *sk)
 | 
				
			||||||
	return udp_sk(sk)->no_check6_rx;
 | 
						return udp_sk(sk)->no_check6_rx;
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					static inline void udp_set_convert_csum(struct sock *sk, bool val)
 | 
				
			||||||
 | 
					{
 | 
				
			||||||
 | 
						udp_sk(sk)->convert_csum = val;
 | 
				
			||||||
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					static inline bool udp_get_convert_csum(struct sock *sk)
 | 
				
			||||||
 | 
					{
 | 
				
			||||||
 | 
						return udp_sk(sk)->convert_csum;
 | 
				
			||||||
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
#define udp_portaddr_for_each_entry(__sk, node, list) \
 | 
					#define udp_portaddr_for_each_entry(__sk, node, list) \
 | 
				
			||||||
	hlist_nulls_for_each_entry(__sk, node, list, __sk_common.skc_portaddr_node)
 | 
						hlist_nulls_for_each_entry(__sk, node, list, __sk_common.skc_portaddr_node)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -1788,6 +1788,10 @@ int __udp4_lib_rcv(struct sk_buff *skb, struct udp_table *udptable,
 | 
				
			||||||
	if (sk != NULL) {
 | 
						if (sk != NULL) {
 | 
				
			||||||
		int ret;
 | 
							int ret;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
							if (udp_sk(sk)->convert_csum && uh->check && !IS_UDPLITE(sk))
 | 
				
			||||||
 | 
								skb_checksum_try_convert(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
											 inet_compute_pseudo);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
		ret = udp_queue_rcv_skb(sk, skb);
 | 
							ret = udp_queue_rcv_skb(sk, skb);
 | 
				
			||||||
		sock_put(sk);
 | 
							sock_put(sk);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -290,16 +290,25 @@ static struct sk_buff **udp4_gro_receive(struct sk_buff **head,
 | 
				
			||||||
{
 | 
					{
 | 
				
			||||||
	struct udphdr *uh = udp_gro_udphdr(skb);
 | 
						struct udphdr *uh = udp_gro_udphdr(skb);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						if (unlikely(!uh))
 | 
				
			||||||
 | 
							goto flush;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	/* Don't bother verifying checksum if we're going to flush anyway. */
 | 
						/* Don't bother verifying checksum if we're going to flush anyway. */
 | 
				
			||||||
	if (unlikely(!uh) ||
 | 
						if (!NAPI_GRO_CB(skb)->flush)
 | 
				
			||||||
	    (!NAPI_GRO_CB(skb)->flush &&
 | 
							goto skip;
 | 
				
			||||||
	     skb_gro_checksum_validate_zero_check(skb, IPPROTO_UDP, uh->check,
 | 
					
 | 
				
			||||||
						  inet_gro_compute_pseudo))) {
 | 
						if (skb_gro_checksum_validate_zero_check(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
											 inet_gro_compute_pseudo))
 | 
				
			||||||
 | 
							goto flush;
 | 
				
			||||||
 | 
						else if (uh->check)
 | 
				
			||||||
 | 
							skb_gro_checksum_try_convert(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
										     inet_gro_compute_pseudo);
 | 
				
			||||||
 | 
					skip:
 | 
				
			||||||
 | 
						return udp_gro_receive(head, skb, uh);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					flush:
 | 
				
			||||||
	NAPI_GRO_CB(skb)->flush = 1;
 | 
						NAPI_GRO_CB(skb)->flush = 1;
 | 
				
			||||||
	return NULL;
 | 
						return NULL;
 | 
				
			||||||
	}
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
	return udp_gro_receive(head, skb, uh);
 | 
					 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
int udp_gro_complete(struct sk_buff *skb, int nhoff)
 | 
					int udp_gro_complete(struct sk_buff *skb, int nhoff)
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -891,6 +891,10 @@ int __udp6_lib_rcv(struct sk_buff *skb, struct udp_table *udptable,
 | 
				
			||||||
			goto csum_error;
 | 
								goto csum_error;
 | 
				
			||||||
		}
 | 
							}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
							if (udp_sk(sk)->convert_csum && uh->check && !IS_UDPLITE(sk))
 | 
				
			||||||
 | 
								skb_checksum_try_convert(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
											 ip6_compute_pseudo);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
		ret = udpv6_queue_rcv_skb(sk, skb);
 | 
							ret = udpv6_queue_rcv_skb(sk, skb);
 | 
				
			||||||
		sock_put(sk);
 | 
							sock_put(sk);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -134,16 +134,26 @@ static struct sk_buff **udp6_gro_receive(struct sk_buff **head,
 | 
				
			||||||
{
 | 
					{
 | 
				
			||||||
	struct udphdr *uh = udp_gro_udphdr(skb);
 | 
						struct udphdr *uh = udp_gro_udphdr(skb);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						if (unlikely(!uh))
 | 
				
			||||||
 | 
							goto flush;
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	/* Don't bother verifying checksum if we're going to flush anyway. */
 | 
						/* Don't bother verifying checksum if we're going to flush anyway. */
 | 
				
			||||||
	if (unlikely(!uh) ||
 | 
						if (!NAPI_GRO_CB(skb)->flush)
 | 
				
			||||||
	    (!NAPI_GRO_CB(skb)->flush &&
 | 
							goto skip;
 | 
				
			||||||
	     skb_gro_checksum_validate_zero_check(skb, IPPROTO_UDP, uh->check,
 | 
					
 | 
				
			||||||
						  ip6_gro_compute_pseudo))) {
 | 
						if (skb_gro_checksum_validate_zero_check(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
											 ip6_gro_compute_pseudo))
 | 
				
			||||||
 | 
							goto flush;
 | 
				
			||||||
 | 
						else if (uh->check)
 | 
				
			||||||
 | 
							skb_gro_checksum_try_convert(skb, IPPROTO_UDP, uh->check,
 | 
				
			||||||
 | 
										     ip6_gro_compute_pseudo);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					skip:
 | 
				
			||||||
 | 
						return udp_gro_receive(head, skb, uh);
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					flush:
 | 
				
			||||||
	NAPI_GRO_CB(skb)->flush = 1;
 | 
						NAPI_GRO_CB(skb)->flush = 1;
 | 
				
			||||||
	return NULL;
 | 
						return NULL;
 | 
				
			||||||
	}
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
	return udp_gro_receive(head, skb, uh);
 | 
					 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
int udp6_gro_complete(struct sk_buff *skb, int nhoff)
 | 
					int udp6_gro_complete(struct sk_buff *skb, int nhoff)
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in a new issue