• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * INET		An implementation of the TCP/IP protocol suite for the LINUX
4  *		operating system.  INET is implemented using the  BSD Socket
5  *		interface as the means of communication with the user level.
6  *
7  *		MIPS specific IP/TCP/UDP checksumming routines
8  *
9  * Authors:	Ralf Baechle, <ralf@waldorf-gmbh.de>
10  *		Lots of code moved from tcp.c and ip.c; see those files
11  *		for more names.
12  */
13 #include <linux/module.h>
14 #include <linux/types.h>
15 
16 #include <net/checksum.h>
17 #include <asm/byteorder.h>
18 #include <asm/string.h>
19 #include <linux/uaccess.h>
20 
21 #define addc(_t,_r)                     \
22 	__asm__ __volatile__ (          \
23 "       add             %0, %1, %0\n"   \
24 "       addc            %0, %%r0, %0\n" \
25 	: "=r"(_t)                      \
26 	: "r"(_r), "0"(_t));
27 
from32to16(unsigned int x)28 static inline unsigned short from32to16(unsigned int x)
29 {
30 	/* 32 bits --> 16 bits + carry */
31 	x = (x & 0xffff) + (x >> 16);
32 	/* 16 bits + carry --> 16 bits including carry */
33 	x = (x & 0xffff) + (x >> 16);
34 	return (unsigned short)x;
35 }
36 
do_csum(const unsigned char * buff,int len)37 static inline unsigned int do_csum(const unsigned char * buff, int len)
38 {
39 	int odd, count;
40 	unsigned int result = 0;
41 
42 	if (len <= 0)
43 		goto out;
44 	odd = 1 & (unsigned long) buff;
45 	if (odd) {
46 		result = be16_to_cpu(*buff);
47 		len--;
48 		buff++;
49 	}
50 	count = len >> 1;		/* nr of 16-bit words.. */
51 	if (count) {
52 		if (2 & (unsigned long) buff) {
53 			result += *(unsigned short *) buff;
54 			count--;
55 			len -= 2;
56 			buff += 2;
57 		}
58 		count >>= 1;		/* nr of 32-bit words.. */
59 		if (count) {
60 			while (count >= 4) {
61 				unsigned int r1, r2, r3, r4;
62 				r1 = *(unsigned int *)(buff + 0);
63 				r2 = *(unsigned int *)(buff + 4);
64 				r3 = *(unsigned int *)(buff + 8);
65 				r4 = *(unsigned int *)(buff + 12);
66 				addc(result, r1);
67 				addc(result, r2);
68 				addc(result, r3);
69 				addc(result, r4);
70 				count -= 4;
71 				buff += 16;
72 			}
73 			while (count) {
74 				unsigned int w = *(unsigned int *) buff;
75 				count--;
76 				buff += 4;
77 				addc(result, w);
78 			}
79 			result = (result & 0xffff) + (result >> 16);
80 		}
81 		if (len & 2) {
82 			result += *(unsigned short *) buff;
83 			buff += 2;
84 		}
85 	}
86 	if (len & 1)
87 		result += le16_to_cpu(*buff);
88 	result = from32to16(result);
89 	if (odd)
90 		result = swab16(result);
91 out:
92 	return result;
93 }
94 
95 /*
96  * computes a partial checksum, e.g. for TCP/UDP fragments
97  */
98 /*
99  * why bother folding?
100  */
csum_partial(const void * buff,int len,__wsum sum)101 __wsum csum_partial(const void *buff, int len, __wsum sum)
102 {
103 	unsigned int result = do_csum(buff, len);
104 	addc(result, sum);
105 	return (__force __wsum)from32to16(result);
106 }
107 
108 EXPORT_SYMBOL(csum_partial);
109 
110 /*
111  * copy while checksumming, otherwise like csum_partial
112  */
csum_partial_copy_nocheck(const void * src,void * dst,int len,__wsum sum)113 __wsum csum_partial_copy_nocheck(const void *src, void *dst,
114 				       int len, __wsum sum)
115 {
116 	/*
117 	 * It's 2:30 am and I don't feel like doing it real ...
118 	 * This is lots slower than the real thing (tm)
119 	 */
120 	sum = csum_partial(src, len, sum);
121 	memcpy(dst, src, len);
122 
123 	return sum;
124 }
125 EXPORT_SYMBOL(csum_partial_copy_nocheck);
126 
127 /*
128  * Copy from userspace and compute checksum.  If we catch an exception
129  * then zero the rest of the buffer.
130  */
csum_partial_copy_from_user(const void __user * src,void * dst,int len,__wsum sum,int * err_ptr)131 __wsum csum_partial_copy_from_user(const void __user *src,
132 					void *dst, int len,
133 					__wsum sum, int *err_ptr)
134 {
135 	int missing;
136 
137 	missing = copy_from_user(dst, src, len);
138 	if (missing) {
139 		memset(dst + len - missing, 0, missing);
140 		*err_ptr = -EFAULT;
141 	}
142 
143 	return csum_partial(dst, len, sum);
144 }
145 EXPORT_SYMBOL(csum_partial_copy_from_user);
146