~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/score/include/asm/checksum.h

Version: ~ [ linux-5.15-rc1 ] ~ [ linux-5.14.5 ] ~ [ linux-5.13.18 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.66 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.147 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.206 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.246 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.282 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.283 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.18.140 ] ~ [ linux-3.16.85 ] ~ [ linux-3.14.79 ] ~ [ linux-3.12.74 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 #ifndef _ASM_SCORE_CHECKSUM_H
  2 #define _ASM_SCORE_CHECKSUM_H
  3 
  4 #include <linux/in6.h>
  5 #include <asm/uaccess.h>
  6 
  7 /*
  8  * computes the checksum of a memory block at buff, length len,
  9  * and adds in "sum" (32-bit)
 10  *
 11  * returns a 32-bit number suitable for feeding into itself
 12  * or csum_tcpudp_magic
 13  *
 14  * this function must be called with even lengths, except
 15  * for the last fragment, which may be odd
 16  *
 17  * it's best to have buff aligned on a 32-bit boundary
 18  */
 19 unsigned int csum_partial(const void *buff, int len, __wsum sum);
 20 unsigned int csum_partial_copy_from_user(const char *src, char *dst, int len,
 21                                         unsigned int sum, int *csum_err);
 22 unsigned int csum_partial_copy(const char *src, char *dst,
 23                                         int len, unsigned int sum);
 24 
 25 /*
 26  * this is a new version of the above that records errors it finds in *errp,
 27  * but continues and zeros the rest of the buffer.
 28  */
 29 
 30 /*
 31  * Copy and checksum to user
 32  */
 33 #define HAVE_CSUM_COPY_USER
 34 static inline
 35 __wsum csum_and_copy_to_user(const void *src, void __user *dst, int len,
 36                         __wsum sum, int *err_ptr)
 37 {
 38         sum = csum_partial(src, len, sum);
 39         if (copy_to_user(dst, src, len)) {
 40                 *err_ptr = -EFAULT;
 41                 return (__force __wsum) -1; /* invalid checksum */
 42         }
 43         return sum;
 44 }
 45 
 46 
 47 #define csum_partial_copy_nocheck csum_partial_copy
 48 /*
 49  *      Fold a partial checksum without adding pseudo headers
 50  */
 51 
 52 static inline __sum16 csum_fold(__wsum sum)
 53 {
 54         /* the while loop is unnecessary really, it's always enough with two
 55            iterations */
 56         __asm__ __volatile__(
 57                 ".set volatile\n\t"
 58                 ".set\tr1\n\t"
 59                 "slli\tr1,%0, 16\n\t"
 60                 "add\t%0,%0, r1\n\t"
 61                 "cmp.c\tr1, %0\n\t"
 62                 "srli\t%0, %0, 16\n\t"
 63                 "bleu\t1f\n\t"
 64                 "addi\t%0, 0x1\n\t"
 65                 "1:ldi\tr30, 0xffff\n\t"
 66                 "xor\t%0, %0, r30\n\t"
 67                 "slli\t%0, %0, 16\n\t"
 68                 "srli\t%0, %0, 16\n\t"
 69                 ".set\tnor1\n\t"
 70                 ".set optimize\n\t"
 71                 : "=r" (sum)
 72                 : "" (sum));
 73         return sum;
 74 }
 75 
 76 /*
 77  *      This is a version of ip_compute_csum() optimized for IP headers,
 78  *      which always checksum on 4 octet boundaries.
 79  *
 80  *      By Jorge Cwik <jorge@laser.satlink.net>, adapted for linux by
 81  *      Arnt Gulbrandsen.
 82  */
 83 static inline __sum16 ip_fast_csum(const void *iph, unsigned int ihl)
 84 {
 85         unsigned int sum;
 86         unsigned long dummy;
 87 
 88         __asm__ __volatile__(
 89                 ".set volatile\n\t"
 90                 ".set\tnor1\n\t"
 91                 "lw\t%0, [%1]\n\t"
 92                 "subri\t%2, %2, 4\n\t"
 93                 "slli\t%2, %2, 2\n\t"
 94                 "lw\t%3, [%1, 4]\n\t"
 95                 "add\t%2, %2, %1\n\t"
 96                 "add\t%0, %0, %3\n\t"
 97                 "cmp.c\t%3, %0\n\t"
 98                 "lw\t%3, [%1, 8]\n\t"
 99                 "bleu\t1f\n\t"
100                 "addi\t%0, 0x1\n\t"
101                 "1:\n\t"
102                 "add\t%0, %0, %3\n\t"
103                 "cmp.c\t%3, %0\n\t"
104                 "lw\t%3, [%1, 12]\n\t"
105                 "bleu\t1f\n\t"
106                 "addi\t%0, 0x1\n\t"
107                 "1:add\t%0, %0, %3\n\t"
108                 "cmp.c\t%3, %0\n\t"
109                 "bleu\t1f\n\t"
110                 "addi\t%0, 0x1\n"
111 
112                 "1:\tlw\t%3, [%1, 16]\n\t"
113                 "addi\t%1, 4\n\t"
114                 "add\t%0, %0, %3\n\t"
115                 "cmp.c\t%3, %0\n\t"
116                 "bleu\t2f\n\t"
117                 "addi\t%0, 0x1\n"
118                 "2:cmp.c\t%2, %1\n\t"
119                 "bne\t1b\n\t"
120 
121                 ".set\tr1\n\t"
122                 ".set optimize\n\t"
123                 : "=&r" (sum), "=&r" (iph), "=&r" (ihl), "=&r" (dummy)
124                 : "1" (iph), "2" (ihl));
125 
126         return csum_fold(sum);
127 }
128 
129 static inline __wsum
130 csum_tcpudp_nofold(__be32 saddr, __be32 daddr, unsigned short len,
131                 unsigned short proto, __wsum sum)
132 {
133         unsigned long tmp = (ntohs(len) << 16) + proto * 256;
134         __asm__ __volatile__(
135                 ".set volatile\n\t"
136                 "add\t%0, %0, %2\n\t"
137                 "cmp.c\t%2, %0\n\t"
138                 "bleu\t1f\n\t"
139                 "addi\t%0, 0x1\n\t"
140                 "1:\n\t"
141                 "add\t%0, %0, %3\n\t"
142                 "cmp.c\t%3, %0\n\t"
143                 "bleu\t1f\n\t"
144                 "addi\t%0, 0x1\n\t"
145                 "1:\n\t"
146                 "add\t%0, %0, %4\n\t"
147                 "cmp.c\t%4, %0\n\t"
148                 "bleu\t1f\n\t"
149                 "addi\t%0, 0x1\n\t"
150                 "1:\n\t"
151                 ".set optimize\n\t"
152                 : "=r" (sum)
153                 : "" (daddr), "r"(saddr),
154                 "r" (tmp),
155                 "r" (sum));
156         return sum;
157 }
158 
159 /*
160  * computes the checksum of the TCP/UDP pseudo-header
161  * returns a 16-bit checksum, already complemented
162  */
163 static inline __sum16
164 csum_tcpudp_magic(__be32 saddr, __be32 daddr, unsigned short len,
165                 unsigned short proto, __wsum sum)
166 {
167         return csum_fold(csum_tcpudp_nofold(saddr, daddr, len, proto, sum));
168 }
169 
170 /*
171  * this routine is used for miscellaneous IP-like checksums, mainly
172  * in icmp.c
173  */
174 
175 static inline unsigned short ip_compute_csum(const void *buff, int len)
176 {
177         return csum_fold(csum_partial(buff, len, 0));
178 }
179 
180 #define _HAVE_ARCH_IPV6_CSUM
181 static inline __sum16 csum_ipv6_magic(const struct in6_addr *saddr,
182                                 const struct in6_addr *daddr,
183                                 __u32 len, unsigned short proto,
184                                 __wsum sum)
185 {
186         __asm__ __volatile__(
187                 ".set\tvolatile\t\t\t# csum_ipv6_magic\n\t"
188                 "add\t%0, %0, %5\t\t\t# proto (long in network byte order)\n\t"
189                 "cmp.c\t%5, %0\n\t"
190                 "bleu 1f\n\t"
191                 "addi\t%0, 0x1\n\t"
192                 "1:add\t%0, %0, %6\t\t\t# csum\n\t"
193                 "cmp.c\t%6, %0\n\t"
194                 "lw\t%1, [%2, 0]\t\t\t# four words source address\n\t"
195                 "bleu 1f\n\t"
196                 "addi\t%0, 0x1\n\t"
197                 "1:add\t%0, %0, %1\n\t"
198                 "cmp.c\t%1, %0\n\t"
199                 "1:lw\t%1, [%2, 4]\n\t"
200                 "bleu 1f\n\t"
201                 "addi\t%0, 0x1\n\t"
202                 "1:add\t%0, %0, %1\n\t"
203                 "cmp.c\t%1, %0\n\t"
204                 "lw\t%1, [%2,8]\n\t"
205                 "bleu 1f\n\t"
206                 "addi\t%0, 0x1\n\t"
207                 "1:add\t%0, %0, %1\n\t"
208                 "cmp.c\t%1, %0\n\t"
209                 "lw\t%1, [%2, 12]\n\t"
210                 "bleu 1f\n\t"
211                 "addi\t%0, 0x1\n\t"
212                 "1:add\t%0, %0,%1\n\t"
213                 "cmp.c\t%1, %0\n\t"
214                 "lw\t%1, [%3, 0]\n\t"
215                 "bleu 1f\n\t"
216                 "addi\t%0, 0x1\n\t"
217                 "1:add\t%0, %0, %1\n\t"
218                 "cmp.c\t%1, %0\n\t"
219                 "lw\t%1, [%3, 4]\n\t"
220                 "bleu 1f\n\t"
221                 "addi\t%0, 0x1\n\t"
222                 "1:add\t%0, %0, %1\n\t"
223                 "cmp.c\t%1, %0\n\t"
224                 "lw\t%1, [%3, 8]\n\t"
225                 "bleu 1f\n\t"
226                 "addi\t%0, 0x1\n\t"
227                 "1:add\t%0, %0, %1\n\t"
228                 "cmp.c\t%1, %0\n\t"
229                 "lw\t%1, [%3, 12]\n\t"
230                 "bleu 1f\n\t"
231                 "addi\t%0, 0x1\n\t"
232                 "1:add\t%0, %0, %1\n\t"
233                 "cmp.c\t%1, %0\n\t"
234                 "bleu 1f\n\t"
235                 "addi\t%0, 0x1\n\t"
236                 "1:\n\t"
237                 ".set\toptimize"
238                 : "=r" (sum), "=r" (proto)
239                 : "r" (saddr), "r" (daddr),
240                   "" (htonl(len)), "1" (htonl(proto)), "r" (sum));
241 
242         return csum_fold(sum);
243 }
244 #endif /* _ASM_SCORE_CHECKSUM_H */
245 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp