pcp 140 arch/arm64/include/asm/percpu.h #define _pcp_protect(op, pcp, ...) \ pcp 143 arch/arm64/include/asm/percpu.h op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \ pcp 147 arch/arm64/include/asm/percpu.h #define _pcp_protect_return(op, pcp, args...) \ pcp 149 arch/arm64/include/asm/percpu.h typeof(pcp) __retval; \ pcp 151 arch/arm64/include/asm/percpu.h __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \ pcp 156 arch/arm64/include/asm/percpu.h #define this_cpu_read_1(pcp) \ pcp 157 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_read_8, pcp) pcp 158 arch/arm64/include/asm/percpu.h #define this_cpu_read_2(pcp) \ pcp 159 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_read_16, pcp) pcp 160 arch/arm64/include/asm/percpu.h #define this_cpu_read_4(pcp) \ pcp 161 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_read_32, pcp) pcp 162 arch/arm64/include/asm/percpu.h #define this_cpu_read_8(pcp) \ pcp 163 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_read_64, pcp) pcp 165 arch/arm64/include/asm/percpu.h #define this_cpu_write_1(pcp, val) \ pcp 166 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_write_8, pcp, (unsigned long)val) pcp 167 arch/arm64/include/asm/percpu.h #define this_cpu_write_2(pcp, val) \ pcp 168 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_write_16, pcp, (unsigned long)val) pcp 169 arch/arm64/include/asm/percpu.h #define this_cpu_write_4(pcp, val) \ pcp 170 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_write_32, pcp, (unsigned long)val) pcp 171 arch/arm64/include/asm/percpu.h #define this_cpu_write_8(pcp, val) \ pcp 172 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_write_64, pcp, (unsigned long)val) pcp 174 arch/arm64/include/asm/percpu.h #define this_cpu_add_1(pcp, val) \ pcp 175 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_add_case_8, pcp, val) pcp 176 arch/arm64/include/asm/percpu.h #define this_cpu_add_2(pcp, val) \ pcp 177 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_add_case_16, pcp, val) pcp 178 arch/arm64/include/asm/percpu.h #define this_cpu_add_4(pcp, val) \ pcp 179 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_add_case_32, pcp, val) pcp 180 arch/arm64/include/asm/percpu.h #define this_cpu_add_8(pcp, val) \ pcp 181 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_add_case_64, pcp, val) pcp 183 arch/arm64/include/asm/percpu.h #define this_cpu_add_return_1(pcp, val) \ pcp 184 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_add_return_case_8, pcp, val) pcp 185 arch/arm64/include/asm/percpu.h #define this_cpu_add_return_2(pcp, val) \ pcp 186 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_add_return_case_16, pcp, val) pcp 187 arch/arm64/include/asm/percpu.h #define this_cpu_add_return_4(pcp, val) \ pcp 188 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_add_return_case_32, pcp, val) pcp 189 arch/arm64/include/asm/percpu.h #define this_cpu_add_return_8(pcp, val) \ pcp 190 arch/arm64/include/asm/percpu.h _pcp_protect_return(__percpu_add_return_case_64, pcp, val) pcp 192 arch/arm64/include/asm/percpu.h #define this_cpu_and_1(pcp, val) \ pcp 193 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_andnot_case_8, pcp, ~val) pcp 194 arch/arm64/include/asm/percpu.h #define this_cpu_and_2(pcp, val) \ pcp 195 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_andnot_case_16, pcp, ~val) pcp 196 arch/arm64/include/asm/percpu.h #define this_cpu_and_4(pcp, val) \ pcp 197 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_andnot_case_32, pcp, ~val) pcp 198 arch/arm64/include/asm/percpu.h #define this_cpu_and_8(pcp, val) \ pcp 199 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_andnot_case_64, pcp, ~val) pcp 201 arch/arm64/include/asm/percpu.h #define this_cpu_or_1(pcp, val) \ pcp 202 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_or_case_8, pcp, val) pcp 203 arch/arm64/include/asm/percpu.h #define this_cpu_or_2(pcp, val) \ pcp 204 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_or_case_16, pcp, val) pcp 205 arch/arm64/include/asm/percpu.h #define this_cpu_or_4(pcp, val) \ pcp 206 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_or_case_32, pcp, val) pcp 207 arch/arm64/include/asm/percpu.h #define this_cpu_or_8(pcp, val) \ pcp 208 arch/arm64/include/asm/percpu.h _pcp_protect(__percpu_or_case_64, pcp, val) pcp 210 arch/arm64/include/asm/percpu.h #define this_cpu_xchg_1(pcp, val) \ pcp 211 arch/arm64/include/asm/percpu.h _pcp_protect_return(xchg_relaxed, pcp, val) pcp 212 arch/arm64/include/asm/percpu.h #define this_cpu_xchg_2(pcp, val) \ pcp 213 arch/arm64/include/asm/percpu.h _pcp_protect_return(xchg_relaxed, pcp, val) pcp 214 arch/arm64/include/asm/percpu.h #define this_cpu_xchg_4(pcp, val) \ pcp 215 arch/arm64/include/asm/percpu.h _pcp_protect_return(xchg_relaxed, pcp, val) pcp 216 arch/arm64/include/asm/percpu.h #define this_cpu_xchg_8(pcp, val) \ pcp 217 arch/arm64/include/asm/percpu.h _pcp_protect_return(xchg_relaxed, pcp, val) pcp 219 arch/arm64/include/asm/percpu.h #define this_cpu_cmpxchg_1(pcp, o, n) \ pcp 220 arch/arm64/include/asm/percpu.h _pcp_protect_return(cmpxchg_relaxed, pcp, o, n) pcp 221 arch/arm64/include/asm/percpu.h #define this_cpu_cmpxchg_2(pcp, o, n) \ pcp 222 arch/arm64/include/asm/percpu.h _pcp_protect_return(cmpxchg_relaxed, pcp, o, n) pcp 223 arch/arm64/include/asm/percpu.h #define this_cpu_cmpxchg_4(pcp, o, n) \ pcp 224 arch/arm64/include/asm/percpu.h _pcp_protect_return(cmpxchg_relaxed, pcp, o, n) pcp 225 arch/arm64/include/asm/percpu.h #define this_cpu_cmpxchg_8(pcp, o, n) \ pcp 226 arch/arm64/include/asm/percpu.h _pcp_protect_return(cmpxchg_relaxed, pcp, o, n) pcp 27 arch/s390/include/asm/percpu.h #define arch_this_cpu_to_op_simple(pcp, val, op) \ pcp 29 arch/s390/include/asm/percpu.h typedef typeof(pcp) pcp_op_T__; \ pcp 33 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 44 arch/s390/include/asm/percpu.h #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 45 arch/s390/include/asm/percpu.h #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 46 arch/s390/include/asm/percpu.h #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 47 arch/s390/include/asm/percpu.h #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 48 arch/s390/include/asm/percpu.h #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) pcp 49 arch/s390/include/asm/percpu.h #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) pcp 50 arch/s390/include/asm/percpu.h #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) pcp 51 arch/s390/include/asm/percpu.h #define this_cpu_or_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) pcp 55 arch/s390/include/asm/percpu.h #define this_cpu_add_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 56 arch/s390/include/asm/percpu.h #define this_cpu_add_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 57 arch/s390/include/asm/percpu.h #define this_cpu_add_return_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 58 arch/s390/include/asm/percpu.h #define this_cpu_add_return_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) pcp 59 arch/s390/include/asm/percpu.h #define this_cpu_and_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) pcp 60 arch/s390/include/asm/percpu.h #define this_cpu_and_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) pcp 61 arch/s390/include/asm/percpu.h #define this_cpu_or_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) pcp 62 arch/s390/include/asm/percpu.h #define this_cpu_or_8(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) pcp 66 arch/s390/include/asm/percpu.h #define arch_this_cpu_add(pcp, val, op1, op2, szcast) \ pcp 68 arch/s390/include/asm/percpu.h typedef typeof(pcp) pcp_op_T__; \ pcp 72 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 90 arch/s390/include/asm/percpu.h #define this_cpu_add_4(pcp, val) arch_this_cpu_add(pcp, val, "laa", "asi", int) pcp 91 arch/s390/include/asm/percpu.h #define this_cpu_add_8(pcp, val) arch_this_cpu_add(pcp, val, "laag", "agsi", long) pcp 93 arch/s390/include/asm/percpu.h #define arch_this_cpu_add_return(pcp, val, op) \ pcp 95 arch/s390/include/asm/percpu.h typedef typeof(pcp) pcp_op_T__; \ pcp 99 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 109 arch/s390/include/asm/percpu.h #define this_cpu_add_return_4(pcp, val) arch_this_cpu_add_return(pcp, val, "laa") pcp 110 arch/s390/include/asm/percpu.h #define this_cpu_add_return_8(pcp, val) arch_this_cpu_add_return(pcp, val, "laag") pcp 112 arch/s390/include/asm/percpu.h #define arch_this_cpu_to_op(pcp, val, op) \ pcp 114 arch/s390/include/asm/percpu.h typedef typeof(pcp) pcp_op_T__; \ pcp 118 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 127 arch/s390/include/asm/percpu.h #define this_cpu_and_4(pcp, val) arch_this_cpu_to_op(pcp, val, "lan") pcp 128 arch/s390/include/asm/percpu.h #define this_cpu_and_8(pcp, val) arch_this_cpu_to_op(pcp, val, "lang") pcp 129 arch/s390/include/asm/percpu.h #define this_cpu_or_4(pcp, val) arch_this_cpu_to_op(pcp, val, "lao") pcp 130 arch/s390/include/asm/percpu.h #define this_cpu_or_8(pcp, val) arch_this_cpu_to_op(pcp, val, "laog") pcp 134 arch/s390/include/asm/percpu.h #define arch_this_cpu_cmpxchg(pcp, oval, nval) \ pcp 136 arch/s390/include/asm/percpu.h typedef typeof(pcp) pcp_op_T__; \ pcp 140 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 146 arch/s390/include/asm/percpu.h #define this_cpu_cmpxchg_1(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) pcp 147 arch/s390/include/asm/percpu.h #define this_cpu_cmpxchg_2(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) pcp 148 arch/s390/include/asm/percpu.h #define this_cpu_cmpxchg_4(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) pcp 149 arch/s390/include/asm/percpu.h #define this_cpu_cmpxchg_8(pcp, oval, nval) arch_this_cpu_cmpxchg(pcp, oval, nval) pcp 151 arch/s390/include/asm/percpu.h #define arch_this_cpu_xchg(pcp, nval) \ pcp 153 arch/s390/include/asm/percpu.h typeof(pcp) *ptr__; \ pcp 154 arch/s390/include/asm/percpu.h typeof(pcp) ret__; \ pcp 156 arch/s390/include/asm/percpu.h ptr__ = raw_cpu_ptr(&(pcp)); \ pcp 162 arch/s390/include/asm/percpu.h #define this_cpu_xchg_1(pcp, nval) arch_this_cpu_xchg(pcp, nval) pcp 163 arch/s390/include/asm/percpu.h #define this_cpu_xchg_2(pcp, nval) arch_this_cpu_xchg(pcp, nval) pcp 164 arch/s390/include/asm/percpu.h #define this_cpu_xchg_4(pcp, nval) arch_this_cpu_xchg(pcp, nval) pcp 165 arch/s390/include/asm/percpu.h #define this_cpu_xchg_8(pcp, nval) arch_this_cpu_xchg(pcp, nval) pcp 608 arch/sparc/kernel/pcic.c struct pcidev_cookie *pcp; pcp 631 arch/sparc/kernel/pcic.c pcp = pci_devcookie_alloc(); pcp 632 arch/sparc/kernel/pcic.c pcp->pbm = &pcic->pbm; pcp 633 arch/sparc/kernel/pcic.c pcp->prom_node = of_find_node_by_phandle(node); pcp 634 arch/sparc/kernel/pcic.c dev->sysdata = pcp; pcp 394 arch/x86/include/asm/percpu.h #define raw_cpu_read_1(pcp) percpu_from_op(, "mov", pcp) pcp 395 arch/x86/include/asm/percpu.h #define raw_cpu_read_2(pcp) percpu_from_op(, "mov", pcp) pcp 396 arch/x86/include/asm/percpu.h #define raw_cpu_read_4(pcp) percpu_from_op(, "mov", pcp) pcp 398 arch/x86/include/asm/percpu.h #define raw_cpu_write_1(pcp, val) percpu_to_op(, "mov", (pcp), val) pcp 399 arch/x86/include/asm/percpu.h #define raw_cpu_write_2(pcp, val) percpu_to_op(, "mov", (pcp), val) pcp 400 arch/x86/include/asm/percpu.h #define raw_cpu_write_4(pcp, val) percpu_to_op(, "mov", (pcp), val) pcp 401 arch/x86/include/asm/percpu.h #define raw_cpu_add_1(pcp, val) percpu_add_op(, (pcp), val) pcp 402 arch/x86/include/asm/percpu.h #define raw_cpu_add_2(pcp, val) percpu_add_op(, (pcp), val) pcp 403 arch/x86/include/asm/percpu.h #define raw_cpu_add_4(pcp, val) percpu_add_op(, (pcp), val) pcp 404 arch/x86/include/asm/percpu.h #define raw_cpu_and_1(pcp, val) percpu_to_op(, "and", (pcp), val) pcp 405 arch/x86/include/asm/percpu.h #define raw_cpu_and_2(pcp, val) percpu_to_op(, "and", (pcp), val) pcp 406 arch/x86/include/asm/percpu.h #define raw_cpu_and_4(pcp, val) percpu_to_op(, "and", (pcp), val) pcp 407 arch/x86/include/asm/percpu.h #define raw_cpu_or_1(pcp, val) percpu_to_op(, "or", (pcp), val) pcp 408 arch/x86/include/asm/percpu.h #define raw_cpu_or_2(pcp, val) percpu_to_op(, "or", (pcp), val) pcp 409 arch/x86/include/asm/percpu.h #define raw_cpu_or_4(pcp, val) percpu_to_op(, "or", (pcp), val) pcp 422 arch/x86/include/asm/percpu.h #define raw_cpu_xchg_1(pcp, val) raw_percpu_xchg_op(pcp, val) pcp 423 arch/x86/include/asm/percpu.h #define raw_cpu_xchg_2(pcp, val) raw_percpu_xchg_op(pcp, val) pcp 424 arch/x86/include/asm/percpu.h #define raw_cpu_xchg_4(pcp, val) raw_percpu_xchg_op(pcp, val) pcp 426 arch/x86/include/asm/percpu.h #define this_cpu_read_1(pcp) percpu_from_op(volatile, "mov", pcp) pcp 427 arch/x86/include/asm/percpu.h #define this_cpu_read_2(pcp) percpu_from_op(volatile, "mov", pcp) pcp 428 arch/x86/include/asm/percpu.h #define this_cpu_read_4(pcp) percpu_from_op(volatile, "mov", pcp) pcp 429 arch/x86/include/asm/percpu.h #define this_cpu_write_1(pcp, val) percpu_to_op(volatile, "mov", (pcp), val) pcp 430 arch/x86/include/asm/percpu.h #define this_cpu_write_2(pcp, val) percpu_to_op(volatile, "mov", (pcp), val) pcp 431 arch/x86/include/asm/percpu.h #define this_cpu_write_4(pcp, val) percpu_to_op(volatile, "mov", (pcp), val) pcp 432 arch/x86/include/asm/percpu.h #define this_cpu_add_1(pcp, val) percpu_add_op(volatile, (pcp), val) pcp 433 arch/x86/include/asm/percpu.h #define this_cpu_add_2(pcp, val) percpu_add_op(volatile, (pcp), val) pcp 434 arch/x86/include/asm/percpu.h #define this_cpu_add_4(pcp, val) percpu_add_op(volatile, (pcp), val) pcp 435 arch/x86/include/asm/percpu.h #define this_cpu_and_1(pcp, val) percpu_to_op(volatile, "and", (pcp), val) pcp 436 arch/x86/include/asm/percpu.h #define this_cpu_and_2(pcp, val) percpu_to_op(volatile, "and", (pcp), val) pcp 437 arch/x86/include/asm/percpu.h #define this_cpu_and_4(pcp, val) percpu_to_op(volatile, "and", (pcp), val) pcp 438 arch/x86/include/asm/percpu.h #define this_cpu_or_1(pcp, val) percpu_to_op(volatile, "or", (pcp), val) pcp 439 arch/x86/include/asm/percpu.h #define this_cpu_or_2(pcp, val) percpu_to_op(volatile, "or", (pcp), val) pcp 440 arch/x86/include/asm/percpu.h #define this_cpu_or_4(pcp, val) percpu_to_op(volatile, "or", (pcp), val) pcp 441 arch/x86/include/asm/percpu.h #define this_cpu_xchg_1(pcp, nval) percpu_xchg_op(volatile, pcp, nval) pcp 442 arch/x86/include/asm/percpu.h #define this_cpu_xchg_2(pcp, nval) percpu_xchg_op(volatile, pcp, nval) pcp 443 arch/x86/include/asm/percpu.h #define this_cpu_xchg_4(pcp, nval) percpu_xchg_op(volatile, pcp, nval) pcp 445 arch/x86/include/asm/percpu.h #define raw_cpu_add_return_1(pcp, val) percpu_add_return_op(, pcp, val) pcp 446 arch/x86/include/asm/percpu.h #define raw_cpu_add_return_2(pcp, val) percpu_add_return_op(, pcp, val) pcp 447 arch/x86/include/asm/percpu.h #define raw_cpu_add_return_4(pcp, val) percpu_add_return_op(, pcp, val) pcp 448 arch/x86/include/asm/percpu.h #define raw_cpu_cmpxchg_1(pcp, oval, nval) percpu_cmpxchg_op(, pcp, oval, nval) pcp 449 arch/x86/include/asm/percpu.h #define raw_cpu_cmpxchg_2(pcp, oval, nval) percpu_cmpxchg_op(, pcp, oval, nval) pcp 450 arch/x86/include/asm/percpu.h #define raw_cpu_cmpxchg_4(pcp, oval, nval) percpu_cmpxchg_op(, pcp, oval, nval) pcp 452 arch/x86/include/asm/percpu.h #define this_cpu_add_return_1(pcp, val) percpu_add_return_op(volatile, pcp, val) pcp 453 arch/x86/include/asm/percpu.h #define this_cpu_add_return_2(pcp, val) percpu_add_return_op(volatile, pcp, val) pcp 454 arch/x86/include/asm/percpu.h #define this_cpu_add_return_4(pcp, val) percpu_add_return_op(volatile, pcp, val) pcp 455 arch/x86/include/asm/percpu.h #define this_cpu_cmpxchg_1(pcp, oval, nval) percpu_cmpxchg_op(volatile, pcp, oval, nval) pcp 456 arch/x86/include/asm/percpu.h #define this_cpu_cmpxchg_2(pcp, oval, nval) percpu_cmpxchg_op(volatile, pcp, oval, nval) pcp 457 arch/x86/include/asm/percpu.h #define this_cpu_cmpxchg_4(pcp, oval, nval) percpu_cmpxchg_op(volatile, pcp, oval, nval) pcp 481 arch/x86/include/asm/percpu.h #define raw_cpu_read_8(pcp) percpu_from_op(, "mov", pcp) pcp 482 arch/x86/include/asm/percpu.h #define raw_cpu_write_8(pcp, val) percpu_to_op(, "mov", (pcp), val) pcp 483 arch/x86/include/asm/percpu.h #define raw_cpu_add_8(pcp, val) percpu_add_op(, (pcp), val) pcp 484 arch/x86/include/asm/percpu.h #define raw_cpu_and_8(pcp, val) percpu_to_op(, "and", (pcp), val) pcp 485 arch/x86/include/asm/percpu.h #define raw_cpu_or_8(pcp, val) percpu_to_op(, "or", (pcp), val) pcp 486 arch/x86/include/asm/percpu.h #define raw_cpu_add_return_8(pcp, val) percpu_add_return_op(, pcp, val) pcp 487 arch/x86/include/asm/percpu.h #define raw_cpu_xchg_8(pcp, nval) raw_percpu_xchg_op(pcp, nval) pcp 488 arch/x86/include/asm/percpu.h #define raw_cpu_cmpxchg_8(pcp, oval, nval) percpu_cmpxchg_op(, pcp, oval, nval) pcp 490 arch/x86/include/asm/percpu.h #define this_cpu_read_8(pcp) percpu_from_op(volatile, "mov", pcp) pcp 491 arch/x86/include/asm/percpu.h #define this_cpu_write_8(pcp, val) percpu_to_op(volatile, "mov", (pcp), val) pcp 492 arch/x86/include/asm/percpu.h #define this_cpu_add_8(pcp, val) percpu_add_op(volatile, (pcp), val) pcp 493 arch/x86/include/asm/percpu.h #define this_cpu_and_8(pcp, val) percpu_to_op(volatile, "and", (pcp), val) pcp 494 arch/x86/include/asm/percpu.h #define this_cpu_or_8(pcp, val) percpu_to_op(volatile, "or", (pcp), val) pcp 495 arch/x86/include/asm/percpu.h #define this_cpu_add_return_8(pcp, val) percpu_add_return_op(volatile, pcp, val) pcp 496 arch/x86/include/asm/percpu.h #define this_cpu_xchg_8(pcp, nval) percpu_xchg_op(volatile, pcp, nval) pcp 497 arch/x86/include/asm/percpu.h #define this_cpu_cmpxchg_8(pcp, oval, nval) percpu_cmpxchg_op(volatile, pcp, oval, nval) pcp 3184 drivers/infiniband/hw/mlx4/qp.c u16 pcp = (be32_to_cpu(ah->av.ib.sl_tclass_flowlabel) >> 29) << 13; pcp 3189 drivers/infiniband/hw/mlx4/qp.c mlx->sched_prio = cpu_to_be16(pcp); pcp 3204 drivers/infiniband/hw/mlx4/qp.c sqp->ud_header.vlan.tag = cpu_to_be16(vlan | pcp); pcp 371 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); pcp 374 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c sc = info->vport.pcp_to_sc_mc[pcp]; pcp 376 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c sc = info->vport.pcp_to_sc_uc[pcp]; pcp 394 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; pcp 397 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c vl = info->vport.pcp_to_vl_mc[pcp]; pcp 399 drivers/infiniband/ulp/opa_vnic/opa_vnic_encap.c vl = info->vport.pcp_to_vl_uc[pcp]; pcp 712 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c MLXSW_ITEM32(afa, vlan, pcp, 0x08, 8, 3); pcp 718 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c enum mlxsw_afa_vlan_cmd pcp_cmd, u8 pcp, pcp 725 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c mlxsw_afa_vlan_pcp_set(payload, pcp); pcp 731 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c u16 vid, u8 pcp, u8 et, pcp 744 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.c MLXSW_AFA_VLAN_CMD_SET_OUTER, pcp, pcp 58 drivers/net/ethernet/mellanox/mlxsw/core_acl_flex_actions.h u16 vid, u8 pcp, u8 et, pcp 3653 drivers/net/ethernet/mellanox/mlxsw/reg.h MLXSW_ITEM32(reg, qrwe, pcp, 0x04, 0, 1); pcp 362 drivers/net/ethernet/mscc/ocelot_ace.c VCAP_KEY_SET(PCP, tag->pcp.value[0], tag->pcp.mask[0]); pcp 90 drivers/net/ethernet/mscc/ocelot_ace.h struct ocelot_vcap_u8 pcp; /* PCP (3 bit) */ pcp 160 drivers/net/ethernet/mscc/ocelot_flower.c ocelot_rule->vlan.pcp.value[0] = match.key->vlan_priority; pcp 161 drivers/net/ethernet/mscc/ocelot_flower.c ocelot_rule->vlan.pcp.mask[0] = match.mask->vlan_priority; pcp 220 drivers/staging/fsl-dpaa2/ethsw/dpsw-cmd.h u8 pcp; pcp 524 drivers/staging/fsl-dpaa2/ethsw/dpsw.c dpsw_set_field(tmp_conf, PCP, cfg->pcp); pcp 566 drivers/staging/fsl-dpaa2/ethsw/dpsw.c cfg->pcp = rsp_params->pcp; pcp 264 drivers/staging/fsl-dpaa2/ethsw/dpsw.h u8 pcp; pcp 65 include/asm-generic/percpu.h #define raw_cpu_generic_read(pcp) \ pcp 67 include/asm-generic/percpu.h *raw_cpu_ptr(&(pcp)); \ pcp 70 include/asm-generic/percpu.h #define raw_cpu_generic_to_op(pcp, val, op) \ pcp 72 include/asm-generic/percpu.h *raw_cpu_ptr(&(pcp)) op val; \ pcp 75 include/asm-generic/percpu.h #define raw_cpu_generic_add_return(pcp, val) \ pcp 77 include/asm-generic/percpu.h typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ pcp 83 include/asm-generic/percpu.h #define raw_cpu_generic_xchg(pcp, nval) \ pcp 85 include/asm-generic/percpu.h typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ pcp 86 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 92 include/asm-generic/percpu.h #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ pcp 94 include/asm-generic/percpu.h typeof(&(pcp)) __p = raw_cpu_ptr(&(pcp)); \ pcp 95 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 115 include/asm-generic/percpu.h #define __this_cpu_generic_read_nopreempt(pcp) \ pcp 117 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 119 include/asm-generic/percpu.h __ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \ pcp 124 include/asm-generic/percpu.h #define __this_cpu_generic_read_noirq(pcp) \ pcp 126 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 129 include/asm-generic/percpu.h __ret = raw_cpu_generic_read(pcp); \ pcp 134 include/asm-generic/percpu.h #define this_cpu_generic_read(pcp) \ pcp 136 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 137 include/asm-generic/percpu.h if (__native_word(pcp)) \ pcp 138 include/asm-generic/percpu.h __ret = __this_cpu_generic_read_nopreempt(pcp); \ pcp 140 include/asm-generic/percpu.h __ret = __this_cpu_generic_read_noirq(pcp); \ pcp 144 include/asm-generic/percpu.h #define this_cpu_generic_to_op(pcp, val, op) \ pcp 148 include/asm-generic/percpu.h raw_cpu_generic_to_op(pcp, val, op); \ pcp 153 include/asm-generic/percpu.h #define this_cpu_generic_add_return(pcp, val) \ pcp 155 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 158 include/asm-generic/percpu.h __ret = raw_cpu_generic_add_return(pcp, val); \ pcp 163 include/asm-generic/percpu.h #define this_cpu_generic_xchg(pcp, nval) \ pcp 165 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 168 include/asm-generic/percpu.h __ret = raw_cpu_generic_xchg(pcp, nval); \ pcp 173 include/asm-generic/percpu.h #define this_cpu_generic_cmpxchg(pcp, oval, nval) \ pcp 175 include/asm-generic/percpu.h typeof(pcp) __ret; \ pcp 178 include/asm-generic/percpu.h __ret = raw_cpu_generic_cmpxchg(pcp, oval, nval); \ pcp 195 include/asm-generic/percpu.h #define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp) pcp 198 include/asm-generic/percpu.h #define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp) pcp 201 include/asm-generic/percpu.h #define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp) pcp 204 include/asm-generic/percpu.h #define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp) pcp 208 include/asm-generic/percpu.h #define raw_cpu_write_1(pcp, val) raw_cpu_generic_to_op(pcp, val, =) pcp 211 include/asm-generic/percpu.h #define raw_cpu_write_2(pcp, val) raw_cpu_generic_to_op(pcp, val, =) pcp 214 include/asm-generic/percpu.h #define raw_cpu_write_4(pcp, val) raw_cpu_generic_to_op(pcp, val, =) pcp 217 include/asm-generic/percpu.h #define raw_cpu_write_8(pcp, val) raw_cpu_generic_to_op(pcp, val, =) pcp 221 include/asm-generic/percpu.h #define raw_cpu_add_1(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) pcp 224 include/asm-generic/percpu.h #define raw_cpu_add_2(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) pcp 227 include/asm-generic/percpu.h #define raw_cpu_add_4(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) pcp 230 include/asm-generic/percpu.h #define raw_cpu_add_8(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) pcp 234 include/asm-generic/percpu.h #define raw_cpu_and_1(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) pcp 237 include/asm-generic/percpu.h #define raw_cpu_and_2(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) pcp 240 include/asm-generic/percpu.h #define raw_cpu_and_4(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) pcp 243 include/asm-generic/percpu.h #define raw_cpu_and_8(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) pcp 247 include/asm-generic/percpu.h #define raw_cpu_or_1(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) pcp 250 include/asm-generic/percpu.h #define raw_cpu_or_2(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) pcp 253 include/asm-generic/percpu.h #define raw_cpu_or_4(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) pcp 256 include/asm-generic/percpu.h #define raw_cpu_or_8(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) pcp 260 include/asm-generic/percpu.h #define raw_cpu_add_return_1(pcp, val) raw_cpu_generic_add_return(pcp, val) pcp 263 include/asm-generic/percpu.h #define raw_cpu_add_return_2(pcp, val) raw_cpu_generic_add_return(pcp, val) pcp 266 include/asm-generic/percpu.h #define raw_cpu_add_return_4(pcp, val) raw_cpu_generic_add_return(pcp, val) pcp 269 include/asm-generic/percpu.h #define raw_cpu_add_return_8(pcp, val) raw_cpu_generic_add_return(pcp, val) pcp 273 include/asm-generic/percpu.h #define raw_cpu_xchg_1(pcp, nval) raw_cpu_generic_xchg(pcp, nval) pcp 276 include/asm-generic/percpu.h #define raw_cpu_xchg_2(pcp, nval) raw_cpu_generic_xchg(pcp, nval) pcp 279 include/asm-generic/percpu.h #define raw_cpu_xchg_4(pcp, nval) raw_cpu_generic_xchg(pcp, nval) pcp 282 include/asm-generic/percpu.h #define raw_cpu_xchg_8(pcp, nval) raw_cpu_generic_xchg(pcp, nval) pcp 286 include/asm-generic/percpu.h #define raw_cpu_cmpxchg_1(pcp, oval, nval) \ pcp 287 include/asm-generic/percpu.h raw_cpu_generic_cmpxchg(pcp, oval, nval) pcp 290 include/asm-generic/percpu.h #define raw_cpu_cmpxchg_2(pcp, oval, nval) \ pcp 291 include/asm-generic/percpu.h raw_cpu_generic_cmpxchg(pcp, oval, nval) pcp 294 include/asm-generic/percpu.h #define raw_cpu_cmpxchg_4(pcp, oval, nval) \ pcp 295 include/asm-generic/percpu.h raw_cpu_generic_cmpxchg(pcp, oval, nval) pcp 298 include/asm-generic/percpu.h #define raw_cpu_cmpxchg_8(pcp, oval, nval) \ pcp 299 include/asm-generic/percpu.h raw_cpu_generic_cmpxchg(pcp, oval, nval) pcp 320 include/asm-generic/percpu.h #define this_cpu_read_1(pcp) this_cpu_generic_read(pcp) pcp 323 include/asm-generic/percpu.h #define this_cpu_read_2(pcp) this_cpu_generic_read(pcp) pcp 326 include/asm-generic/percpu.h #define this_cpu_read_4(pcp) this_cpu_generic_read(pcp) pcp 329 include/asm-generic/percpu.h #define this_cpu_read_8(pcp) this_cpu_generic_read(pcp) pcp 333 include/asm-generic/percpu.h #define this_cpu_write_1(pcp, val) this_cpu_generic_to_op(pcp, val, =) pcp 336 include/asm-generic/percpu.h #define this_cpu_write_2(pcp, val) this_cpu_generic_to_op(pcp, val, =) pcp 339 include/asm-generic/percpu.h #define this_cpu_write_4(pcp, val) this_cpu_generic_to_op(pcp, val, =) pcp 342 include/asm-generic/percpu.h #define this_cpu_write_8(pcp, val) this_cpu_generic_to_op(pcp, val, =) pcp 346 include/asm-generic/percpu.h #define this_cpu_add_1(pcp, val) this_cpu_generic_to_op(pcp, val, +=) pcp 349 include/asm-generic/percpu.h #define this_cpu_add_2(pcp, val) this_cpu_generic_to_op(pcp, val, +=) pcp 352 include/asm-generic/percpu.h #define this_cpu_add_4(pcp, val) this_cpu_generic_to_op(pcp, val, +=) pcp 355 include/asm-generic/percpu.h #define this_cpu_add_8(pcp, val) this_cpu_generic_to_op(pcp, val, +=) pcp 359 include/asm-generic/percpu.h #define this_cpu_and_1(pcp, val) this_cpu_generic_to_op(pcp, val, &=) pcp 362 include/asm-generic/percpu.h #define this_cpu_and_2(pcp, val) this_cpu_generic_to_op(pcp, val, &=) pcp 365 include/asm-generic/percpu.h #define this_cpu_and_4(pcp, val) this_cpu_generic_to_op(pcp, val, &=) pcp 368 include/asm-generic/percpu.h #define this_cpu_and_8(pcp, val) this_cpu_generic_to_op(pcp, val, &=) pcp 372 include/asm-generic/percpu.h #define this_cpu_or_1(pcp, val) this_cpu_generic_to_op(pcp, val, |=) pcp 375 include/asm-generic/percpu.h #define this_cpu_or_2(pcp, val) this_cpu_generic_to_op(pcp, val, |=) pcp 378 include/asm-generic/percpu.h #define this_cpu_or_4(pcp, val) this_cpu_generic_to_op(pcp, val, |=) pcp 381 include/asm-generic/percpu.h #define this_cpu_or_8(pcp, val) this_cpu_generic_to_op(pcp, val, |=) pcp 385 include/asm-generic/percpu.h #define this_cpu_add_return_1(pcp, val) this_cpu_generic_add_return(pcp, val) pcp 388 include/asm-generic/percpu.h #define this_cpu_add_return_2(pcp, val) this_cpu_generic_add_return(pcp, val) pcp 391 include/asm-generic/percpu.h #define this_cpu_add_return_4(pcp, val) this_cpu_generic_add_return(pcp, val) pcp 394 include/asm-generic/percpu.h #define this_cpu_add_return_8(pcp, val) this_cpu_generic_add_return(pcp, val) pcp 398 include/asm-generic/percpu.h #define this_cpu_xchg_1(pcp, nval) this_cpu_generic_xchg(pcp, nval) pcp 401 include/asm-generic/percpu.h #define this_cpu_xchg_2(pcp, nval) this_cpu_generic_xchg(pcp, nval) pcp 404 include/asm-generic/percpu.h #define this_cpu_xchg_4(pcp, nval) this_cpu_generic_xchg(pcp, nval) pcp 407 include/asm-generic/percpu.h #define this_cpu_xchg_8(pcp, nval) this_cpu_generic_xchg(pcp, nval) pcp 411 include/asm-generic/percpu.h #define this_cpu_cmpxchg_1(pcp, oval, nval) \ pcp 412 include/asm-generic/percpu.h this_cpu_generic_cmpxchg(pcp, oval, nval) pcp 415 include/asm-generic/percpu.h #define this_cpu_cmpxchg_2(pcp, oval, nval) \ pcp 416 include/asm-generic/percpu.h this_cpu_generic_cmpxchg(pcp, oval, nval) pcp 419 include/asm-generic/percpu.h #define this_cpu_cmpxchg_4(pcp, oval, nval) \ pcp 420 include/asm-generic/percpu.h this_cpu_generic_cmpxchg(pcp, oval, nval) pcp 423 include/asm-generic/percpu.h #define this_cpu_cmpxchg_8(pcp, oval, nval) \ pcp 424 include/asm-generic/percpu.h this_cpu_generic_cmpxchg(pcp, oval, nval) pcp 581 include/linux/gfp.h void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp); pcp 342 include/linux/mmzone.h struct per_cpu_pages pcp; pcp 420 include/linux/percpu-defs.h #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) pcp 421 include/linux/percpu-defs.h #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) pcp 422 include/linux/percpu-defs.h #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) pcp 423 include/linux/percpu-defs.h #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) pcp 424 include/linux/percpu-defs.h #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) pcp 425 include/linux/percpu-defs.h #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) pcp 426 include/linux/percpu-defs.h #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) pcp 427 include/linux/percpu-defs.h #define raw_cpu_cmpxchg(pcp, oval, nval) \ pcp 428 include/linux/percpu-defs.h __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval) pcp 432 include/linux/percpu-defs.h #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) pcp 433 include/linux/percpu-defs.h #define raw_cpu_inc(pcp) raw_cpu_add(pcp, 1) pcp 434 include/linux/percpu-defs.h #define raw_cpu_dec(pcp) raw_cpu_sub(pcp, 1) pcp 435 include/linux/percpu-defs.h #define raw_cpu_sub_return(pcp, val) raw_cpu_add_return(pcp, -(typeof(pcp))(val)) pcp 436 include/linux/percpu-defs.h #define raw_cpu_inc_return(pcp) raw_cpu_add_return(pcp, 1) pcp 437 include/linux/percpu-defs.h #define raw_cpu_dec_return(pcp) raw_cpu_add_return(pcp, -1) pcp 443 include/linux/percpu-defs.h #define __this_cpu_read(pcp) \ pcp 446 include/linux/percpu-defs.h raw_cpu_read(pcp); \ pcp 449 include/linux/percpu-defs.h #define __this_cpu_write(pcp, val) \ pcp 452 include/linux/percpu-defs.h raw_cpu_write(pcp, val); \ pcp 455 include/linux/percpu-defs.h #define __this_cpu_add(pcp, val) \ pcp 458 include/linux/percpu-defs.h raw_cpu_add(pcp, val); \ pcp 461 include/linux/percpu-defs.h #define __this_cpu_and(pcp, val) \ pcp 464 include/linux/percpu-defs.h raw_cpu_and(pcp, val); \ pcp 467 include/linux/percpu-defs.h #define __this_cpu_or(pcp, val) \ pcp 470 include/linux/percpu-defs.h raw_cpu_or(pcp, val); \ pcp 473 include/linux/percpu-defs.h #define __this_cpu_add_return(pcp, val) \ pcp 476 include/linux/percpu-defs.h raw_cpu_add_return(pcp, val); \ pcp 479 include/linux/percpu-defs.h #define __this_cpu_xchg(pcp, nval) \ pcp 482 include/linux/percpu-defs.h raw_cpu_xchg(pcp, nval); \ pcp 485 include/linux/percpu-defs.h #define __this_cpu_cmpxchg(pcp, oval, nval) \ pcp 488 include/linux/percpu-defs.h raw_cpu_cmpxchg(pcp, oval, nval); \ pcp 496 include/linux/percpu-defs.h #define __this_cpu_sub(pcp, val) __this_cpu_add(pcp, -(typeof(pcp))(val)) pcp 497 include/linux/percpu-defs.h #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) pcp 498 include/linux/percpu-defs.h #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) pcp 499 include/linux/percpu-defs.h #define __this_cpu_sub_return(pcp, val) __this_cpu_add_return(pcp, -(typeof(pcp))(val)) pcp 500 include/linux/percpu-defs.h #define __this_cpu_inc_return(pcp) __this_cpu_add_return(pcp, 1) pcp 501 include/linux/percpu-defs.h #define __this_cpu_dec_return(pcp) __this_cpu_add_return(pcp, -1) pcp 507 include/linux/percpu-defs.h #define this_cpu_read(pcp) __pcpu_size_call_return(this_cpu_read_, pcp) pcp 508 include/linux/percpu-defs.h #define this_cpu_write(pcp, val) __pcpu_size_call(this_cpu_write_, pcp, val) pcp 509 include/linux/percpu-defs.h #define this_cpu_add(pcp, val) __pcpu_size_call(this_cpu_add_, pcp, val) pcp 510 include/linux/percpu-defs.h #define this_cpu_and(pcp, val) __pcpu_size_call(this_cpu_and_, pcp, val) pcp 511 include/linux/percpu-defs.h #define this_cpu_or(pcp, val) __pcpu_size_call(this_cpu_or_, pcp, val) pcp 512 include/linux/percpu-defs.h #define this_cpu_add_return(pcp, val) __pcpu_size_call_return2(this_cpu_add_return_, pcp, val) pcp 513 include/linux/percpu-defs.h #define this_cpu_xchg(pcp, nval) __pcpu_size_call_return2(this_cpu_xchg_, pcp, nval) pcp 514 include/linux/percpu-defs.h #define this_cpu_cmpxchg(pcp, oval, nval) \ pcp 515 include/linux/percpu-defs.h __pcpu_size_call_return2(this_cpu_cmpxchg_, pcp, oval, nval) pcp 519 include/linux/percpu-defs.h #define this_cpu_sub(pcp, val) this_cpu_add(pcp, -(typeof(pcp))(val)) pcp 520 include/linux/percpu-defs.h #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) pcp 521 include/linux/percpu-defs.h #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) pcp 522 include/linux/percpu-defs.h #define this_cpu_sub_return(pcp, val) this_cpu_add_return(pcp, -(typeof(pcp))(val)) pcp 523 include/linux/percpu-defs.h #define this_cpu_inc_return(pcp) this_cpu_add_return(pcp, 1) pcp 524 include/linux/percpu-defs.h #define this_cpu_dec_return(pcp) this_cpu_add_return(pcp, -1) pcp 5 lib/percpu_test.c #define CHECK(native, pcp, expected) \ pcp 11 lib/percpu_test.c WARN(__this_cpu_read(pcp) != (expected), \ pcp 13 lib/percpu_test.c __this_cpu_read(pcp), __this_cpu_read(pcp), \ pcp 1250 mm/page_alloc.c struct per_cpu_pages *pcp) pcp 1273 mm/page_alloc.c list = &pcp->lists[migratetype]; pcp 1284 mm/page_alloc.c pcp->count--; pcp 1300 mm/page_alloc.c if (prefetch_nr++ < pcp->batch) pcp 2796 mm/page_alloc.c void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) pcp 2802 mm/page_alloc.c batch = READ_ONCE(pcp->batch); pcp 2803 mm/page_alloc.c to_drain = min(pcp->count, batch); pcp 2805 mm/page_alloc.c free_pcppages_bulk(zone, to_drain, pcp); pcp 2821 mm/page_alloc.c struct per_cpu_pages *pcp; pcp 2826 mm/page_alloc.c pcp = &pset->pcp; pcp 2827 mm/page_alloc.c if (pcp->count) pcp 2828 mm/page_alloc.c free_pcppages_bulk(zone, pcp->count, pcp); pcp 2924 mm/page_alloc.c struct per_cpu_pageset *pcp; pcp 2929 mm/page_alloc.c pcp = per_cpu_ptr(zone->pageset, cpu); pcp 2930 mm/page_alloc.c if (pcp->pcp.count) pcp 2934 mm/page_alloc.c pcp = per_cpu_ptr(z->pageset, cpu); pcp 2935 mm/page_alloc.c if (pcp->pcp.count) { pcp 3031 mm/page_alloc.c struct per_cpu_pages *pcp; pcp 3052 mm/page_alloc.c pcp = &this_cpu_ptr(zone->pageset)->pcp; pcp 3053 mm/page_alloc.c list_add(&page->lru, &pcp->lists[migratetype]); pcp 3054 mm/page_alloc.c pcp->count++; pcp 3055 mm/page_alloc.c if (pcp->count >= pcp->high) { pcp 3056 mm/page_alloc.c unsigned long batch = READ_ONCE(pcp->batch); pcp 3057 mm/page_alloc.c free_pcppages_bulk(zone, batch, pcp); pcp 3215 mm/page_alloc.c struct per_cpu_pages *pcp, pcp 3222 mm/page_alloc.c pcp->count += rmqueue_bulk(zone, 0, pcp 3223 mm/page_alloc.c pcp->batch, list, pcp 3231 mm/page_alloc.c pcp->count--; pcp 3242 mm/page_alloc.c struct per_cpu_pages *pcp; pcp 3248 mm/page_alloc.c pcp = &this_cpu_ptr(zone->pageset)->pcp; pcp 3249 mm/page_alloc.c list = &pcp->lists[migratetype]; pcp 3250 mm/page_alloc.c page = __rmqueue_pcplist(zone, migratetype, alloc_flags, pcp, list); pcp 5260 mm/page_alloc.c free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count; pcp 5346 mm/page_alloc.c free_pcp += per_cpu_ptr(zone->pageset, cpu)->pcp.count; pcp 5389 mm/page_alloc.c K(this_cpu_read(zone->pageset->pcp.count)), pcp 6096 mm/page_alloc.c static void pageset_update(struct per_cpu_pages *pcp, unsigned long high, pcp 6100 mm/page_alloc.c pcp->batch = 1; pcp 6104 mm/page_alloc.c pcp->high = high; pcp 6107 mm/page_alloc.c pcp->batch = batch; pcp 6113 mm/page_alloc.c pageset_update(&p->pcp, 6 * batch, max(1UL, 1 * batch)); pcp 6118 mm/page_alloc.c struct per_cpu_pages *pcp; pcp 6123 mm/page_alloc.c pcp = &p->pcp; pcp 6125 mm/page_alloc.c INIT_LIST_HEAD(&pcp->lists[migratetype]); pcp 6145 mm/page_alloc.c pageset_update(&p->pcp, high, batch); pcp 6149 mm/page_alloc.c struct per_cpu_pageset *pcp) pcp 6152 mm/page_alloc.c pageset_set_high(pcp, pcp 6156 mm/page_alloc.c pageset_set_batch(pcp, zone_batchsize(zone)); pcp 6161 mm/page_alloc.c struct per_cpu_pageset *pcp = per_cpu_ptr(zone->pageset, cpu); pcp 6163 mm/page_alloc.c pageset_init(pcp); pcp 6164 mm/page_alloc.c pageset_set_high_and_batch(zone, pcp); pcp 319 mm/vmstat.c struct per_cpu_pageset __percpu *pcp = zone->pageset; pcp 320 mm/vmstat.c s8 __percpu *p = pcp->vm_stat_diff + item; pcp 326 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 339 mm/vmstat.c struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; pcp 340 mm/vmstat.c s8 __percpu *p = pcp->vm_node_stat_diff + item; pcp 346 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 381 mm/vmstat.c struct per_cpu_pageset __percpu *pcp = zone->pageset; pcp 382 mm/vmstat.c s8 __percpu *p = pcp->vm_stat_diff + item; pcp 386 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 397 mm/vmstat.c struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; pcp 398 mm/vmstat.c s8 __percpu *p = pcp->vm_node_stat_diff + item; pcp 402 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 425 mm/vmstat.c struct per_cpu_pageset __percpu *pcp = zone->pageset; pcp 426 mm/vmstat.c s8 __percpu *p = pcp->vm_stat_diff + item; pcp 430 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 441 mm/vmstat.c struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; pcp 442 mm/vmstat.c s8 __percpu *p = pcp->vm_node_stat_diff + item; pcp 446 mm/vmstat.c t = __this_cpu_read(pcp->stat_threshold); pcp 483 mm/vmstat.c struct per_cpu_pageset __percpu *pcp = zone->pageset; pcp 484 mm/vmstat.c s8 __percpu *p = pcp->vm_stat_diff + item; pcp 500 mm/vmstat.c t = this_cpu_read(pcp->stat_threshold); pcp 540 mm/vmstat.c struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; pcp 541 mm/vmstat.c s8 __percpu *p = pcp->vm_node_stat_diff + item; pcp 557 mm/vmstat.c t = this_cpu_read(pcp->stat_threshold); pcp 797 mm/vmstat.c !__this_cpu_read(p->pcp.count)) pcp 811 mm/vmstat.c if (__this_cpu_read(p->pcp.count)) { pcp 812 mm/vmstat.c drain_zone_pages(zone, this_cpu_ptr(&p->pcp)); pcp 942 mm/vmstat.c struct per_cpu_pageset __percpu *pcp = zone->pageset; pcp 943 mm/vmstat.c u16 __percpu *p = pcp->vm_numa_stat_diff + item; pcp 1624 mm/vmstat.c pageset->pcp.count, pcp 1625 mm/vmstat.c pageset->pcp.high, pcp 1626 mm/vmstat.c pageset->pcp.batch); pcp 93 net/dsa/tag_sja1105.c u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); pcp 111 net/dsa/tag_sja1105.c ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); pcp 31 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) pcp 32 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) pcp 33 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define __this_cpu_sub(pcp, n) __this_cpu_add(pcp, -(typeof(pcp)) (n)) pcp 35 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) pcp 36 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) pcp 37 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define this_cpu_sub(pcp, n) this_cpu_add(pcp, -(typeof(pcp)) (n)) pcp 66 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define __this_cpu_add(pcp, n) \ pcp 69 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), thread_cpu_id), \ pcp 70 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h (typeof(pcp)) (n)); \ pcp 73 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h #define this_cpu_add(pcp, n) \ pcp 76 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), this_cpu_add_impl_cpu), \ pcp 77 tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/percpu.h (typeof(pcp)) (n)); \