1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_GENERIC_PERCPU_H_ 3 #define _ASM_GENERIC_PERCPU_H_ 4 5 #include <linux/compiler.h> 6 #include <linux/threads.h> 7 #include <linux/percpu-defs.h> 8 9 #ifdef CONFIG_SMP 10 11 /* 12 * per_cpu_offset() is the offset that has to be added to a 13 * percpu variable to get to the instance for a certain processor. 14 * 15 * Most arches use the __per_cpu_offset array for those offsets but 16 * some arches have their own ways of determining the offset (x86_64, s390). 17 */ 18 #ifndef __per_cpu_offset 19 extern unsigned long __per_cpu_offset[NR_CPUS]; 20 21 #define per_cpu_offset(x) (__per_cpu_offset[x]) 22 #endif 23 24 /* 25 * Determine the offset for the currently active processor. 26 * An arch may define __my_cpu_offset to provide a more effective 27 * means of obtaining the offset to the per cpu variables of the 28 * current processor. 29 */ 30 #ifndef __my_cpu_offset 31 #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id()) 32 #endif 33 #ifdef CONFIG_DEBUG_PREEMPT 34 #define my_cpu_offset per_cpu_offset(smp_processor_id()) 35 #else 36 #define my_cpu_offset __my_cpu_offset 37 #endif 38 39 /* 40 * Arch may define arch_raw_cpu_ptr() to provide more efficient address 41 * translations for raw_cpu_ptr(). 42 */ 43 #ifndef arch_raw_cpu_ptr 44 #define arch_raw_cpu_ptr(ptr) SHIFT_PERCPU_PTR(ptr, __my_cpu_offset) 45 #endif 46 47 #ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA 48 extern void setup_per_cpu_areas(void); 49 #endif 50 51 #endif /* SMP */ 52 53 #ifndef PER_CPU_BASE_SECTION 54 #ifdef CONFIG_SMP 55 #define PER_CPU_BASE_SECTION ".data..percpu" 56 #else 57 #define PER_CPU_BASE_SECTION ".data" 58 #endif 59 #endif 60 61 #ifndef PER_CPU_ATTRIBUTES 62 #define PER_CPU_ATTRIBUTES 63 #endif 64 65 #define raw_cpu_generic_read(pcp) \ 66 ({ \ 67 *raw_cpu_ptr(&(pcp)); \ 68 }) 69 70 #define raw_cpu_generic_to_op(pcp, val, op) \ 71 do { \ 72 *raw_cpu_ptr(&(pcp)) op val; \ 73 } while (0) 74 75 #define raw_cpu_generic_add_return(pcp, val) \ 76 ({ \ 77 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 78 \ 79 *__p += val; \ 80 *__p; \ 81 }) 82 83 #define raw_cpu_generic_xchg(pcp, nval) \ 84 ({ \ 85 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 86 typeof(pcp) __ret; \ 87 __ret = *__p; \ 88 *__p = nval; \ 89 __ret; \ 90 }) 91 92 #define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \ 93 ({ \ 94 typeof(pcp) __val, __old = *(ovalp); \ 95 __val = _cmpxchg(pcp, __old, nval); \ 96 if (__val != __old) \ 97 *(ovalp) = __val; \ 98 __val == __old; \ 99 }) 100 101 #define raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \ 102 ({ \ 103 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \ 104 typeof(pcp) __val = *__p, ___old = *(ovalp); \ 105 bool __ret; \ 106 if (__val == ___old) { \ 107 *__p = nval; \ 108 __ret = true; \ 109 } else { \ 110 *(ovalp) = __val; \ 111 __ret = false; \ 112 } \ 113 __ret; \ 114 }) 115 116 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ 117 ({ \ 118 typeof(pcp) __old = (oval); \ 119 raw_cpu_generic_try_cmpxchg(pcp, &__old, nval); \ 120 __old; \ 121 }) 122 123 #define __this_cpu_generic_read_nopreempt(pcp) \ 124 ({ \ 125 typeof(pcp) ___ret; \ 126 preempt_disable_notrace(); \ 127 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \ 128 preempt_enable_notrace(); \ 129 ___ret; \ 130 }) 131 132 #define __this_cpu_generic_read_noirq(pcp) \ 133 ({ \ 134 typeof(pcp) ___ret; \ 135 unsigned long ___flags; \ 136 raw_local_irq_save(___flags); \ 137 ___ret = raw_cpu_generic_read(pcp); \ 138 raw_local_irq_restore(___flags); \ 139 ___ret; \ 140 }) 141 142 #define this_cpu_generic_read(pcp) \ 143 ({ \ 144 typeof(pcp) __ret; \ 145 if (__native_word(pcp)) \ 146 __ret = __this_cpu_generic_read_nopreempt(pcp); \ 147 else \ 148 __ret = __this_cpu_generic_read_noirq(pcp); \ 149 __ret; \ 150 }) 151 152 #define this_cpu_generic_to_op(pcp, val, op) \ 153 do { \ 154 unsigned long __flags; \ 155 raw_local_irq_save(__flags); \ 156 raw_cpu_generic_to_op(pcp, val, op); \ 157 raw_local_irq_restore(__flags); \ 158 } while (0) 159 160 161 #define this_cpu_generic_add_return(pcp, val) \ 162 ({ \ 163 typeof(pcp) __ret; \ 164 unsigned long __flags; \ 165 raw_local_irq_save(__flags); \ 166 __ret = raw_cpu_generic_add_return(pcp, val); \ 167 raw_local_irq_restore(__flags); \ 168 __ret; \ 169 }) 170 171 #define this_cpu_generic_xchg(pcp, nval) \ 172 ({ \ 173 typeof(pcp) __ret; \ 174 unsigned long __flags; \ 175 raw_local_irq_save(__flags); \ 176 __ret = raw_cpu_generic_xchg(pcp, nval); \ 177 raw_local_irq_restore(__flags); \ 178 __ret; \ 179 }) 180 181 #define this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \ 182 ({ \ 183 bool __ret; \ 184 unsigned long __flags; \ 185 raw_local_irq_save(__flags); \ 186 __ret = raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval); \ 187 raw_local_irq_restore(__flags); \ 188 __ret; \ 189 }) 190 191 #define this_cpu_generic_cmpxchg(pcp, oval, nval) \ 192 ({ \ 193 typeof(pcp) __ret; \ 194 unsigned long __flags; \ 195 raw_local_irq_save(__flags); \ 196 __ret = raw_cpu_generic_cmpxchg(pcp, oval, nval); \ 197 raw_local_irq_restore(__flags); \ 198 __ret; \ 199 }) 200 201 #ifndef raw_cpu_read_1 202 #define raw_cpu_read_1(pcp) raw_cpu_generic_read(pcp) 203 #endif 204 #ifndef raw_cpu_read_2 205 #define raw_cpu_read_2(pcp) raw_cpu_generic_read(pcp) 206 #endif 207 #ifndef raw_cpu_read_4 208 #define raw_cpu_read_4(pcp) raw_cpu_generic_read(pcp) 209 #endif 210 #ifndef raw_cpu_read_8 211 #define raw_cpu_read_8(pcp) raw_cpu_generic_read(pcp) 212 #endif 213 214 #ifndef raw_cpu_write_1 215 #define raw_cpu_write_1(pcp, val) raw_cpu_generic_to_op(pcp, val, =) 216 #endif 217 #ifndef raw_cpu_write_2 218 #define raw_cpu_write_2(pcp, val) raw_cpu_generic_to_op(pcp, val, =) 219 #endif 220 #ifndef raw_cpu_write_4 221 #define raw_cpu_write_4(pcp, val) raw_cpu_generic_to_op(pcp, val, =) 222 #endif 223 #ifndef raw_cpu_write_8 224 #define raw_cpu_write_8(pcp, val) raw_cpu_generic_to_op(pcp, val, =) 225 #endif 226 227 #ifndef raw_cpu_add_1 228 #define raw_cpu_add_1(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) 229 #endif 230 #ifndef raw_cpu_add_2 231 #define raw_cpu_add_2(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) 232 #endif 233 #ifndef raw_cpu_add_4 234 #define raw_cpu_add_4(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) 235 #endif 236 #ifndef raw_cpu_add_8 237 #define raw_cpu_add_8(pcp, val) raw_cpu_generic_to_op(pcp, val, +=) 238 #endif 239 240 #ifndef raw_cpu_and_1 241 #define raw_cpu_and_1(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) 242 #endif 243 #ifndef raw_cpu_and_2 244 #define raw_cpu_and_2(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) 245 #endif 246 #ifndef raw_cpu_and_4 247 #define raw_cpu_and_4(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) 248 #endif 249 #ifndef raw_cpu_and_8 250 #define raw_cpu_and_8(pcp, val) raw_cpu_generic_to_op(pcp, val, &=) 251 #endif 252 253 #ifndef raw_cpu_or_1 254 #define raw_cpu_or_1(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) 255 #endif 256 #ifndef raw_cpu_or_2 257 #define raw_cpu_or_2(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) 258 #endif 259 #ifndef raw_cpu_or_4 260 #define raw_cpu_or_4(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) 261 #endif 262 #ifndef raw_cpu_or_8 263 #define raw_cpu_or_8(pcp, val) raw_cpu_generic_to_op(pcp, val, |=) 264 #endif 265 266 #ifndef raw_cpu_add_return_1 267 #define raw_cpu_add_return_1(pcp, val) raw_cpu_generic_add_return(pcp, val) 268 #endif 269 #ifndef raw_cpu_add_return_2 270 #define raw_cpu_add_return_2(pcp, val) raw_cpu_generic_add_return(pcp, val) 271 #endif 272 #ifndef raw_cpu_add_return_4 273 #define raw_cpu_add_return_4(pcp, val) raw_cpu_generic_add_return(pcp, val) 274 #endif 275 #ifndef raw_cpu_add_return_8 276 #define raw_cpu_add_return_8(pcp, val) raw_cpu_generic_add_return(pcp, val) 277 #endif 278 279 #ifndef raw_cpu_xchg_1 280 #define raw_cpu_xchg_1(pcp, nval) raw_cpu_generic_xchg(pcp, nval) 281 #endif 282 #ifndef raw_cpu_xchg_2 283 #define raw_cpu_xchg_2(pcp, nval) raw_cpu_generic_xchg(pcp, nval) 284 #endif 285 #ifndef raw_cpu_xchg_4 286 #define raw_cpu_xchg_4(pcp, nval) raw_cpu_generic_xchg(pcp, nval) 287 #endif 288 #ifndef raw_cpu_xchg_8 289 #define raw_cpu_xchg_8(pcp, nval) raw_cpu_generic_xchg(pcp, nval) 290 #endif 291 292 #ifndef raw_cpu_try_cmpxchg_1 293 #ifdef raw_cpu_cmpxchg_1 294 #define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ 295 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_1) 296 #else 297 #define raw_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ 298 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 299 #endif 300 #endif 301 #ifndef raw_cpu_try_cmpxchg_2 302 #ifdef raw_cpu_cmpxchg_2 303 #define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ 304 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_2) 305 #else 306 #define raw_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ 307 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 308 #endif 309 #endif 310 #ifndef raw_cpu_try_cmpxchg_4 311 #ifdef raw_cpu_cmpxchg_4 312 #define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ 313 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_4) 314 #else 315 #define raw_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ 316 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 317 #endif 318 #endif 319 #ifndef raw_cpu_try_cmpxchg_8 320 #ifdef raw_cpu_cmpxchg_8 321 #define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ 322 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg_8) 323 #else 324 #define raw_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ 325 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 326 #endif 327 #endif 328 329 #ifndef raw_cpu_try_cmpxchg64 330 #ifdef raw_cpu_cmpxchg64 331 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \ 332 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg64) 333 #else 334 #define raw_cpu_try_cmpxchg64(pcp, ovalp, nval) \ 335 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 336 #endif 337 #endif 338 #ifndef raw_cpu_try_cmpxchg128 339 #ifdef raw_cpu_cmpxchg128 340 #define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \ 341 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, raw_cpu_cmpxchg128) 342 #else 343 #define raw_cpu_try_cmpxchg128(pcp, ovalp, nval) \ 344 raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 345 #endif 346 #endif 347 348 #ifndef raw_cpu_cmpxchg_1 349 #define raw_cpu_cmpxchg_1(pcp, oval, nval) \ 350 raw_cpu_generic_cmpxchg(pcp, oval, nval) 351 #endif 352 #ifndef raw_cpu_cmpxchg_2 353 #define raw_cpu_cmpxchg_2(pcp, oval, nval) \ 354 raw_cpu_generic_cmpxchg(pcp, oval, nval) 355 #endif 356 #ifndef raw_cpu_cmpxchg_4 357 #define raw_cpu_cmpxchg_4(pcp, oval, nval) \ 358 raw_cpu_generic_cmpxchg(pcp, oval, nval) 359 #endif 360 #ifndef raw_cpu_cmpxchg_8 361 #define raw_cpu_cmpxchg_8(pcp, oval, nval) \ 362 raw_cpu_generic_cmpxchg(pcp, oval, nval) 363 #endif 364 365 #ifndef raw_cpu_cmpxchg64 366 #define raw_cpu_cmpxchg64(pcp, oval, nval) \ 367 raw_cpu_generic_cmpxchg(pcp, oval, nval) 368 #endif 369 #ifndef raw_cpu_cmpxchg128 370 #define raw_cpu_cmpxchg128(pcp, oval, nval) \ 371 raw_cpu_generic_cmpxchg(pcp, oval, nval) 372 #endif 373 374 #ifndef this_cpu_read_1 375 #define this_cpu_read_1(pcp) this_cpu_generic_read(pcp) 376 #endif 377 #ifndef this_cpu_read_2 378 #define this_cpu_read_2(pcp) this_cpu_generic_read(pcp) 379 #endif 380 #ifndef this_cpu_read_4 381 #define this_cpu_read_4(pcp) this_cpu_generic_read(pcp) 382 #endif 383 #ifndef this_cpu_read_8 384 #define this_cpu_read_8(pcp) this_cpu_generic_read(pcp) 385 #endif 386 387 #ifndef this_cpu_write_1 388 #define this_cpu_write_1(pcp, val) this_cpu_generic_to_op(pcp, val, =) 389 #endif 390 #ifndef this_cpu_write_2 391 #define this_cpu_write_2(pcp, val) this_cpu_generic_to_op(pcp, val, =) 392 #endif 393 #ifndef this_cpu_write_4 394 #define this_cpu_write_4(pcp, val) this_cpu_generic_to_op(pcp, val, =) 395 #endif 396 #ifndef this_cpu_write_8 397 #define this_cpu_write_8(pcp, val) this_cpu_generic_to_op(pcp, val, =) 398 #endif 399 400 #ifndef this_cpu_add_1 401 #define this_cpu_add_1(pcp, val) this_cpu_generic_to_op(pcp, val, +=) 402 #endif 403 #ifndef this_cpu_add_2 404 #define this_cpu_add_2(pcp, val) this_cpu_generic_to_op(pcp, val, +=) 405 #endif 406 #ifndef this_cpu_add_4 407 #define this_cpu_add_4(pcp, val) this_cpu_generic_to_op(pcp, val, +=) 408 #endif 409 #ifndef this_cpu_add_8 410 #define this_cpu_add_8(pcp, val) this_cpu_generic_to_op(pcp, val, +=) 411 #endif 412 413 #ifndef this_cpu_and_1 414 #define this_cpu_and_1(pcp, val) this_cpu_generic_to_op(pcp, val, &=) 415 #endif 416 #ifndef this_cpu_and_2 417 #define this_cpu_and_2(pcp, val) this_cpu_generic_to_op(pcp, val, &=) 418 #endif 419 #ifndef this_cpu_and_4 420 #define this_cpu_and_4(pcp, val) this_cpu_generic_to_op(pcp, val, &=) 421 #endif 422 #ifndef this_cpu_and_8 423 #define this_cpu_and_8(pcp, val) this_cpu_generic_to_op(pcp, val, &=) 424 #endif 425 426 #ifndef this_cpu_or_1 427 #define this_cpu_or_1(pcp, val) this_cpu_generic_to_op(pcp, val, |=) 428 #endif 429 #ifndef this_cpu_or_2 430 #define this_cpu_or_2(pcp, val) this_cpu_generic_to_op(pcp, val, |=) 431 #endif 432 #ifndef this_cpu_or_4 433 #define this_cpu_or_4(pcp, val) this_cpu_generic_to_op(pcp, val, |=) 434 #endif 435 #ifndef this_cpu_or_8 436 #define this_cpu_or_8(pcp, val) this_cpu_generic_to_op(pcp, val, |=) 437 #endif 438 439 #ifndef this_cpu_add_return_1 440 #define this_cpu_add_return_1(pcp, val) this_cpu_generic_add_return(pcp, val) 441 #endif 442 #ifndef this_cpu_add_return_2 443 #define this_cpu_add_return_2(pcp, val) this_cpu_generic_add_return(pcp, val) 444 #endif 445 #ifndef this_cpu_add_return_4 446 #define this_cpu_add_return_4(pcp, val) this_cpu_generic_add_return(pcp, val) 447 #endif 448 #ifndef this_cpu_add_return_8 449 #define this_cpu_add_return_8(pcp, val) this_cpu_generic_add_return(pcp, val) 450 #endif 451 452 #ifndef this_cpu_xchg_1 453 #define this_cpu_xchg_1(pcp, nval) this_cpu_generic_xchg(pcp, nval) 454 #endif 455 #ifndef this_cpu_xchg_2 456 #define this_cpu_xchg_2(pcp, nval) this_cpu_generic_xchg(pcp, nval) 457 #endif 458 #ifndef this_cpu_xchg_4 459 #define this_cpu_xchg_4(pcp, nval) this_cpu_generic_xchg(pcp, nval) 460 #endif 461 #ifndef this_cpu_xchg_8 462 #define this_cpu_xchg_8(pcp, nval) this_cpu_generic_xchg(pcp, nval) 463 #endif 464 465 #ifndef this_cpu_try_cmpxchg_1 466 #ifdef this_cpu_cmpxchg_1 467 #define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ 468 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_1) 469 #else 470 #define this_cpu_try_cmpxchg_1(pcp, ovalp, nval) \ 471 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 472 #endif 473 #endif 474 #ifndef this_cpu_try_cmpxchg_2 475 #ifdef this_cpu_cmpxchg_2 476 #define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ 477 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_2) 478 #else 479 #define this_cpu_try_cmpxchg_2(pcp, ovalp, nval) \ 480 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 481 #endif 482 #endif 483 #ifndef this_cpu_try_cmpxchg_4 484 #ifdef this_cpu_cmpxchg_4 485 #define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ 486 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_4) 487 #else 488 #define this_cpu_try_cmpxchg_4(pcp, ovalp, nval) \ 489 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 490 #endif 491 #endif 492 #ifndef this_cpu_try_cmpxchg_8 493 #ifdef this_cpu_cmpxchg_8 494 #define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ 495 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg_8) 496 #else 497 #define this_cpu_try_cmpxchg_8(pcp, ovalp, nval) \ 498 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 499 #endif 500 #endif 501 502 #ifndef this_cpu_try_cmpxchg64 503 #ifdef this_cpu_cmpxchg64 504 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \ 505 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg64) 506 #else 507 #define this_cpu_try_cmpxchg64(pcp, ovalp, nval) \ 508 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 509 #endif 510 #endif 511 #ifndef this_cpu_try_cmpxchg128 512 #ifdef this_cpu_cmpxchg128 513 #define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \ 514 __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, this_cpu_cmpxchg128) 515 #else 516 #define this_cpu_try_cmpxchg128(pcp, ovalp, nval) \ 517 this_cpu_generic_try_cmpxchg(pcp, ovalp, nval) 518 #endif 519 #endif 520 521 #ifndef this_cpu_cmpxchg_1 522 #define this_cpu_cmpxchg_1(pcp, oval, nval) \ 523 this_cpu_generic_cmpxchg(pcp, oval, nval) 524 #endif 525 #ifndef this_cpu_cmpxchg_2 526 #define this_cpu_cmpxchg_2(pcp, oval, nval) \ 527 this_cpu_generic_cmpxchg(pcp, oval, nval) 528 #endif 529 #ifndef this_cpu_cmpxchg_4 530 #define this_cpu_cmpxchg_4(pcp, oval, nval) \ 531 this_cpu_generic_cmpxchg(pcp, oval, nval) 532 #endif 533 #ifndef this_cpu_cmpxchg_8 534 #define this_cpu_cmpxchg_8(pcp, oval, nval) \ 535 this_cpu_generic_cmpxchg(pcp, oval, nval) 536 #endif 537 538 #ifndef this_cpu_cmpxchg64 539 #define this_cpu_cmpxchg64(pcp, oval, nval) \ 540 this_cpu_generic_cmpxchg(pcp, oval, nval) 541 #endif 542 #ifndef this_cpu_cmpxchg128 543 #define this_cpu_cmpxchg128(pcp, oval, nval) \ 544 this_cpu_generic_cmpxchg(pcp, oval, nval) 545 #endif 546 547 #endif /* _ASM_GENERIC_PERCPU_H_ */ 548