altivec.h (715216B) - Raw
1 /*===---- altivec.h - Standard header for type generic math ---------------===*\ 2 * 3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 * See https://llvm.org/LICENSE.txt for license information. 5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 * 7 \*===----------------------------------------------------------------------===*/ 8 9 #ifndef __ALTIVEC_H 10 #define __ALTIVEC_H 11 12 #ifndef __ALTIVEC__ 13 #error "AltiVec support not enabled" 14 #endif 15 16 /* Constants for mapping CR6 bits to predicate result. */ 17 18 #define __CR6_EQ 0 19 #define __CR6_EQ_REV 1 20 #define __CR6_LT 2 21 #define __CR6_LT_REV 3 22 #define __CR6_GT 4 23 #define __CR6_GT_REV 5 24 #define __CR6_SO 6 25 #define __CR6_SO_REV 7 26 27 /* Constants for vec_test_data_class */ 28 #define __VEC_CLASS_FP_SUBNORMAL_N (1 << 0) 29 #define __VEC_CLASS_FP_SUBNORMAL_P (1 << 1) 30 #define __VEC_CLASS_FP_SUBNORMAL (__VEC_CLASS_FP_SUBNORMAL_P | \ 31 __VEC_CLASS_FP_SUBNORMAL_N) 32 #define __VEC_CLASS_FP_ZERO_N (1<<2) 33 #define __VEC_CLASS_FP_ZERO_P (1<<3) 34 #define __VEC_CLASS_FP_ZERO (__VEC_CLASS_FP_ZERO_P | \ 35 __VEC_CLASS_FP_ZERO_N) 36 #define __VEC_CLASS_FP_INFINITY_N (1<<4) 37 #define __VEC_CLASS_FP_INFINITY_P (1<<5) 38 #define __VEC_CLASS_FP_INFINITY (__VEC_CLASS_FP_INFINITY_P | \ 39 __VEC_CLASS_FP_INFINITY_N) 40 #define __VEC_CLASS_FP_NAN (1<<6) 41 #define __VEC_CLASS_FP_NOT_NORMAL (__VEC_CLASS_FP_NAN | \ 42 __VEC_CLASS_FP_SUBNORMAL | \ 43 __VEC_CLASS_FP_ZERO | \ 44 __VEC_CLASS_FP_INFINITY) 45 46 #define __ATTRS_o_ai __attribute__((__overloadable__, __always_inline__)) 47 48 #include <stddef.h> 49 50 static __inline__ vector signed char __ATTRS_o_ai vec_perm( 51 vector signed char __a, vector signed char __b, vector unsigned char __c); 52 53 static __inline__ vector unsigned char __ATTRS_o_ai 54 vec_perm(vector unsigned char __a, vector unsigned char __b, 55 vector unsigned char __c); 56 57 static __inline__ vector bool char __ATTRS_o_ai 58 vec_perm(vector bool char __a, vector bool char __b, vector unsigned char __c); 59 60 static __inline__ vector short __ATTRS_o_ai vec_perm(vector signed short __a, 61 vector signed short __b, 62 vector unsigned char __c); 63 64 static __inline__ vector unsigned short __ATTRS_o_ai 65 vec_perm(vector unsigned short __a, vector unsigned short __b, 66 vector unsigned char __c); 67 68 static __inline__ vector bool short __ATTRS_o_ai vec_perm( 69 vector bool short __a, vector bool short __b, vector unsigned char __c); 70 71 static __inline__ vector pixel __ATTRS_o_ai vec_perm(vector pixel __a, 72 vector pixel __b, 73 vector unsigned char __c); 74 75 static __inline__ vector int __ATTRS_o_ai vec_perm(vector signed int __a, 76 vector signed int __b, 77 vector unsigned char __c); 78 79 static __inline__ vector unsigned int __ATTRS_o_ai vec_perm( 80 vector unsigned int __a, vector unsigned int __b, vector unsigned char __c); 81 82 static __inline__ vector bool int __ATTRS_o_ai 83 vec_perm(vector bool int __a, vector bool int __b, vector unsigned char __c); 84 85 static __inline__ vector float __ATTRS_o_ai vec_perm(vector float __a, 86 vector float __b, 87 vector unsigned char __c); 88 89 #ifdef __VSX__ 90 static __inline__ vector long long __ATTRS_o_ai 91 vec_perm(vector signed long long __a, vector signed long long __b, 92 vector unsigned char __c); 93 94 static __inline__ vector unsigned long long __ATTRS_o_ai 95 vec_perm(vector unsigned long long __a, vector unsigned long long __b, 96 vector unsigned char __c); 97 98 static __inline__ vector bool long long __ATTRS_o_ai 99 vec_perm(vector bool long long __a, vector bool long long __b, 100 vector unsigned char __c); 101 102 static __inline__ vector double __ATTRS_o_ai vec_perm(vector double __a, 103 vector double __b, 104 vector unsigned char __c); 105 #endif 106 107 static __inline__ vector unsigned char __ATTRS_o_ai 108 vec_xor(vector unsigned char __a, vector unsigned char __b); 109 110 /* vec_abs */ 111 112 #define __builtin_altivec_abs_v16qi vec_abs 113 #define __builtin_altivec_abs_v8hi vec_abs 114 #define __builtin_altivec_abs_v4si vec_abs 115 116 static __inline__ vector signed char __ATTRS_o_ai 117 vec_abs(vector signed char __a) { 118 return __builtin_altivec_vmaxsb(__a, -__a); 119 } 120 121 static __inline__ vector signed short __ATTRS_o_ai 122 vec_abs(vector signed short __a) { 123 return __builtin_altivec_vmaxsh(__a, -__a); 124 } 125 126 static __inline__ vector signed int __ATTRS_o_ai 127 vec_abs(vector signed int __a) { 128 return __builtin_altivec_vmaxsw(__a, -__a); 129 } 130 131 #ifdef __POWER8_VECTOR__ 132 static __inline__ vector signed long long __ATTRS_o_ai 133 vec_abs(vector signed long long __a) { 134 return __builtin_altivec_vmaxsd(__a, -__a); 135 } 136 #endif 137 138 static __inline__ vector float __ATTRS_o_ai vec_abs(vector float __a) { 139 #ifdef __VSX__ 140 return __builtin_vsx_xvabssp(__a); 141 #else 142 vector unsigned int __res = 143 (vector unsigned int)__a & (vector unsigned int)(0x7FFFFFFF); 144 return (vector float)__res; 145 #endif 146 } 147 148 #ifdef __VSX__ 149 static __inline__ vector double __ATTRS_o_ai vec_abs(vector double __a) { 150 return __builtin_vsx_xvabsdp(__a); 151 } 152 #endif 153 154 /* vec_abss */ 155 #define __builtin_altivec_abss_v16qi vec_abss 156 #define __builtin_altivec_abss_v8hi vec_abss 157 #define __builtin_altivec_abss_v4si vec_abss 158 159 static __inline__ vector signed char __ATTRS_o_ai 160 vec_abss(vector signed char __a) { 161 return __builtin_altivec_vmaxsb( 162 __a, __builtin_altivec_vsubsbs((vector signed char)(0), __a)); 163 } 164 165 static __inline__ vector signed short __ATTRS_o_ai 166 vec_abss(vector signed short __a) { 167 return __builtin_altivec_vmaxsh( 168 __a, __builtin_altivec_vsubshs((vector signed short)(0), __a)); 169 } 170 171 static __inline__ vector signed int __ATTRS_o_ai 172 vec_abss(vector signed int __a) { 173 return __builtin_altivec_vmaxsw( 174 __a, __builtin_altivec_vsubsws((vector signed int)(0), __a)); 175 } 176 177 /* vec_absd */ 178 #if defined(__POWER9_VECTOR__) 179 180 static __inline__ vector unsigned char __ATTRS_o_ai 181 vec_absd(vector unsigned char __a, vector unsigned char __b) { 182 return __builtin_altivec_vabsdub(__a, __b); 183 } 184 185 static __inline__ vector unsigned short __ATTRS_o_ai 186 vec_absd(vector unsigned short __a, vector unsigned short __b) { 187 return __builtin_altivec_vabsduh(__a, __b); 188 } 189 190 static __inline__ vector unsigned int __ATTRS_o_ai 191 vec_absd(vector unsigned int __a, vector unsigned int __b) { 192 return __builtin_altivec_vabsduw(__a, __b); 193 } 194 195 #endif /* End __POWER9_VECTOR__ */ 196 197 /* vec_add */ 198 199 static __inline__ vector signed char __ATTRS_o_ai 200 vec_add(vector signed char __a, vector signed char __b) { 201 return __a + __b; 202 } 203 204 static __inline__ vector signed char __ATTRS_o_ai 205 vec_add(vector bool char __a, vector signed char __b) { 206 return (vector signed char)__a + __b; 207 } 208 209 static __inline__ vector signed char __ATTRS_o_ai 210 vec_add(vector signed char __a, vector bool char __b) { 211 return __a + (vector signed char)__b; 212 } 213 214 static __inline__ vector unsigned char __ATTRS_o_ai 215 vec_add(vector unsigned char __a, vector unsigned char __b) { 216 return __a + __b; 217 } 218 219 static __inline__ vector unsigned char __ATTRS_o_ai 220 vec_add(vector bool char __a, vector unsigned char __b) { 221 return (vector unsigned char)__a + __b; 222 } 223 224 static __inline__ vector unsigned char __ATTRS_o_ai 225 vec_add(vector unsigned char __a, vector bool char __b) { 226 return __a + (vector unsigned char)__b; 227 } 228 229 static __inline__ vector short __ATTRS_o_ai vec_add(vector short __a, 230 vector short __b) { 231 return __a + __b; 232 } 233 234 static __inline__ vector short __ATTRS_o_ai vec_add(vector bool short __a, 235 vector short __b) { 236 return (vector short)__a + __b; 237 } 238 239 static __inline__ vector short __ATTRS_o_ai vec_add(vector short __a, 240 vector bool short __b) { 241 return __a + (vector short)__b; 242 } 243 244 static __inline__ vector unsigned short __ATTRS_o_ai 245 vec_add(vector unsigned short __a, vector unsigned short __b) { 246 return __a + __b; 247 } 248 249 static __inline__ vector unsigned short __ATTRS_o_ai 250 vec_add(vector bool short __a, vector unsigned short __b) { 251 return (vector unsigned short)__a + __b; 252 } 253 254 static __inline__ vector unsigned short __ATTRS_o_ai 255 vec_add(vector unsigned short __a, vector bool short __b) { 256 return __a + (vector unsigned short)__b; 257 } 258 259 static __inline__ vector int __ATTRS_o_ai vec_add(vector int __a, 260 vector int __b) { 261 return __a + __b; 262 } 263 264 static __inline__ vector int __ATTRS_o_ai vec_add(vector bool int __a, 265 vector int __b) { 266 return (vector int)__a + __b; 267 } 268 269 static __inline__ vector int __ATTRS_o_ai vec_add(vector int __a, 270 vector bool int __b) { 271 return __a + (vector int)__b; 272 } 273 274 static __inline__ vector unsigned int __ATTRS_o_ai 275 vec_add(vector unsigned int __a, vector unsigned int __b) { 276 return __a + __b; 277 } 278 279 static __inline__ vector unsigned int __ATTRS_o_ai 280 vec_add(vector bool int __a, vector unsigned int __b) { 281 return (vector unsigned int)__a + __b; 282 } 283 284 static __inline__ vector unsigned int __ATTRS_o_ai 285 vec_add(vector unsigned int __a, vector bool int __b) { 286 return __a + (vector unsigned int)__b; 287 } 288 289 #ifdef __POWER8_VECTOR__ 290 static __inline__ vector signed long long __ATTRS_o_ai 291 vec_add(vector signed long long __a, vector signed long long __b) { 292 return __a + __b; 293 } 294 295 static __inline__ vector unsigned long long __ATTRS_o_ai 296 vec_add(vector unsigned long long __a, vector unsigned long long __b) { 297 return __a + __b; 298 } 299 300 #ifdef __SIZEOF_INT128__ 301 static __inline__ vector signed __int128 __ATTRS_o_ai 302 vec_add(vector signed __int128 __a, vector signed __int128 __b) { 303 return __a + __b; 304 } 305 306 static __inline__ vector unsigned __int128 __ATTRS_o_ai 307 vec_add(vector unsigned __int128 __a, vector unsigned __int128 __b) { 308 return __a + __b; 309 } 310 #endif 311 312 static __inline__ vector unsigned char __attribute__((__always_inline__)) 313 vec_add_u128(vector unsigned char __a, vector unsigned char __b) { 314 return (vector unsigned char)__builtin_altivec_vadduqm(__a, __b); 315 } 316 #elif defined(__VSX__) 317 static __inline__ vector signed long long __ATTRS_o_ai 318 vec_add(vector signed long long __a, vector signed long long __b) { 319 #ifdef __LITTLE_ENDIAN__ 320 // Little endian systems on CPU's prior to Power8 don't really exist 321 // so scalarizing is fine. 322 return __a + __b; 323 #else 324 vector unsigned int __res = 325 (vector unsigned int)__a + (vector unsigned int)__b; 326 vector unsigned int __carry = __builtin_altivec_vaddcuw( 327 (vector unsigned int)__a, (vector unsigned int)__b); 328 __carry = (vector unsigned int)__builtin_shufflevector( 329 (vector unsigned char)__carry, (vector unsigned char)__carry, 0, 0, 0, 7, 330 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0); 331 return (vector signed long long)(__res + __carry); 332 #endif 333 } 334 335 static __inline__ vector unsigned long long __ATTRS_o_ai 336 vec_add(vector unsigned long long __a, vector unsigned long long __b) { 337 return (vector unsigned long long)vec_add((vector signed long long)__a, 338 (vector signed long long)__b); 339 } 340 #endif // __POWER8_VECTOR__ 341 342 static __inline__ vector float __ATTRS_o_ai vec_add(vector float __a, 343 vector float __b) { 344 return __a + __b; 345 } 346 347 #ifdef __VSX__ 348 static __inline__ vector double __ATTRS_o_ai vec_add(vector double __a, 349 vector double __b) { 350 return __a + __b; 351 } 352 #endif // __VSX__ 353 354 /* vec_adde */ 355 356 #ifdef __POWER8_VECTOR__ 357 #ifdef __SIZEOF_INT128__ 358 static __inline__ vector signed __int128 __ATTRS_o_ai 359 vec_adde(vector signed __int128 __a, vector signed __int128 __b, 360 vector signed __int128 __c) { 361 return (vector signed __int128)__builtin_altivec_vaddeuqm( 362 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 363 (vector unsigned __int128)__c); 364 } 365 366 static __inline__ vector unsigned __int128 __ATTRS_o_ai 367 vec_adde(vector unsigned __int128 __a, vector unsigned __int128 __b, 368 vector unsigned __int128 __c) { 369 return __builtin_altivec_vaddeuqm(__a, __b, __c); 370 } 371 #endif 372 373 static __inline__ vector unsigned char __attribute__((__always_inline__)) 374 vec_adde_u128(vector unsigned char __a, vector unsigned char __b, 375 vector unsigned char __c) { 376 return (vector unsigned char)__builtin_altivec_vaddeuqm_c( 377 (vector unsigned char)__a, (vector unsigned char)__b, 378 (vector unsigned char)__c); 379 } 380 #endif 381 382 static __inline__ vector signed int __ATTRS_o_ai 383 vec_adde(vector signed int __a, vector signed int __b, 384 vector signed int __c) { 385 vector signed int __mask = {1, 1, 1, 1}; 386 vector signed int __carry = __c & __mask; 387 return vec_add(vec_add(__a, __b), __carry); 388 } 389 390 static __inline__ vector unsigned int __ATTRS_o_ai 391 vec_adde(vector unsigned int __a, vector unsigned int __b, 392 vector unsigned int __c) { 393 vector unsigned int __mask = {1, 1, 1, 1}; 394 vector unsigned int __carry = __c & __mask; 395 return vec_add(vec_add(__a, __b), __carry); 396 } 397 398 /* vec_addec */ 399 400 #ifdef __POWER8_VECTOR__ 401 #ifdef __SIZEOF_INT128__ 402 static __inline__ vector signed __int128 __ATTRS_o_ai 403 vec_addec(vector signed __int128 __a, vector signed __int128 __b, 404 vector signed __int128 __c) { 405 return (vector signed __int128)__builtin_altivec_vaddecuq( 406 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 407 (vector unsigned __int128)__c); 408 } 409 410 static __inline__ vector unsigned __int128 __ATTRS_o_ai 411 vec_addec(vector unsigned __int128 __a, vector unsigned __int128 __b, 412 vector unsigned __int128 __c) { 413 return __builtin_altivec_vaddecuq(__a, __b, __c); 414 } 415 #endif 416 417 static __inline__ vector unsigned char __attribute__((__always_inline__)) 418 vec_addec_u128(vector unsigned char __a, vector unsigned char __b, 419 vector unsigned char __c) { 420 return (vector unsigned char)__builtin_altivec_vaddecuq_c( 421 (vector unsigned char)__a, (vector unsigned char)__b, 422 (vector unsigned char)__c); 423 } 424 425 #ifdef __powerpc64__ 426 static __inline__ vector signed int __ATTRS_o_ai 427 vec_addec(vector signed int __a, vector signed int __b, 428 vector signed int __c) { 429 430 signed int __result[4]; 431 for (int i = 0; i < 4; i++) { 432 unsigned int __tempa = (unsigned int) __a[i]; 433 unsigned int __tempb = (unsigned int) __b[i]; 434 unsigned int __tempc = (unsigned int) __c[i]; 435 __tempc = __tempc & 0x00000001; 436 unsigned long long __longa = (unsigned long long) __tempa; 437 unsigned long long __longb = (unsigned long long) __tempb; 438 unsigned long long __longc = (unsigned long long) __tempc; 439 unsigned long long __sum = __longa + __longb + __longc; 440 unsigned long long __res = (__sum >> 32) & 0x01; 441 unsigned long long __tempres = (unsigned int) __res; 442 __result[i] = (signed int) __tempres; 443 } 444 445 vector signed int ret = { __result[0], __result[1], __result[2], __result[3] }; 446 return ret; 447 } 448 449 static __inline__ vector unsigned int __ATTRS_o_ai 450 vec_addec(vector unsigned int __a, vector unsigned int __b, 451 vector unsigned int __c) { 452 453 unsigned int __result[4]; 454 for (int i = 0; i < 4; i++) { 455 unsigned int __tempc = __c[i] & 1; 456 unsigned long long __longa = (unsigned long long) __a[i]; 457 unsigned long long __longb = (unsigned long long) __b[i]; 458 unsigned long long __longc = (unsigned long long) __tempc; 459 unsigned long long __sum = __longa + __longb + __longc; 460 unsigned long long __res = (__sum >> 32) & 0x01; 461 unsigned long long __tempres = (unsigned int) __res; 462 __result[i] = (signed int) __tempres; 463 } 464 465 vector unsigned int ret = { __result[0], __result[1], __result[2], __result[3] }; 466 return ret; 467 } 468 #endif // __powerpc64__ 469 #endif // __POWER8_VECTOR__ 470 471 /* vec_vaddubm */ 472 473 #define __builtin_altivec_vaddubm vec_vaddubm 474 475 static __inline__ vector signed char __ATTRS_o_ai 476 vec_vaddubm(vector signed char __a, vector signed char __b) { 477 return __a + __b; 478 } 479 480 static __inline__ vector signed char __ATTRS_o_ai 481 vec_vaddubm(vector bool char __a, vector signed char __b) { 482 return (vector signed char)__a + __b; 483 } 484 485 static __inline__ vector signed char __ATTRS_o_ai 486 vec_vaddubm(vector signed char __a, vector bool char __b) { 487 return __a + (vector signed char)__b; 488 } 489 490 static __inline__ vector unsigned char __ATTRS_o_ai 491 vec_vaddubm(vector unsigned char __a, vector unsigned char __b) { 492 return __a + __b; 493 } 494 495 static __inline__ vector unsigned char __ATTRS_o_ai 496 vec_vaddubm(vector bool char __a, vector unsigned char __b) { 497 return (vector unsigned char)__a + __b; 498 } 499 500 static __inline__ vector unsigned char __ATTRS_o_ai 501 vec_vaddubm(vector unsigned char __a, vector bool char __b) { 502 return __a + (vector unsigned char)__b; 503 } 504 505 /* vec_vadduhm */ 506 507 #define __builtin_altivec_vadduhm vec_vadduhm 508 509 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector short __a, 510 vector short __b) { 511 return __a + __b; 512 } 513 514 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector bool short __a, 515 vector short __b) { 516 return (vector short)__a + __b; 517 } 518 519 static __inline__ vector short __ATTRS_o_ai vec_vadduhm(vector short __a, 520 vector bool short __b) { 521 return __a + (vector short)__b; 522 } 523 524 static __inline__ vector unsigned short __ATTRS_o_ai 525 vec_vadduhm(vector unsigned short __a, vector unsigned short __b) { 526 return __a + __b; 527 } 528 529 static __inline__ vector unsigned short __ATTRS_o_ai 530 vec_vadduhm(vector bool short __a, vector unsigned short __b) { 531 return (vector unsigned short)__a + __b; 532 } 533 534 static __inline__ vector unsigned short __ATTRS_o_ai 535 vec_vadduhm(vector unsigned short __a, vector bool short __b) { 536 return __a + (vector unsigned short)__b; 537 } 538 539 /* vec_vadduwm */ 540 541 #define __builtin_altivec_vadduwm vec_vadduwm 542 543 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector int __a, 544 vector int __b) { 545 return __a + __b; 546 } 547 548 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector bool int __a, 549 vector int __b) { 550 return (vector int)__a + __b; 551 } 552 553 static __inline__ vector int __ATTRS_o_ai vec_vadduwm(vector int __a, 554 vector bool int __b) { 555 return __a + (vector int)__b; 556 } 557 558 static __inline__ vector unsigned int __ATTRS_o_ai 559 vec_vadduwm(vector unsigned int __a, vector unsigned int __b) { 560 return __a + __b; 561 } 562 563 static __inline__ vector unsigned int __ATTRS_o_ai 564 vec_vadduwm(vector bool int __a, vector unsigned int __b) { 565 return (vector unsigned int)__a + __b; 566 } 567 568 static __inline__ vector unsigned int __ATTRS_o_ai 569 vec_vadduwm(vector unsigned int __a, vector bool int __b) { 570 return __a + (vector unsigned int)__b; 571 } 572 573 /* vec_vaddfp */ 574 575 #define __builtin_altivec_vaddfp vec_vaddfp 576 577 static __inline__ vector float __attribute__((__always_inline__)) 578 vec_vaddfp(vector float __a, vector float __b) { 579 return __a + __b; 580 } 581 582 /* vec_addc */ 583 584 static __inline__ vector signed int __ATTRS_o_ai 585 vec_addc(vector signed int __a, vector signed int __b) { 586 return (vector signed int)__builtin_altivec_vaddcuw((vector unsigned int)__a, 587 (vector unsigned int)__b); 588 } 589 590 static __inline__ vector unsigned int __ATTRS_o_ai 591 vec_addc(vector unsigned int __a, vector unsigned int __b) { 592 return __builtin_altivec_vaddcuw(__a, __b); 593 } 594 595 #ifdef __POWER8_VECTOR__ 596 #ifdef __SIZEOF_INT128__ 597 static __inline__ vector signed __int128 __ATTRS_o_ai 598 vec_addc(vector signed __int128 __a, vector signed __int128 __b) { 599 return (vector signed __int128)__builtin_altivec_vaddcuq( 600 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 601 } 602 603 static __inline__ vector unsigned __int128 __ATTRS_o_ai 604 vec_addc(vector unsigned __int128 __a, vector unsigned __int128 __b) { 605 return __builtin_altivec_vaddcuq(__a, __b); 606 } 607 #endif 608 609 static __inline__ vector unsigned char __attribute__((__always_inline__)) 610 vec_addc_u128(vector unsigned char __a, vector unsigned char __b) { 611 return (vector unsigned char)__builtin_altivec_vaddcuq_c( 612 (vector unsigned char)__a, (vector unsigned char)__b); 613 } 614 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__) 615 616 /* vec_vaddcuw */ 617 618 static __inline__ vector unsigned int __attribute__((__always_inline__)) 619 vec_vaddcuw(vector unsigned int __a, vector unsigned int __b) { 620 return __builtin_altivec_vaddcuw(__a, __b); 621 } 622 623 /* vec_adds */ 624 625 static __inline__ vector signed char __ATTRS_o_ai 626 vec_adds(vector signed char __a, vector signed char __b) { 627 return __builtin_altivec_vaddsbs(__a, __b); 628 } 629 630 static __inline__ vector signed char __ATTRS_o_ai 631 vec_adds(vector bool char __a, vector signed char __b) { 632 return __builtin_altivec_vaddsbs((vector signed char)__a, __b); 633 } 634 635 static __inline__ vector signed char __ATTRS_o_ai 636 vec_adds(vector signed char __a, vector bool char __b) { 637 return __builtin_altivec_vaddsbs(__a, (vector signed char)__b); 638 } 639 640 static __inline__ vector unsigned char __ATTRS_o_ai 641 vec_adds(vector unsigned char __a, vector unsigned char __b) { 642 return __builtin_altivec_vaddubs(__a, __b); 643 } 644 645 static __inline__ vector unsigned char __ATTRS_o_ai 646 vec_adds(vector bool char __a, vector unsigned char __b) { 647 return __builtin_altivec_vaddubs((vector unsigned char)__a, __b); 648 } 649 650 static __inline__ vector unsigned char __ATTRS_o_ai 651 vec_adds(vector unsigned char __a, vector bool char __b) { 652 return __builtin_altivec_vaddubs(__a, (vector unsigned char)__b); 653 } 654 655 static __inline__ vector short __ATTRS_o_ai vec_adds(vector short __a, 656 vector short __b) { 657 return __builtin_altivec_vaddshs(__a, __b); 658 } 659 660 static __inline__ vector short __ATTRS_o_ai vec_adds(vector bool short __a, 661 vector short __b) { 662 return __builtin_altivec_vaddshs((vector short)__a, __b); 663 } 664 665 static __inline__ vector short __ATTRS_o_ai vec_adds(vector short __a, 666 vector bool short __b) { 667 return __builtin_altivec_vaddshs(__a, (vector short)__b); 668 } 669 670 static __inline__ vector unsigned short __ATTRS_o_ai 671 vec_adds(vector unsigned short __a, vector unsigned short __b) { 672 return __builtin_altivec_vadduhs(__a, __b); 673 } 674 675 static __inline__ vector unsigned short __ATTRS_o_ai 676 vec_adds(vector bool short __a, vector unsigned short __b) { 677 return __builtin_altivec_vadduhs((vector unsigned short)__a, __b); 678 } 679 680 static __inline__ vector unsigned short __ATTRS_o_ai 681 vec_adds(vector unsigned short __a, vector bool short __b) { 682 return __builtin_altivec_vadduhs(__a, (vector unsigned short)__b); 683 } 684 685 static __inline__ vector int __ATTRS_o_ai vec_adds(vector int __a, 686 vector int __b) { 687 return __builtin_altivec_vaddsws(__a, __b); 688 } 689 690 static __inline__ vector int __ATTRS_o_ai vec_adds(vector bool int __a, 691 vector int __b) { 692 return __builtin_altivec_vaddsws((vector int)__a, __b); 693 } 694 695 static __inline__ vector int __ATTRS_o_ai vec_adds(vector int __a, 696 vector bool int __b) { 697 return __builtin_altivec_vaddsws(__a, (vector int)__b); 698 } 699 700 static __inline__ vector unsigned int __ATTRS_o_ai 701 vec_adds(vector unsigned int __a, vector unsigned int __b) { 702 return __builtin_altivec_vadduws(__a, __b); 703 } 704 705 static __inline__ vector unsigned int __ATTRS_o_ai 706 vec_adds(vector bool int __a, vector unsigned int __b) { 707 return __builtin_altivec_vadduws((vector unsigned int)__a, __b); 708 } 709 710 static __inline__ vector unsigned int __ATTRS_o_ai 711 vec_adds(vector unsigned int __a, vector bool int __b) { 712 return __builtin_altivec_vadduws(__a, (vector unsigned int)__b); 713 } 714 715 /* vec_vaddsbs */ 716 717 static __inline__ vector signed char __ATTRS_o_ai 718 vec_vaddsbs(vector signed char __a, vector signed char __b) { 719 return __builtin_altivec_vaddsbs(__a, __b); 720 } 721 722 static __inline__ vector signed char __ATTRS_o_ai 723 vec_vaddsbs(vector bool char __a, vector signed char __b) { 724 return __builtin_altivec_vaddsbs((vector signed char)__a, __b); 725 } 726 727 static __inline__ vector signed char __ATTRS_o_ai 728 vec_vaddsbs(vector signed char __a, vector bool char __b) { 729 return __builtin_altivec_vaddsbs(__a, (vector signed char)__b); 730 } 731 732 /* vec_vaddubs */ 733 734 static __inline__ vector unsigned char __ATTRS_o_ai 735 vec_vaddubs(vector unsigned char __a, vector unsigned char __b) { 736 return __builtin_altivec_vaddubs(__a, __b); 737 } 738 739 static __inline__ vector unsigned char __ATTRS_o_ai 740 vec_vaddubs(vector bool char __a, vector unsigned char __b) { 741 return __builtin_altivec_vaddubs((vector unsigned char)__a, __b); 742 } 743 744 static __inline__ vector unsigned char __ATTRS_o_ai 745 vec_vaddubs(vector unsigned char __a, vector bool char __b) { 746 return __builtin_altivec_vaddubs(__a, (vector unsigned char)__b); 747 } 748 749 /* vec_vaddshs */ 750 751 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector short __a, 752 vector short __b) { 753 return __builtin_altivec_vaddshs(__a, __b); 754 } 755 756 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector bool short __a, 757 vector short __b) { 758 return __builtin_altivec_vaddshs((vector short)__a, __b); 759 } 760 761 static __inline__ vector short __ATTRS_o_ai vec_vaddshs(vector short __a, 762 vector bool short __b) { 763 return __builtin_altivec_vaddshs(__a, (vector short)__b); 764 } 765 766 /* vec_vadduhs */ 767 768 static __inline__ vector unsigned short __ATTRS_o_ai 769 vec_vadduhs(vector unsigned short __a, vector unsigned short __b) { 770 return __builtin_altivec_vadduhs(__a, __b); 771 } 772 773 static __inline__ vector unsigned short __ATTRS_o_ai 774 vec_vadduhs(vector bool short __a, vector unsigned short __b) { 775 return __builtin_altivec_vadduhs((vector unsigned short)__a, __b); 776 } 777 778 static __inline__ vector unsigned short __ATTRS_o_ai 779 vec_vadduhs(vector unsigned short __a, vector bool short __b) { 780 return __builtin_altivec_vadduhs(__a, (vector unsigned short)__b); 781 } 782 783 /* vec_vaddsws */ 784 785 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector int __a, 786 vector int __b) { 787 return __builtin_altivec_vaddsws(__a, __b); 788 } 789 790 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector bool int __a, 791 vector int __b) { 792 return __builtin_altivec_vaddsws((vector int)__a, __b); 793 } 794 795 static __inline__ vector int __ATTRS_o_ai vec_vaddsws(vector int __a, 796 vector bool int __b) { 797 return __builtin_altivec_vaddsws(__a, (vector int)__b); 798 } 799 800 /* vec_vadduws */ 801 802 static __inline__ vector unsigned int __ATTRS_o_ai 803 vec_vadduws(vector unsigned int __a, vector unsigned int __b) { 804 return __builtin_altivec_vadduws(__a, __b); 805 } 806 807 static __inline__ vector unsigned int __ATTRS_o_ai 808 vec_vadduws(vector bool int __a, vector unsigned int __b) { 809 return __builtin_altivec_vadduws((vector unsigned int)__a, __b); 810 } 811 812 static __inline__ vector unsigned int __ATTRS_o_ai 813 vec_vadduws(vector unsigned int __a, vector bool int __b) { 814 return __builtin_altivec_vadduws(__a, (vector unsigned int)__b); 815 } 816 817 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 818 defined(__SIZEOF_INT128__) 819 /* vec_vadduqm */ 820 821 static __inline__ vector signed __int128 __ATTRS_o_ai 822 vec_vadduqm(vector signed __int128 __a, vector signed __int128 __b) { 823 return __a + __b; 824 } 825 826 static __inline__ vector unsigned __int128 __ATTRS_o_ai 827 vec_vadduqm(vector unsigned __int128 __a, vector unsigned __int128 __b) { 828 return __a + __b; 829 } 830 831 /* vec_vaddeuqm */ 832 833 static __inline__ vector signed __int128 __ATTRS_o_ai 834 vec_vaddeuqm(vector signed __int128 __a, vector signed __int128 __b, 835 vector signed __int128 __c) { 836 return (vector signed __int128)__builtin_altivec_vaddeuqm( 837 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 838 (vector unsigned __int128)__c); 839 } 840 841 static __inline__ vector unsigned __int128 __ATTRS_o_ai 842 vec_vaddeuqm(vector unsigned __int128 __a, vector unsigned __int128 __b, 843 vector unsigned __int128 __c) { 844 return __builtin_altivec_vaddeuqm(__a, __b, __c); 845 } 846 847 /* vec_vaddcuq */ 848 849 static __inline__ vector signed __int128 __ATTRS_o_ai 850 vec_vaddcuq(vector signed __int128 __a, vector signed __int128 __b) { 851 return (vector signed __int128)__builtin_altivec_vaddcuq( 852 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 853 } 854 855 static __inline__ vector unsigned __int128 __ATTRS_o_ai 856 vec_vaddcuq(vector unsigned __int128 __a, vector unsigned __int128 __b) { 857 return __builtin_altivec_vaddcuq(__a, __b); 858 } 859 860 /* vec_vaddecuq */ 861 862 static __inline__ vector signed __int128 __ATTRS_o_ai 863 vec_vaddecuq(vector signed __int128 __a, vector signed __int128 __b, 864 vector signed __int128 __c) { 865 return (vector signed __int128)__builtin_altivec_vaddecuq( 866 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 867 (vector unsigned __int128)__c); 868 } 869 870 static __inline__ vector unsigned __int128 __ATTRS_o_ai 871 vec_vaddecuq(vector unsigned __int128 __a, vector unsigned __int128 __b, 872 vector unsigned __int128 __c) { 873 return __builtin_altivec_vaddecuq(__a, __b, __c); 874 } 875 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__) 876 877 /* vec_and */ 878 879 #define __builtin_altivec_vand vec_and 880 881 static __inline__ vector signed char __ATTRS_o_ai 882 vec_and(vector signed char __a, vector signed char __b) { 883 return __a & __b; 884 } 885 886 static __inline__ vector signed char __ATTRS_o_ai 887 vec_and(vector bool char __a, vector signed char __b) { 888 return (vector signed char)__a & __b; 889 } 890 891 static __inline__ vector signed char __ATTRS_o_ai 892 vec_and(vector signed char __a, vector bool char __b) { 893 return __a & (vector signed char)__b; 894 } 895 896 static __inline__ vector unsigned char __ATTRS_o_ai 897 vec_and(vector unsigned char __a, vector unsigned char __b) { 898 return __a & __b; 899 } 900 901 static __inline__ vector unsigned char __ATTRS_o_ai 902 vec_and(vector bool char __a, vector unsigned char __b) { 903 return (vector unsigned char)__a & __b; 904 } 905 906 static __inline__ vector unsigned char __ATTRS_o_ai 907 vec_and(vector unsigned char __a, vector bool char __b) { 908 return __a & (vector unsigned char)__b; 909 } 910 911 static __inline__ vector bool char __ATTRS_o_ai vec_and(vector bool char __a, 912 vector bool char __b) { 913 return __a & __b; 914 } 915 916 static __inline__ vector short __ATTRS_o_ai vec_and(vector short __a, 917 vector short __b) { 918 return __a & __b; 919 } 920 921 static __inline__ vector short __ATTRS_o_ai vec_and(vector bool short __a, 922 vector short __b) { 923 return (vector short)__a & __b; 924 } 925 926 static __inline__ vector short __ATTRS_o_ai vec_and(vector short __a, 927 vector bool short __b) { 928 return __a & (vector short)__b; 929 } 930 931 static __inline__ vector unsigned short __ATTRS_o_ai 932 vec_and(vector unsigned short __a, vector unsigned short __b) { 933 return __a & __b; 934 } 935 936 static __inline__ vector unsigned short __ATTRS_o_ai 937 vec_and(vector bool short __a, vector unsigned short __b) { 938 return (vector unsigned short)__a & __b; 939 } 940 941 static __inline__ vector unsigned short __ATTRS_o_ai 942 vec_and(vector unsigned short __a, vector bool short __b) { 943 return __a & (vector unsigned short)__b; 944 } 945 946 static __inline__ vector bool short __ATTRS_o_ai 947 vec_and(vector bool short __a, vector bool short __b) { 948 return __a & __b; 949 } 950 951 static __inline__ vector int __ATTRS_o_ai vec_and(vector int __a, 952 vector int __b) { 953 return __a & __b; 954 } 955 956 static __inline__ vector int __ATTRS_o_ai vec_and(vector bool int __a, 957 vector int __b) { 958 return (vector int)__a & __b; 959 } 960 961 static __inline__ vector int __ATTRS_o_ai vec_and(vector int __a, 962 vector bool int __b) { 963 return __a & (vector int)__b; 964 } 965 966 static __inline__ vector unsigned int __ATTRS_o_ai 967 vec_and(vector unsigned int __a, vector unsigned int __b) { 968 return __a & __b; 969 } 970 971 static __inline__ vector unsigned int __ATTRS_o_ai 972 vec_and(vector bool int __a, vector unsigned int __b) { 973 return (vector unsigned int)__a & __b; 974 } 975 976 static __inline__ vector unsigned int __ATTRS_o_ai 977 vec_and(vector unsigned int __a, vector bool int __b) { 978 return __a & (vector unsigned int)__b; 979 } 980 981 static __inline__ vector bool int __ATTRS_o_ai vec_and(vector bool int __a, 982 vector bool int __b) { 983 return __a & __b; 984 } 985 986 static __inline__ vector float __ATTRS_o_ai vec_and(vector float __a, 987 vector float __b) { 988 vector unsigned int __res = 989 (vector unsigned int)__a & (vector unsigned int)__b; 990 return (vector float)__res; 991 } 992 993 static __inline__ vector float __ATTRS_o_ai vec_and(vector bool int __a, 994 vector float __b) { 995 vector unsigned int __res = 996 (vector unsigned int)__a & (vector unsigned int)__b; 997 return (vector float)__res; 998 } 999 1000 static __inline__ vector float __ATTRS_o_ai vec_and(vector float __a, 1001 vector bool int __b) { 1002 vector unsigned int __res = 1003 (vector unsigned int)__a & (vector unsigned int)__b; 1004 return (vector float)__res; 1005 } 1006 1007 #ifdef __VSX__ 1008 static __inline__ vector double __ATTRS_o_ai vec_and(vector bool long long __a, 1009 vector double __b) { 1010 vector unsigned long long __res = 1011 (vector unsigned long long)__a & (vector unsigned long long)__b; 1012 return (vector double)__res; 1013 } 1014 1015 static __inline__ vector double __ATTRS_o_ai 1016 vec_and(vector double __a, vector bool long long __b) { 1017 vector unsigned long long __res = 1018 (vector unsigned long long)__a & (vector unsigned long long)__b; 1019 return (vector double)__res; 1020 } 1021 1022 static __inline__ vector double __ATTRS_o_ai vec_and(vector double __a, 1023 vector double __b) { 1024 vector unsigned long long __res = 1025 (vector unsigned long long)__a & (vector unsigned long long)__b; 1026 return (vector double)__res; 1027 } 1028 1029 static __inline__ vector signed long long __ATTRS_o_ai 1030 vec_and(vector signed long long __a, vector signed long long __b) { 1031 return __a & __b; 1032 } 1033 1034 static __inline__ vector signed long long __ATTRS_o_ai 1035 vec_and(vector bool long long __a, vector signed long long __b) { 1036 return (vector signed long long)__a & __b; 1037 } 1038 1039 static __inline__ vector signed long long __ATTRS_o_ai 1040 vec_and(vector signed long long __a, vector bool long long __b) { 1041 return __a & (vector signed long long)__b; 1042 } 1043 1044 static __inline__ vector unsigned long long __ATTRS_o_ai 1045 vec_and(vector unsigned long long __a, vector unsigned long long __b) { 1046 return __a & __b; 1047 } 1048 1049 static __inline__ vector unsigned long long __ATTRS_o_ai 1050 vec_and(vector bool long long __a, vector unsigned long long __b) { 1051 return (vector unsigned long long)__a & __b; 1052 } 1053 1054 static __inline__ vector unsigned long long __ATTRS_o_ai 1055 vec_and(vector unsigned long long __a, vector bool long long __b) { 1056 return __a & (vector unsigned long long)__b; 1057 } 1058 1059 static __inline__ vector bool long long __ATTRS_o_ai 1060 vec_and(vector bool long long __a, vector bool long long __b) { 1061 return __a & __b; 1062 } 1063 #endif 1064 1065 /* vec_vand */ 1066 1067 static __inline__ vector signed char __ATTRS_o_ai 1068 vec_vand(vector signed char __a, vector signed char __b) { 1069 return __a & __b; 1070 } 1071 1072 static __inline__ vector signed char __ATTRS_o_ai 1073 vec_vand(vector bool char __a, vector signed char __b) { 1074 return (vector signed char)__a & __b; 1075 } 1076 1077 static __inline__ vector signed char __ATTRS_o_ai 1078 vec_vand(vector signed char __a, vector bool char __b) { 1079 return __a & (vector signed char)__b; 1080 } 1081 1082 static __inline__ vector unsigned char __ATTRS_o_ai 1083 vec_vand(vector unsigned char __a, vector unsigned char __b) { 1084 return __a & __b; 1085 } 1086 1087 static __inline__ vector unsigned char __ATTRS_o_ai 1088 vec_vand(vector bool char __a, vector unsigned char __b) { 1089 return (vector unsigned char)__a & __b; 1090 } 1091 1092 static __inline__ vector unsigned char __ATTRS_o_ai 1093 vec_vand(vector unsigned char __a, vector bool char __b) { 1094 return __a & (vector unsigned char)__b; 1095 } 1096 1097 static __inline__ vector bool char __ATTRS_o_ai vec_vand(vector bool char __a, 1098 vector bool char __b) { 1099 return __a & __b; 1100 } 1101 1102 static __inline__ vector short __ATTRS_o_ai vec_vand(vector short __a, 1103 vector short __b) { 1104 return __a & __b; 1105 } 1106 1107 static __inline__ vector short __ATTRS_o_ai vec_vand(vector bool short __a, 1108 vector short __b) { 1109 return (vector short)__a & __b; 1110 } 1111 1112 static __inline__ vector short __ATTRS_o_ai vec_vand(vector short __a, 1113 vector bool short __b) { 1114 return __a & (vector short)__b; 1115 } 1116 1117 static __inline__ vector unsigned short __ATTRS_o_ai 1118 vec_vand(vector unsigned short __a, vector unsigned short __b) { 1119 return __a & __b; 1120 } 1121 1122 static __inline__ vector unsigned short __ATTRS_o_ai 1123 vec_vand(vector bool short __a, vector unsigned short __b) { 1124 return (vector unsigned short)__a & __b; 1125 } 1126 1127 static __inline__ vector unsigned short __ATTRS_o_ai 1128 vec_vand(vector unsigned short __a, vector bool short __b) { 1129 return __a & (vector unsigned short)__b; 1130 } 1131 1132 static __inline__ vector bool short __ATTRS_o_ai 1133 vec_vand(vector bool short __a, vector bool short __b) { 1134 return __a & __b; 1135 } 1136 1137 static __inline__ vector int __ATTRS_o_ai vec_vand(vector int __a, 1138 vector int __b) { 1139 return __a & __b; 1140 } 1141 1142 static __inline__ vector int __ATTRS_o_ai vec_vand(vector bool int __a, 1143 vector int __b) { 1144 return (vector int)__a & __b; 1145 } 1146 1147 static __inline__ vector int __ATTRS_o_ai vec_vand(vector int __a, 1148 vector bool int __b) { 1149 return __a & (vector int)__b; 1150 } 1151 1152 static __inline__ vector unsigned int __ATTRS_o_ai 1153 vec_vand(vector unsigned int __a, vector unsigned int __b) { 1154 return __a & __b; 1155 } 1156 1157 static __inline__ vector unsigned int __ATTRS_o_ai 1158 vec_vand(vector bool int __a, vector unsigned int __b) { 1159 return (vector unsigned int)__a & __b; 1160 } 1161 1162 static __inline__ vector unsigned int __ATTRS_o_ai 1163 vec_vand(vector unsigned int __a, vector bool int __b) { 1164 return __a & (vector unsigned int)__b; 1165 } 1166 1167 static __inline__ vector bool int __ATTRS_o_ai vec_vand(vector bool int __a, 1168 vector bool int __b) { 1169 return __a & __b; 1170 } 1171 1172 static __inline__ vector float __ATTRS_o_ai vec_vand(vector float __a, 1173 vector float __b) { 1174 vector unsigned int __res = 1175 (vector unsigned int)__a & (vector unsigned int)__b; 1176 return (vector float)__res; 1177 } 1178 1179 static __inline__ vector float __ATTRS_o_ai vec_vand(vector bool int __a, 1180 vector float __b) { 1181 vector unsigned int __res = 1182 (vector unsigned int)__a & (vector unsigned int)__b; 1183 return (vector float)__res; 1184 } 1185 1186 static __inline__ vector float __ATTRS_o_ai vec_vand(vector float __a, 1187 vector bool int __b) { 1188 vector unsigned int __res = 1189 (vector unsigned int)__a & (vector unsigned int)__b; 1190 return (vector float)__res; 1191 } 1192 1193 #ifdef __VSX__ 1194 static __inline__ vector signed long long __ATTRS_o_ai 1195 vec_vand(vector signed long long __a, vector signed long long __b) { 1196 return __a & __b; 1197 } 1198 1199 static __inline__ vector signed long long __ATTRS_o_ai 1200 vec_vand(vector bool long long __a, vector signed long long __b) { 1201 return (vector signed long long)__a & __b; 1202 } 1203 1204 static __inline__ vector signed long long __ATTRS_o_ai 1205 vec_vand(vector signed long long __a, vector bool long long __b) { 1206 return __a & (vector signed long long)__b; 1207 } 1208 1209 static __inline__ vector unsigned long long __ATTRS_o_ai 1210 vec_vand(vector unsigned long long __a, vector unsigned long long __b) { 1211 return __a & __b; 1212 } 1213 1214 static __inline__ vector unsigned long long __ATTRS_o_ai 1215 vec_vand(vector bool long long __a, vector unsigned long long __b) { 1216 return (vector unsigned long long)__a & __b; 1217 } 1218 1219 static __inline__ vector unsigned long long __ATTRS_o_ai 1220 vec_vand(vector unsigned long long __a, vector bool long long __b) { 1221 return __a & (vector unsigned long long)__b; 1222 } 1223 1224 static __inline__ vector bool long long __ATTRS_o_ai 1225 vec_vand(vector bool long long __a, vector bool long long __b) { 1226 return __a & __b; 1227 } 1228 #endif 1229 1230 /* vec_andc */ 1231 1232 #define __builtin_altivec_vandc vec_andc 1233 1234 static __inline__ vector signed char __ATTRS_o_ai 1235 vec_andc(vector signed char __a, vector signed char __b) { 1236 return __a & ~__b; 1237 } 1238 1239 static __inline__ vector signed char __ATTRS_o_ai 1240 vec_andc(vector bool char __a, vector signed char __b) { 1241 return (vector signed char)__a & ~__b; 1242 } 1243 1244 static __inline__ vector signed char __ATTRS_o_ai 1245 vec_andc(vector signed char __a, vector bool char __b) { 1246 return __a & ~(vector signed char)__b; 1247 } 1248 1249 static __inline__ vector unsigned char __ATTRS_o_ai 1250 vec_andc(vector unsigned char __a, vector unsigned char __b) { 1251 return __a & ~__b; 1252 } 1253 1254 static __inline__ vector unsigned char __ATTRS_o_ai 1255 vec_andc(vector bool char __a, vector unsigned char __b) { 1256 return (vector unsigned char)__a & ~__b; 1257 } 1258 1259 static __inline__ vector unsigned char __ATTRS_o_ai 1260 vec_andc(vector unsigned char __a, vector bool char __b) { 1261 return __a & ~(vector unsigned char)__b; 1262 } 1263 1264 static __inline__ vector bool char __ATTRS_o_ai vec_andc(vector bool char __a, 1265 vector bool char __b) { 1266 return __a & ~__b; 1267 } 1268 1269 static __inline__ vector short __ATTRS_o_ai vec_andc(vector short __a, 1270 vector short __b) { 1271 return __a & ~__b; 1272 } 1273 1274 static __inline__ vector short __ATTRS_o_ai vec_andc(vector bool short __a, 1275 vector short __b) { 1276 return (vector short)__a & ~__b; 1277 } 1278 1279 static __inline__ vector short __ATTRS_o_ai vec_andc(vector short __a, 1280 vector bool short __b) { 1281 return __a & ~(vector short)__b; 1282 } 1283 1284 static __inline__ vector unsigned short __ATTRS_o_ai 1285 vec_andc(vector unsigned short __a, vector unsigned short __b) { 1286 return __a & ~__b; 1287 } 1288 1289 static __inline__ vector unsigned short __ATTRS_o_ai 1290 vec_andc(vector bool short __a, vector unsigned short __b) { 1291 return (vector unsigned short)__a & ~__b; 1292 } 1293 1294 static __inline__ vector unsigned short __ATTRS_o_ai 1295 vec_andc(vector unsigned short __a, vector bool short __b) { 1296 return __a & ~(vector unsigned short)__b; 1297 } 1298 1299 static __inline__ vector bool short __ATTRS_o_ai 1300 vec_andc(vector bool short __a, vector bool short __b) { 1301 return __a & ~__b; 1302 } 1303 1304 static __inline__ vector int __ATTRS_o_ai vec_andc(vector int __a, 1305 vector int __b) { 1306 return __a & ~__b; 1307 } 1308 1309 static __inline__ vector int __ATTRS_o_ai vec_andc(vector bool int __a, 1310 vector int __b) { 1311 return (vector int)__a & ~__b; 1312 } 1313 1314 static __inline__ vector int __ATTRS_o_ai vec_andc(vector int __a, 1315 vector bool int __b) { 1316 return __a & ~(vector int)__b; 1317 } 1318 1319 static __inline__ vector unsigned int __ATTRS_o_ai 1320 vec_andc(vector unsigned int __a, vector unsigned int __b) { 1321 return __a & ~__b; 1322 } 1323 1324 static __inline__ vector unsigned int __ATTRS_o_ai 1325 vec_andc(vector bool int __a, vector unsigned int __b) { 1326 return (vector unsigned int)__a & ~__b; 1327 } 1328 1329 static __inline__ vector unsigned int __ATTRS_o_ai 1330 vec_andc(vector unsigned int __a, vector bool int __b) { 1331 return __a & ~(vector unsigned int)__b; 1332 } 1333 1334 static __inline__ vector bool int __ATTRS_o_ai vec_andc(vector bool int __a, 1335 vector bool int __b) { 1336 return __a & ~__b; 1337 } 1338 1339 static __inline__ vector float __ATTRS_o_ai vec_andc(vector float __a, 1340 vector float __b) { 1341 vector unsigned int __res = 1342 (vector unsigned int)__a & ~(vector unsigned int)__b; 1343 return (vector float)__res; 1344 } 1345 1346 static __inline__ vector float __ATTRS_o_ai vec_andc(vector bool int __a, 1347 vector float __b) { 1348 vector unsigned int __res = 1349 (vector unsigned int)__a & ~(vector unsigned int)__b; 1350 return (vector float)__res; 1351 } 1352 1353 static __inline__ vector float __ATTRS_o_ai vec_andc(vector float __a, 1354 vector bool int __b) { 1355 vector unsigned int __res = 1356 (vector unsigned int)__a & ~(vector unsigned int)__b; 1357 return (vector float)__res; 1358 } 1359 1360 #ifdef __VSX__ 1361 static __inline__ vector double __ATTRS_o_ai vec_andc(vector bool long long __a, 1362 vector double __b) { 1363 vector unsigned long long __res = 1364 (vector unsigned long long)__a & ~(vector unsigned long long)__b; 1365 return (vector double)__res; 1366 } 1367 1368 static __inline__ vector double __ATTRS_o_ai 1369 vec_andc(vector double __a, vector bool long long __b) { 1370 vector unsigned long long __res = 1371 (vector unsigned long long)__a & ~(vector unsigned long long)__b; 1372 return (vector double)__res; 1373 } 1374 1375 static __inline__ vector double __ATTRS_o_ai vec_andc(vector double __a, 1376 vector double __b) { 1377 vector unsigned long long __res = 1378 (vector unsigned long long)__a & ~(vector unsigned long long)__b; 1379 return (vector double)__res; 1380 } 1381 1382 static __inline__ vector signed long long __ATTRS_o_ai 1383 vec_andc(vector signed long long __a, vector signed long long __b) { 1384 return __a & ~__b; 1385 } 1386 1387 static __inline__ vector signed long long __ATTRS_o_ai 1388 vec_andc(vector bool long long __a, vector signed long long __b) { 1389 return (vector signed long long)__a & ~__b; 1390 } 1391 1392 static __inline__ vector signed long long __ATTRS_o_ai 1393 vec_andc(vector signed long long __a, vector bool long long __b) { 1394 return __a & ~(vector signed long long)__b; 1395 } 1396 1397 static __inline__ vector unsigned long long __ATTRS_o_ai 1398 vec_andc(vector unsigned long long __a, vector unsigned long long __b) { 1399 return __a & ~__b; 1400 } 1401 1402 static __inline__ vector unsigned long long __ATTRS_o_ai 1403 vec_andc(vector bool long long __a, vector unsigned long long __b) { 1404 return (vector unsigned long long)__a & ~__b; 1405 } 1406 1407 static __inline__ vector unsigned long long __ATTRS_o_ai 1408 vec_andc(vector unsigned long long __a, vector bool long long __b) { 1409 return __a & ~(vector unsigned long long)__b; 1410 } 1411 1412 static __inline__ vector bool long long __ATTRS_o_ai 1413 vec_andc(vector bool long long __a, vector bool long long __b) { 1414 return __a & ~__b; 1415 } 1416 #endif 1417 1418 /* vec_vandc */ 1419 1420 static __inline__ vector signed char __ATTRS_o_ai 1421 vec_vandc(vector signed char __a, vector signed char __b) { 1422 return __a & ~__b; 1423 } 1424 1425 static __inline__ vector signed char __ATTRS_o_ai 1426 vec_vandc(vector bool char __a, vector signed char __b) { 1427 return (vector signed char)__a & ~__b; 1428 } 1429 1430 static __inline__ vector signed char __ATTRS_o_ai 1431 vec_vandc(vector signed char __a, vector bool char __b) { 1432 return __a & ~(vector signed char)__b; 1433 } 1434 1435 static __inline__ vector unsigned char __ATTRS_o_ai 1436 vec_vandc(vector unsigned char __a, vector unsigned char __b) { 1437 return __a & ~__b; 1438 } 1439 1440 static __inline__ vector unsigned char __ATTRS_o_ai 1441 vec_vandc(vector bool char __a, vector unsigned char __b) { 1442 return (vector unsigned char)__a & ~__b; 1443 } 1444 1445 static __inline__ vector unsigned char __ATTRS_o_ai 1446 vec_vandc(vector unsigned char __a, vector bool char __b) { 1447 return __a & ~(vector unsigned char)__b; 1448 } 1449 1450 static __inline__ vector bool char __ATTRS_o_ai 1451 vec_vandc(vector bool char __a, vector bool char __b) { 1452 return __a & ~__b; 1453 } 1454 1455 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector short __a, 1456 vector short __b) { 1457 return __a & ~__b; 1458 } 1459 1460 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector bool short __a, 1461 vector short __b) { 1462 return (vector short)__a & ~__b; 1463 } 1464 1465 static __inline__ vector short __ATTRS_o_ai vec_vandc(vector short __a, 1466 vector bool short __b) { 1467 return __a & ~(vector short)__b; 1468 } 1469 1470 static __inline__ vector unsigned short __ATTRS_o_ai 1471 vec_vandc(vector unsigned short __a, vector unsigned short __b) { 1472 return __a & ~__b; 1473 } 1474 1475 static __inline__ vector unsigned short __ATTRS_o_ai 1476 vec_vandc(vector bool short __a, vector unsigned short __b) { 1477 return (vector unsigned short)__a & ~__b; 1478 } 1479 1480 static __inline__ vector unsigned short __ATTRS_o_ai 1481 vec_vandc(vector unsigned short __a, vector bool short __b) { 1482 return __a & ~(vector unsigned short)__b; 1483 } 1484 1485 static __inline__ vector bool short __ATTRS_o_ai 1486 vec_vandc(vector bool short __a, vector bool short __b) { 1487 return __a & ~__b; 1488 } 1489 1490 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector int __a, 1491 vector int __b) { 1492 return __a & ~__b; 1493 } 1494 1495 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector bool int __a, 1496 vector int __b) { 1497 return (vector int)__a & ~__b; 1498 } 1499 1500 static __inline__ vector int __ATTRS_o_ai vec_vandc(vector int __a, 1501 vector bool int __b) { 1502 return __a & ~(vector int)__b; 1503 } 1504 1505 static __inline__ vector unsigned int __ATTRS_o_ai 1506 vec_vandc(vector unsigned int __a, vector unsigned int __b) { 1507 return __a & ~__b; 1508 } 1509 1510 static __inline__ vector unsigned int __ATTRS_o_ai 1511 vec_vandc(vector bool int __a, vector unsigned int __b) { 1512 return (vector unsigned int)__a & ~__b; 1513 } 1514 1515 static __inline__ vector unsigned int __ATTRS_o_ai 1516 vec_vandc(vector unsigned int __a, vector bool int __b) { 1517 return __a & ~(vector unsigned int)__b; 1518 } 1519 1520 static __inline__ vector bool int __ATTRS_o_ai vec_vandc(vector bool int __a, 1521 vector bool int __b) { 1522 return __a & ~__b; 1523 } 1524 1525 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector float __a, 1526 vector float __b) { 1527 vector unsigned int __res = 1528 (vector unsigned int)__a & ~(vector unsigned int)__b; 1529 return (vector float)__res; 1530 } 1531 1532 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector bool int __a, 1533 vector float __b) { 1534 vector unsigned int __res = 1535 (vector unsigned int)__a & ~(vector unsigned int)__b; 1536 return (vector float)__res; 1537 } 1538 1539 static __inline__ vector float __ATTRS_o_ai vec_vandc(vector float __a, 1540 vector bool int __b) { 1541 vector unsigned int __res = 1542 (vector unsigned int)__a & ~(vector unsigned int)__b; 1543 return (vector float)__res; 1544 } 1545 1546 #ifdef __VSX__ 1547 static __inline__ vector signed long long __ATTRS_o_ai 1548 vec_vandc(vector signed long long __a, vector signed long long __b) { 1549 return __a & ~__b; 1550 } 1551 1552 static __inline__ vector signed long long __ATTRS_o_ai 1553 vec_vandc(vector bool long long __a, vector signed long long __b) { 1554 return (vector signed long long)__a & ~__b; 1555 } 1556 1557 static __inline__ vector signed long long __ATTRS_o_ai 1558 vec_vandc(vector signed long long __a, vector bool long long __b) { 1559 return __a & ~(vector signed long long)__b; 1560 } 1561 1562 static __inline__ vector unsigned long long __ATTRS_o_ai 1563 vec_vandc(vector unsigned long long __a, vector unsigned long long __b) { 1564 return __a & ~__b; 1565 } 1566 1567 static __inline__ vector unsigned long long __ATTRS_o_ai 1568 vec_vandc(vector bool long long __a, vector unsigned long long __b) { 1569 return (vector unsigned long long)__a & ~__b; 1570 } 1571 1572 static __inline__ vector unsigned long long __ATTRS_o_ai 1573 vec_vandc(vector unsigned long long __a, vector bool long long __b) { 1574 return __a & ~(vector unsigned long long)__b; 1575 } 1576 1577 static __inline__ vector bool long long __ATTRS_o_ai 1578 vec_vandc(vector bool long long __a, vector bool long long __b) { 1579 return __a & ~__b; 1580 } 1581 #endif 1582 1583 /* vec_avg */ 1584 1585 static __inline__ vector signed char __ATTRS_o_ai 1586 vec_avg(vector signed char __a, vector signed char __b) { 1587 return __builtin_altivec_vavgsb(__a, __b); 1588 } 1589 1590 static __inline__ vector unsigned char __ATTRS_o_ai 1591 vec_avg(vector unsigned char __a, vector unsigned char __b) { 1592 return __builtin_altivec_vavgub(__a, __b); 1593 } 1594 1595 static __inline__ vector short __ATTRS_o_ai vec_avg(vector short __a, 1596 vector short __b) { 1597 return __builtin_altivec_vavgsh(__a, __b); 1598 } 1599 1600 static __inline__ vector unsigned short __ATTRS_o_ai 1601 vec_avg(vector unsigned short __a, vector unsigned short __b) { 1602 return __builtin_altivec_vavguh(__a, __b); 1603 } 1604 1605 static __inline__ vector int __ATTRS_o_ai vec_avg(vector int __a, 1606 vector int __b) { 1607 return __builtin_altivec_vavgsw(__a, __b); 1608 } 1609 1610 static __inline__ vector unsigned int __ATTRS_o_ai 1611 vec_avg(vector unsigned int __a, vector unsigned int __b) { 1612 return __builtin_altivec_vavguw(__a, __b); 1613 } 1614 1615 /* vec_vavgsb */ 1616 1617 static __inline__ vector signed char __attribute__((__always_inline__)) 1618 vec_vavgsb(vector signed char __a, vector signed char __b) { 1619 return __builtin_altivec_vavgsb(__a, __b); 1620 } 1621 1622 /* vec_vavgub */ 1623 1624 static __inline__ vector unsigned char __attribute__((__always_inline__)) 1625 vec_vavgub(vector unsigned char __a, vector unsigned char __b) { 1626 return __builtin_altivec_vavgub(__a, __b); 1627 } 1628 1629 /* vec_vavgsh */ 1630 1631 static __inline__ vector short __attribute__((__always_inline__)) 1632 vec_vavgsh(vector short __a, vector short __b) { 1633 return __builtin_altivec_vavgsh(__a, __b); 1634 } 1635 1636 /* vec_vavguh */ 1637 1638 static __inline__ vector unsigned short __attribute__((__always_inline__)) 1639 vec_vavguh(vector unsigned short __a, vector unsigned short __b) { 1640 return __builtin_altivec_vavguh(__a, __b); 1641 } 1642 1643 /* vec_vavgsw */ 1644 1645 static __inline__ vector int __attribute__((__always_inline__)) 1646 vec_vavgsw(vector int __a, vector int __b) { 1647 return __builtin_altivec_vavgsw(__a, __b); 1648 } 1649 1650 /* vec_vavguw */ 1651 1652 static __inline__ vector unsigned int __attribute__((__always_inline__)) 1653 vec_vavguw(vector unsigned int __a, vector unsigned int __b) { 1654 return __builtin_altivec_vavguw(__a, __b); 1655 } 1656 1657 /* vec_ceil */ 1658 1659 static __inline__ vector float __ATTRS_o_ai vec_ceil(vector float __a) { 1660 #ifdef __VSX__ 1661 return __builtin_vsx_xvrspip(__a); 1662 #else 1663 return __builtin_altivec_vrfip(__a); 1664 #endif 1665 } 1666 1667 #ifdef __VSX__ 1668 static __inline__ vector double __ATTRS_o_ai vec_ceil(vector double __a) { 1669 return __builtin_vsx_xvrdpip(__a); 1670 } 1671 #endif 1672 1673 /* vec_roundp */ 1674 static __inline__ vector float __ATTRS_o_ai vec_roundp(vector float __a) { 1675 return vec_ceil(__a); 1676 } 1677 1678 #ifdef __VSX__ 1679 static __inline__ vector double __ATTRS_o_ai vec_roundp(vector double __a) { 1680 return vec_ceil(__a); 1681 } 1682 #endif 1683 1684 /* vec_vrfip */ 1685 1686 static __inline__ vector float __attribute__((__always_inline__)) 1687 vec_vrfip(vector float __a) { 1688 return __builtin_altivec_vrfip(__a); 1689 } 1690 1691 /* vec_cmpb */ 1692 1693 static __inline__ vector int __attribute__((__always_inline__)) 1694 vec_cmpb(vector float __a, vector float __b) { 1695 return __builtin_altivec_vcmpbfp(__a, __b); 1696 } 1697 1698 /* vec_vcmpbfp */ 1699 1700 static __inline__ vector int __attribute__((__always_inline__)) 1701 vec_vcmpbfp(vector float __a, vector float __b) { 1702 return __builtin_altivec_vcmpbfp(__a, __b); 1703 } 1704 1705 /* vec_cmpeq */ 1706 1707 static __inline__ vector bool char __ATTRS_o_ai 1708 vec_cmpeq(vector signed char __a, vector signed char __b) { 1709 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a, 1710 (vector char)__b); 1711 } 1712 1713 static __inline__ vector bool char __ATTRS_o_ai 1714 vec_cmpeq(vector unsigned char __a, vector unsigned char __b) { 1715 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a, 1716 (vector char)__b); 1717 } 1718 1719 static __inline__ vector bool char __ATTRS_o_ai 1720 vec_cmpeq(vector bool char __a, vector bool char __b) { 1721 return (vector bool char)__builtin_altivec_vcmpequb((vector char)__a, 1722 (vector char)__b); 1723 } 1724 1725 static __inline__ vector bool short __ATTRS_o_ai vec_cmpeq(vector short __a, 1726 vector short __b) { 1727 return (vector bool short)__builtin_altivec_vcmpequh(__a, __b); 1728 } 1729 1730 static __inline__ vector bool short __ATTRS_o_ai 1731 vec_cmpeq(vector unsigned short __a, vector unsigned short __b) { 1732 return (vector bool short)__builtin_altivec_vcmpequh((vector short)__a, 1733 (vector short)__b); 1734 } 1735 1736 static __inline__ vector bool short __ATTRS_o_ai 1737 vec_cmpeq(vector bool short __a, vector bool short __b) { 1738 return (vector bool short)__builtin_altivec_vcmpequh((vector short)__a, 1739 (vector short)__b); 1740 } 1741 1742 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector int __a, 1743 vector int __b) { 1744 return (vector bool int)__builtin_altivec_vcmpequw(__a, __b); 1745 } 1746 1747 static __inline__ vector bool int __ATTRS_o_ai 1748 vec_cmpeq(vector unsigned int __a, vector unsigned int __b) { 1749 return (vector bool int)__builtin_altivec_vcmpequw((vector int)__a, 1750 (vector int)__b); 1751 } 1752 1753 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector bool int __a, 1754 vector bool int __b) { 1755 return (vector bool int)__builtin_altivec_vcmpequw((vector int)__a, 1756 (vector int)__b); 1757 } 1758 1759 #ifdef __POWER8_VECTOR__ 1760 static __inline__ vector bool long long __ATTRS_o_ai 1761 vec_cmpeq(vector signed long long __a, vector signed long long __b) { 1762 return (vector bool long long)__builtin_altivec_vcmpequd(__a, __b); 1763 } 1764 1765 static __inline__ vector bool long long __ATTRS_o_ai 1766 vec_cmpeq(vector unsigned long long __a, vector unsigned long long __b) { 1767 return (vector bool long long)__builtin_altivec_vcmpequd( 1768 (vector long long)__a, (vector long long)__b); 1769 } 1770 1771 static __inline__ vector bool long long __ATTRS_o_ai 1772 vec_cmpeq(vector bool long long __a, vector bool long long __b) { 1773 return (vector bool long long)__builtin_altivec_vcmpequd( 1774 (vector long long)__a, (vector long long)__b); 1775 } 1776 #elif defined(__VSX__) 1777 static __inline__ vector bool long long __ATTRS_o_ai 1778 vec_cmpeq(vector signed long long __a, vector signed long long __b) { 1779 vector bool int __wordcmp = 1780 vec_cmpeq((vector signed int)__a, (vector signed int)__b); 1781 #ifdef __LITTLE_ENDIAN__ 1782 __wordcmp &= __builtin_shufflevector(__wordcmp, __wordcmp, 3, 0, 1, 2); 1783 return (vector bool long long)__builtin_shufflevector(__wordcmp, __wordcmp, 1, 1784 1, 3, 3); 1785 #else 1786 __wordcmp &= __builtin_shufflevector(__wordcmp, __wordcmp, 1, 2, 3, 0); 1787 return (vector bool long long)__builtin_shufflevector(__wordcmp, __wordcmp, 0, 1788 0, 2, 2); 1789 #endif 1790 } 1791 1792 static __inline__ vector bool long long __ATTRS_o_ai 1793 vec_cmpeq(vector unsigned long long __a, vector unsigned long long __b) { 1794 return vec_cmpeq((vector signed long long)__a, (vector signed long long)__b); 1795 } 1796 1797 static __inline__ vector bool long long __ATTRS_o_ai 1798 vec_cmpeq(vector bool long long __a, vector bool long long __b) { 1799 return vec_cmpeq((vector signed long long)__a, (vector signed long long)__b); 1800 } 1801 #endif 1802 1803 static __inline__ vector bool int __ATTRS_o_ai vec_cmpeq(vector float __a, 1804 vector float __b) { 1805 #ifdef __VSX__ 1806 return (vector bool int)__builtin_vsx_xvcmpeqsp(__a, __b); 1807 #else 1808 return (vector bool int)__builtin_altivec_vcmpeqfp(__a, __b); 1809 #endif 1810 } 1811 1812 #ifdef __VSX__ 1813 static __inline__ vector bool long long __ATTRS_o_ai 1814 vec_cmpeq(vector double __a, vector double __b) { 1815 return (vector bool long long)__builtin_vsx_xvcmpeqdp(__a, __b); 1816 } 1817 #endif 1818 1819 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 1820 static __inline__ vector bool __int128 __ATTRS_o_ai 1821 vec_cmpeq(vector signed __int128 __a, vector signed __int128 __b) { 1822 return (vector bool __int128)__builtin_altivec_vcmpequq( 1823 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 1824 } 1825 1826 static __inline__ vector bool __int128 __ATTRS_o_ai 1827 vec_cmpeq(vector unsigned __int128 __a, vector unsigned __int128 __b) { 1828 return (vector bool __int128)__builtin_altivec_vcmpequq( 1829 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 1830 } 1831 1832 static __inline__ vector bool __int128 __ATTRS_o_ai 1833 vec_cmpeq(vector bool __int128 __a, vector bool __int128 __b) { 1834 return (vector bool __int128)__builtin_altivec_vcmpequq( 1835 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 1836 } 1837 #endif 1838 1839 #ifdef __POWER9_VECTOR__ 1840 /* vec_cmpne */ 1841 1842 static __inline__ vector bool char __ATTRS_o_ai 1843 vec_cmpne(vector bool char __a, vector bool char __b) { 1844 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a, 1845 (vector char)__b); 1846 } 1847 1848 static __inline__ vector bool char __ATTRS_o_ai 1849 vec_cmpne(vector signed char __a, vector signed char __b) { 1850 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a, 1851 (vector char)__b); 1852 } 1853 1854 static __inline__ vector bool char __ATTRS_o_ai 1855 vec_cmpne(vector unsigned char __a, vector unsigned char __b) { 1856 return (vector bool char)__builtin_altivec_vcmpneb((vector char)__a, 1857 (vector char)__b); 1858 } 1859 1860 static __inline__ vector bool short __ATTRS_o_ai 1861 vec_cmpne(vector bool short __a, vector bool short __b) { 1862 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a, 1863 (vector short)__b); 1864 } 1865 1866 static __inline__ vector bool short __ATTRS_o_ai 1867 vec_cmpne(vector signed short __a, vector signed short __b) { 1868 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a, 1869 (vector short)__b); 1870 } 1871 1872 static __inline__ vector bool short __ATTRS_o_ai 1873 vec_cmpne(vector unsigned short __a, vector unsigned short __b) { 1874 return (vector bool short)__builtin_altivec_vcmpneh((vector short)__a, 1875 (vector short)__b); 1876 } 1877 1878 static __inline__ vector bool int __ATTRS_o_ai 1879 vec_cmpne(vector bool int __a, vector bool int __b) { 1880 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a, 1881 (vector int)__b); 1882 } 1883 1884 static __inline__ vector bool int __ATTRS_o_ai 1885 vec_cmpne(vector signed int __a, vector signed int __b) { 1886 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a, 1887 (vector int)__b); 1888 } 1889 1890 static __inline__ vector bool int __ATTRS_o_ai 1891 vec_cmpne(vector unsigned int __a, vector unsigned int __b) { 1892 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a, 1893 (vector int)__b); 1894 } 1895 1896 static __inline__ vector bool int __ATTRS_o_ai 1897 vec_cmpne(vector float __a, vector float __b) { 1898 return (vector bool int)__builtin_altivec_vcmpnew((vector int)__a, 1899 (vector int)__b); 1900 } 1901 1902 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 1903 static __inline__ vector bool __int128 __ATTRS_o_ai 1904 vec_cmpne(vector unsigned __int128 __a, vector unsigned __int128 __b) { 1905 return (vector bool __int128)~(__builtin_altivec_vcmpequq( 1906 (vector unsigned __int128)__a, (vector unsigned __int128)__b)); 1907 } 1908 1909 static __inline__ vector bool __int128 __ATTRS_o_ai 1910 vec_cmpne(vector signed __int128 __a, vector signed __int128 __b) { 1911 return (vector bool __int128)~(__builtin_altivec_vcmpequq( 1912 (vector unsigned __int128)__a, (vector unsigned __int128)__b)); 1913 } 1914 1915 static __inline__ vector bool __int128 __ATTRS_o_ai 1916 vec_cmpne(vector bool __int128 __a, vector bool __int128 __b) { 1917 return (vector bool __int128)~(__builtin_altivec_vcmpequq( 1918 (vector unsigned __int128)__a, (vector unsigned __int128)__b)); 1919 } 1920 #endif 1921 1922 /* vec_cmpnez */ 1923 1924 static __inline__ vector bool char __ATTRS_o_ai 1925 vec_cmpnez(vector signed char __a, vector signed char __b) { 1926 return (vector bool char)__builtin_altivec_vcmpnezb((vector char)__a, 1927 (vector char)__b); 1928 } 1929 1930 static __inline__ vector bool char __ATTRS_o_ai 1931 vec_cmpnez(vector unsigned char __a, vector unsigned char __b) { 1932 return (vector bool char)__builtin_altivec_vcmpnezb((vector char)__a, 1933 (vector char)__b); 1934 } 1935 1936 static __inline__ vector bool short __ATTRS_o_ai 1937 vec_cmpnez(vector signed short __a, vector signed short __b) { 1938 return (vector bool short)__builtin_altivec_vcmpnezh((vector short)__a, 1939 (vector short)__b); 1940 } 1941 1942 static __inline__ vector bool short __ATTRS_o_ai 1943 vec_cmpnez(vector unsigned short __a, vector unsigned short __b) { 1944 return (vector bool short)__builtin_altivec_vcmpnezh((vector short)__a, 1945 (vector short)__b); 1946 } 1947 1948 static __inline__ vector bool int __ATTRS_o_ai 1949 vec_cmpnez(vector signed int __a, vector signed int __b) { 1950 return (vector bool int)__builtin_altivec_vcmpnezw((vector int)__a, 1951 (vector int)__b); 1952 } 1953 1954 static __inline__ vector bool int __ATTRS_o_ai 1955 vec_cmpnez(vector unsigned int __a, vector unsigned int __b) { 1956 return (vector bool int)__builtin_altivec_vcmpnezw((vector int)__a, 1957 (vector int)__b); 1958 } 1959 1960 static __inline__ signed int __ATTRS_o_ai 1961 vec_cntlz_lsbb(vector signed char __a) { 1962 #ifdef __LITTLE_ENDIAN__ 1963 return __builtin_altivec_vctzlsbb((vector unsigned char)__a); 1964 #else 1965 return __builtin_altivec_vclzlsbb((vector unsigned char)__a); 1966 #endif 1967 } 1968 1969 static __inline__ signed int __ATTRS_o_ai 1970 vec_cntlz_lsbb(vector unsigned char __a) { 1971 #ifdef __LITTLE_ENDIAN__ 1972 return __builtin_altivec_vctzlsbb((vector unsigned char)__a); 1973 #else 1974 return __builtin_altivec_vclzlsbb(__a); 1975 #endif 1976 } 1977 1978 static __inline__ signed int __ATTRS_o_ai 1979 vec_cnttz_lsbb(vector signed char __a) { 1980 #ifdef __LITTLE_ENDIAN__ 1981 return __builtin_altivec_vclzlsbb((vector unsigned char)__a); 1982 #else 1983 return __builtin_altivec_vctzlsbb((vector unsigned char)__a); 1984 #endif 1985 } 1986 1987 static __inline__ signed int __ATTRS_o_ai 1988 vec_cnttz_lsbb(vector unsigned char __a) { 1989 #ifdef __LITTLE_ENDIAN__ 1990 return __builtin_altivec_vclzlsbb(__a); 1991 #else 1992 return __builtin_altivec_vctzlsbb(__a); 1993 #endif 1994 } 1995 1996 static __inline__ vector unsigned int __ATTRS_o_ai 1997 vec_parity_lsbb(vector unsigned int __a) { 1998 return __builtin_altivec_vprtybw(__a); 1999 } 2000 2001 static __inline__ vector unsigned int __ATTRS_o_ai 2002 vec_parity_lsbb(vector signed int __a) { 2003 return __builtin_altivec_vprtybw((vector unsigned int)__a); 2004 } 2005 2006 #ifdef __SIZEOF_INT128__ 2007 static __inline__ vector unsigned __int128 __ATTRS_o_ai 2008 vec_parity_lsbb(vector unsigned __int128 __a) { 2009 return __builtin_altivec_vprtybq(__a); 2010 } 2011 2012 static __inline__ vector unsigned __int128 __ATTRS_o_ai 2013 vec_parity_lsbb(vector signed __int128 __a) { 2014 return __builtin_altivec_vprtybq((vector unsigned __int128)__a); 2015 } 2016 #endif 2017 2018 static __inline__ vector unsigned long long __ATTRS_o_ai 2019 vec_parity_lsbb(vector unsigned long long __a) { 2020 return __builtin_altivec_vprtybd(__a); 2021 } 2022 2023 static __inline__ vector unsigned long long __ATTRS_o_ai 2024 vec_parity_lsbb(vector signed long long __a) { 2025 return __builtin_altivec_vprtybd((vector unsigned long long)__a); 2026 } 2027 2028 #else 2029 /* vec_cmpne */ 2030 2031 static __inline__ vector bool char __ATTRS_o_ai 2032 vec_cmpne(vector bool char __a, vector bool char __b) { 2033 return ~(vec_cmpeq(__a, __b)); 2034 } 2035 2036 static __inline__ vector bool char __ATTRS_o_ai 2037 vec_cmpne(vector signed char __a, vector signed char __b) { 2038 return ~(vec_cmpeq(__a, __b)); 2039 } 2040 2041 static __inline__ vector bool char __ATTRS_o_ai 2042 vec_cmpne(vector unsigned char __a, vector unsigned char __b) { 2043 return ~(vec_cmpeq(__a, __b)); 2044 } 2045 2046 static __inline__ vector bool short __ATTRS_o_ai 2047 vec_cmpne(vector bool short __a, vector bool short __b) { 2048 return ~(vec_cmpeq(__a, __b)); 2049 } 2050 2051 static __inline__ vector bool short __ATTRS_o_ai 2052 vec_cmpne(vector signed short __a, vector signed short __b) { 2053 return ~(vec_cmpeq(__a, __b)); 2054 } 2055 2056 static __inline__ vector bool short __ATTRS_o_ai 2057 vec_cmpne(vector unsigned short __a, vector unsigned short __b) { 2058 return ~(vec_cmpeq(__a, __b)); 2059 } 2060 2061 static __inline__ vector bool int __ATTRS_o_ai 2062 vec_cmpne(vector bool int __a, vector bool int __b) { 2063 return ~(vec_cmpeq(__a, __b)); 2064 } 2065 2066 static __inline__ vector bool int __ATTRS_o_ai 2067 vec_cmpne(vector signed int __a, vector signed int __b) { 2068 return ~(vec_cmpeq(__a, __b)); 2069 } 2070 2071 static __inline__ vector bool int __ATTRS_o_ai 2072 vec_cmpne(vector unsigned int __a, vector unsigned int __b) { 2073 return ~(vec_cmpeq(__a, __b)); 2074 } 2075 2076 static __inline__ vector bool int __ATTRS_o_ai 2077 vec_cmpne(vector float __a, vector float __b) { 2078 return ~(vec_cmpeq(__a, __b)); 2079 } 2080 #endif 2081 2082 #ifdef __POWER8_VECTOR__ 2083 static __inline__ vector bool long long __ATTRS_o_ai 2084 vec_cmpne(vector bool long long __a, vector bool long long __b) { 2085 return (vector bool long long) 2086 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b)); 2087 } 2088 2089 static __inline__ vector bool long long __ATTRS_o_ai 2090 vec_cmpne(vector signed long long __a, vector signed long long __b) { 2091 return (vector bool long long) 2092 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b)); 2093 } 2094 2095 static __inline__ vector bool long long __ATTRS_o_ai 2096 vec_cmpne(vector unsigned long long __a, vector unsigned long long __b) { 2097 return (vector bool long long) 2098 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b)); 2099 } 2100 #elif defined(__VSX__) 2101 static __inline__ vector bool long long __ATTRS_o_ai 2102 vec_cmpne(vector bool long long __a, vector bool long long __b) { 2103 return (vector bool long long)~( 2104 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b)); 2105 } 2106 2107 static __inline__ vector bool long long __ATTRS_o_ai 2108 vec_cmpne(vector signed long long __a, vector signed long long __b) { 2109 return (vector bool long long)~( 2110 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b)); 2111 } 2112 2113 static __inline__ vector bool long long __ATTRS_o_ai 2114 vec_cmpne(vector unsigned long long __a, vector unsigned long long __b) { 2115 return (vector bool long long)~( 2116 vec_cmpeq((vector signed long long)__a, (vector signed long long)__b)); 2117 } 2118 #endif 2119 2120 #ifdef __VSX__ 2121 static __inline__ vector bool long long __ATTRS_o_ai 2122 vec_cmpne(vector double __a, vector double __b) { 2123 return (vector bool long long) 2124 ~(__builtin_altivec_vcmpequd((vector long long)__a, (vector long long)__b)); 2125 } 2126 #endif 2127 2128 /* vec_cmpgt */ 2129 2130 static __inline__ vector bool char __ATTRS_o_ai 2131 vec_cmpgt(vector signed char __a, vector signed char __b) { 2132 return (vector bool char)__builtin_altivec_vcmpgtsb(__a, __b); 2133 } 2134 2135 static __inline__ vector bool char __ATTRS_o_ai 2136 vec_cmpgt(vector unsigned char __a, vector unsigned char __b) { 2137 return (vector bool char)__builtin_altivec_vcmpgtub(__a, __b); 2138 } 2139 2140 static __inline__ vector bool short __ATTRS_o_ai vec_cmpgt(vector short __a, 2141 vector short __b) { 2142 return (vector bool short)__builtin_altivec_vcmpgtsh(__a, __b); 2143 } 2144 2145 static __inline__ vector bool short __ATTRS_o_ai 2146 vec_cmpgt(vector unsigned short __a, vector unsigned short __b) { 2147 return (vector bool short)__builtin_altivec_vcmpgtuh(__a, __b); 2148 } 2149 2150 static __inline__ vector bool int __ATTRS_o_ai vec_cmpgt(vector int __a, 2151 vector int __b) { 2152 return (vector bool int)__builtin_altivec_vcmpgtsw(__a, __b); 2153 } 2154 2155 static __inline__ vector bool int __ATTRS_o_ai 2156 vec_cmpgt(vector unsigned int __a, vector unsigned int __b) { 2157 return (vector bool int)__builtin_altivec_vcmpgtuw(__a, __b); 2158 } 2159 2160 #ifdef __POWER8_VECTOR__ 2161 static __inline__ vector bool long long __ATTRS_o_ai 2162 vec_cmpgt(vector signed long long __a, vector signed long long __b) { 2163 return (vector bool long long)__builtin_altivec_vcmpgtsd(__a, __b); 2164 } 2165 2166 static __inline__ vector bool long long __ATTRS_o_ai 2167 vec_cmpgt(vector unsigned long long __a, vector unsigned long long __b) { 2168 return (vector bool long long)__builtin_altivec_vcmpgtud(__a, __b); 2169 } 2170 #elif defined(__VSX__) 2171 static __inline__ vector bool long long __ATTRS_o_ai 2172 vec_cmpgt(vector signed long long __a, vector signed long long __b) { 2173 vector signed int __sgtw = (vector signed int)vec_cmpgt( 2174 (vector signed int)__a, (vector signed int)__b); 2175 vector unsigned int __ugtw = (vector unsigned int)vec_cmpgt( 2176 (vector unsigned int)__a, (vector unsigned int)__b); 2177 vector unsigned int __eqw = (vector unsigned int)vec_cmpeq( 2178 (vector signed int)__a, (vector signed int)__b); 2179 #ifdef __LITTLE_ENDIAN__ 2180 __ugtw = __builtin_shufflevector(__ugtw, __ugtw, 3, 0, 1, 2) & __eqw; 2181 __sgtw |= (vector signed int)__ugtw; 2182 return (vector bool long long)__builtin_shufflevector(__sgtw, __sgtw, 1, 1, 3, 2183 3); 2184 #else 2185 __ugtw = __builtin_shufflevector(__ugtw, __ugtw, 1, 2, 3, 0) & __eqw; 2186 __sgtw |= (vector signed int)__ugtw; 2187 return (vector bool long long)__builtin_shufflevector(__sgtw, __sgtw, 0, 0, 2, 2188 2); 2189 #endif 2190 } 2191 2192 static __inline__ vector bool long long __ATTRS_o_ai 2193 vec_cmpgt(vector unsigned long long __a, vector unsigned long long __b) { 2194 vector unsigned int __ugtw = (vector unsigned int)vec_cmpgt( 2195 (vector unsigned int)__a, (vector unsigned int)__b); 2196 vector unsigned int __eqw = (vector unsigned int)vec_cmpeq( 2197 (vector signed int)__a, (vector signed int)__b); 2198 #ifdef __LITTLE_ENDIAN__ 2199 __eqw = __builtin_shufflevector(__ugtw, __ugtw, 3, 0, 1, 2) & __eqw; 2200 __ugtw |= __eqw; 2201 return (vector bool long long)__builtin_shufflevector(__ugtw, __ugtw, 1, 1, 3, 2202 3); 2203 #else 2204 __eqw = __builtin_shufflevector(__ugtw, __ugtw, 1, 2, 3, 0) & __eqw; 2205 __ugtw |= __eqw; 2206 return (vector bool long long)__builtin_shufflevector(__ugtw, __ugtw, 0, 0, 2, 2207 2); 2208 #endif 2209 } 2210 #endif 2211 2212 static __inline__ vector bool int __ATTRS_o_ai vec_cmpgt(vector float __a, 2213 vector float __b) { 2214 #ifdef __VSX__ 2215 return (vector bool int)__builtin_vsx_xvcmpgtsp(__a, __b); 2216 #else 2217 return (vector bool int)__builtin_altivec_vcmpgtfp(__a, __b); 2218 #endif 2219 } 2220 2221 #ifdef __VSX__ 2222 static __inline__ vector bool long long __ATTRS_o_ai 2223 vec_cmpgt(vector double __a, vector double __b) { 2224 return (vector bool long long)__builtin_vsx_xvcmpgtdp(__a, __b); 2225 } 2226 #endif 2227 2228 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 2229 static __inline__ vector bool __int128 __ATTRS_o_ai 2230 vec_cmpgt(vector signed __int128 __a, vector signed __int128 __b) { 2231 return (vector bool __int128)__builtin_altivec_vcmpgtsq(__a, __b); 2232 } 2233 2234 static __inline__ vector bool __int128 __ATTRS_o_ai 2235 vec_cmpgt(vector unsigned __int128 __a, vector unsigned __int128 __b) { 2236 return (vector bool __int128)__builtin_altivec_vcmpgtuq(__a, __b); 2237 } 2238 #endif 2239 2240 /* vec_cmpge */ 2241 2242 static __inline__ vector bool char __ATTRS_o_ai 2243 vec_cmpge(vector signed char __a, vector signed char __b) { 2244 return ~(vec_cmpgt(__b, __a)); 2245 } 2246 2247 static __inline__ vector bool char __ATTRS_o_ai 2248 vec_cmpge(vector unsigned char __a, vector unsigned char __b) { 2249 return ~(vec_cmpgt(__b, __a)); 2250 } 2251 2252 static __inline__ vector bool short __ATTRS_o_ai 2253 vec_cmpge(vector signed short __a, vector signed short __b) { 2254 return ~(vec_cmpgt(__b, __a)); 2255 } 2256 2257 static __inline__ vector bool short __ATTRS_o_ai 2258 vec_cmpge(vector unsigned short __a, vector unsigned short __b) { 2259 return ~(vec_cmpgt(__b, __a)); 2260 } 2261 2262 static __inline__ vector bool int __ATTRS_o_ai 2263 vec_cmpge(vector signed int __a, vector signed int __b) { 2264 return ~(vec_cmpgt(__b, __a)); 2265 } 2266 2267 static __inline__ vector bool int __ATTRS_o_ai 2268 vec_cmpge(vector unsigned int __a, vector unsigned int __b) { 2269 return ~(vec_cmpgt(__b, __a)); 2270 } 2271 2272 static __inline__ vector bool int __ATTRS_o_ai vec_cmpge(vector float __a, 2273 vector float __b) { 2274 #ifdef __VSX__ 2275 return (vector bool int)__builtin_vsx_xvcmpgesp(__a, __b); 2276 #else 2277 return (vector bool int)__builtin_altivec_vcmpgefp(__a, __b); 2278 #endif 2279 } 2280 2281 #ifdef __VSX__ 2282 static __inline__ vector bool long long __ATTRS_o_ai 2283 vec_cmpge(vector double __a, vector double __b) { 2284 return (vector bool long long)__builtin_vsx_xvcmpgedp(__a, __b); 2285 } 2286 2287 static __inline__ vector bool long long __ATTRS_o_ai 2288 vec_cmpge(vector signed long long __a, vector signed long long __b) { 2289 return ~(vec_cmpgt(__b, __a)); 2290 } 2291 2292 static __inline__ vector bool long long __ATTRS_o_ai 2293 vec_cmpge(vector unsigned long long __a, vector unsigned long long __b) { 2294 return ~(vec_cmpgt(__b, __a)); 2295 } 2296 #endif 2297 2298 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 2299 static __inline__ vector bool __int128 __ATTRS_o_ai 2300 vec_cmpge(vector signed __int128 __a, vector signed __int128 __b) { 2301 return ~(vec_cmpgt(__b, __a)); 2302 } 2303 2304 static __inline__ vector bool __int128 __ATTRS_o_ai 2305 vec_cmpge(vector unsigned __int128 __a, vector unsigned __int128 __b) { 2306 return ~(vec_cmpgt(__b, __a)); 2307 } 2308 #endif 2309 2310 /* vec_vcmpgefp */ 2311 2312 static __inline__ vector bool int __attribute__((__always_inline__)) 2313 vec_vcmpgefp(vector float __a, vector float __b) { 2314 return (vector bool int)__builtin_altivec_vcmpgefp(__a, __b); 2315 } 2316 2317 /* vec_vcmpgtsb */ 2318 2319 static __inline__ vector bool char __attribute__((__always_inline__)) 2320 vec_vcmpgtsb(vector signed char __a, vector signed char __b) { 2321 return (vector bool char)__builtin_altivec_vcmpgtsb(__a, __b); 2322 } 2323 2324 /* vec_vcmpgtub */ 2325 2326 static __inline__ vector bool char __attribute__((__always_inline__)) 2327 vec_vcmpgtub(vector unsigned char __a, vector unsigned char __b) { 2328 return (vector bool char)__builtin_altivec_vcmpgtub(__a, __b); 2329 } 2330 2331 /* vec_vcmpgtsh */ 2332 2333 static __inline__ vector bool short __attribute__((__always_inline__)) 2334 vec_vcmpgtsh(vector short __a, vector short __b) { 2335 return (vector bool short)__builtin_altivec_vcmpgtsh(__a, __b); 2336 } 2337 2338 /* vec_vcmpgtuh */ 2339 2340 static __inline__ vector bool short __attribute__((__always_inline__)) 2341 vec_vcmpgtuh(vector unsigned short __a, vector unsigned short __b) { 2342 return (vector bool short)__builtin_altivec_vcmpgtuh(__a, __b); 2343 } 2344 2345 /* vec_vcmpgtsw */ 2346 2347 static __inline__ vector bool int __attribute__((__always_inline__)) 2348 vec_vcmpgtsw(vector int __a, vector int __b) { 2349 return (vector bool int)__builtin_altivec_vcmpgtsw(__a, __b); 2350 } 2351 2352 /* vec_vcmpgtuw */ 2353 2354 static __inline__ vector bool int __attribute__((__always_inline__)) 2355 vec_vcmpgtuw(vector unsigned int __a, vector unsigned int __b) { 2356 return (vector bool int)__builtin_altivec_vcmpgtuw(__a, __b); 2357 } 2358 2359 /* vec_vcmpgtfp */ 2360 2361 static __inline__ vector bool int __attribute__((__always_inline__)) 2362 vec_vcmpgtfp(vector float __a, vector float __b) { 2363 return (vector bool int)__builtin_altivec_vcmpgtfp(__a, __b); 2364 } 2365 2366 /* vec_cmple */ 2367 2368 static __inline__ vector bool char __ATTRS_o_ai 2369 vec_cmple(vector signed char __a, vector signed char __b) { 2370 return vec_cmpge(__b, __a); 2371 } 2372 2373 static __inline__ vector bool char __ATTRS_o_ai 2374 vec_cmple(vector unsigned char __a, vector unsigned char __b) { 2375 return vec_cmpge(__b, __a); 2376 } 2377 2378 static __inline__ vector bool short __ATTRS_o_ai 2379 vec_cmple(vector signed short __a, vector signed short __b) { 2380 return vec_cmpge(__b, __a); 2381 } 2382 2383 static __inline__ vector bool short __ATTRS_o_ai 2384 vec_cmple(vector unsigned short __a, vector unsigned short __b) { 2385 return vec_cmpge(__b, __a); 2386 } 2387 2388 static __inline__ vector bool int __ATTRS_o_ai 2389 vec_cmple(vector signed int __a, vector signed int __b) { 2390 return vec_cmpge(__b, __a); 2391 } 2392 2393 static __inline__ vector bool int __ATTRS_o_ai 2394 vec_cmple(vector unsigned int __a, vector unsigned int __b) { 2395 return vec_cmpge(__b, __a); 2396 } 2397 2398 static __inline__ vector bool int __ATTRS_o_ai vec_cmple(vector float __a, 2399 vector float __b) { 2400 return vec_cmpge(__b, __a); 2401 } 2402 2403 #ifdef __VSX__ 2404 static __inline__ vector bool long long __ATTRS_o_ai 2405 vec_cmple(vector double __a, vector double __b) { 2406 return vec_cmpge(__b, __a); 2407 } 2408 2409 static __inline__ vector bool long long __ATTRS_o_ai 2410 vec_cmple(vector signed long long __a, vector signed long long __b) { 2411 return vec_cmpge(__b, __a); 2412 } 2413 2414 static __inline__ vector bool long long __ATTRS_o_ai 2415 vec_cmple(vector unsigned long long __a, vector unsigned long long __b) { 2416 return vec_cmpge(__b, __a); 2417 } 2418 #endif 2419 2420 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 2421 static __inline__ vector bool __int128 __ATTRS_o_ai 2422 vec_cmple(vector signed __int128 __a, vector signed __int128 __b) { 2423 return vec_cmpge(__b, __a); 2424 } 2425 2426 static __inline__ vector bool __int128 __ATTRS_o_ai 2427 vec_cmple(vector unsigned __int128 __a, vector unsigned __int128 __b) { 2428 return vec_cmpge(__b, __a); 2429 } 2430 #endif 2431 2432 /* vec_cmplt */ 2433 2434 static __inline__ vector bool char __ATTRS_o_ai 2435 vec_cmplt(vector signed char __a, vector signed char __b) { 2436 return vec_cmpgt(__b, __a); 2437 } 2438 2439 static __inline__ vector bool char __ATTRS_o_ai 2440 vec_cmplt(vector unsigned char __a, vector unsigned char __b) { 2441 return vec_cmpgt(__b, __a); 2442 } 2443 2444 static __inline__ vector bool short __ATTRS_o_ai vec_cmplt(vector short __a, 2445 vector short __b) { 2446 return vec_cmpgt(__b, __a); 2447 } 2448 2449 static __inline__ vector bool short __ATTRS_o_ai 2450 vec_cmplt(vector unsigned short __a, vector unsigned short __b) { 2451 return vec_cmpgt(__b, __a); 2452 } 2453 2454 static __inline__ vector bool int __ATTRS_o_ai vec_cmplt(vector int __a, 2455 vector int __b) { 2456 return vec_cmpgt(__b, __a); 2457 } 2458 2459 static __inline__ vector bool int __ATTRS_o_ai 2460 vec_cmplt(vector unsigned int __a, vector unsigned int __b) { 2461 return vec_cmpgt(__b, __a); 2462 } 2463 2464 static __inline__ vector bool int __ATTRS_o_ai vec_cmplt(vector float __a, 2465 vector float __b) { 2466 return vec_cmpgt(__b, __a); 2467 } 2468 2469 #ifdef __VSX__ 2470 static __inline__ vector bool long long __ATTRS_o_ai 2471 vec_cmplt(vector double __a, vector double __b) { 2472 return vec_cmpgt(__b, __a); 2473 } 2474 #endif 2475 2476 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 2477 static __inline__ vector bool __int128 __ATTRS_o_ai 2478 vec_cmplt(vector signed __int128 __a, vector signed __int128 __b) { 2479 return vec_cmpgt(__b, __a); 2480 } 2481 2482 static __inline__ vector bool __int128 __ATTRS_o_ai 2483 vec_cmplt(vector unsigned __int128 __a, vector unsigned __int128 __b) { 2484 return vec_cmpgt(__b, __a); 2485 } 2486 #endif 2487 2488 #ifdef __VSX__ 2489 static __inline__ vector bool long long __ATTRS_o_ai 2490 vec_cmplt(vector signed long long __a, vector signed long long __b) { 2491 return vec_cmpgt(__b, __a); 2492 } 2493 2494 static __inline__ vector bool long long __ATTRS_o_ai 2495 vec_cmplt(vector unsigned long long __a, vector unsigned long long __b) { 2496 return vec_cmpgt(__b, __a); 2497 } 2498 #endif 2499 2500 #ifdef __POWER8_VECTOR__ 2501 /* vec_popcnt */ 2502 2503 static __inline__ vector unsigned char __ATTRS_o_ai 2504 vec_popcnt(vector signed char __a) { 2505 return (vector unsigned char)__builtin_elementwise_popcount( 2506 (vector unsigned char)__a); 2507 } 2508 static __inline__ vector unsigned char __ATTRS_o_ai 2509 vec_popcnt(vector unsigned char __a) { 2510 return __builtin_elementwise_popcount(__a); 2511 } 2512 static __inline__ vector unsigned short __ATTRS_o_ai 2513 vec_popcnt(vector signed short __a) { 2514 return (vector unsigned short)__builtin_elementwise_popcount( 2515 (vector unsigned short)__a); 2516 } 2517 static __inline__ vector unsigned short __ATTRS_o_ai 2518 vec_popcnt(vector unsigned short __a) { 2519 return __builtin_elementwise_popcount(__a); 2520 } 2521 static __inline__ vector unsigned int __ATTRS_o_ai 2522 vec_popcnt(vector signed int __a) { 2523 return __builtin_elementwise_popcount((vector unsigned int)__a); 2524 } 2525 static __inline__ vector unsigned int __ATTRS_o_ai 2526 vec_popcnt(vector unsigned int __a) { 2527 return __builtin_elementwise_popcount(__a); 2528 } 2529 static __inline__ vector unsigned long long __ATTRS_o_ai 2530 vec_popcnt(vector signed long long __a) { 2531 return __builtin_elementwise_popcount((vector unsigned long long)__a); 2532 } 2533 static __inline__ vector unsigned long long __ATTRS_o_ai 2534 vec_popcnt(vector unsigned long long __a) { 2535 return __builtin_elementwise_popcount(__a); 2536 } 2537 2538 #define vec_vclz vec_cntlz 2539 /* vec_cntlz */ 2540 2541 static __inline__ vector signed char __ATTRS_o_ai 2542 vec_cntlz(vector signed char __a) { 2543 return (vector signed char)__builtin_altivec_vclzb((vector unsigned char)__a); 2544 } 2545 static __inline__ vector unsigned char __ATTRS_o_ai 2546 vec_cntlz(vector unsigned char __a) { 2547 return __builtin_altivec_vclzb(__a); 2548 } 2549 static __inline__ vector signed short __ATTRS_o_ai 2550 vec_cntlz(vector signed short __a) { 2551 return (vector signed short)__builtin_altivec_vclzh( 2552 (vector unsigned short)__a); 2553 } 2554 static __inline__ vector unsigned short __ATTRS_o_ai 2555 vec_cntlz(vector unsigned short __a) { 2556 return __builtin_altivec_vclzh(__a); 2557 } 2558 static __inline__ vector signed int __ATTRS_o_ai 2559 vec_cntlz(vector signed int __a) { 2560 return (vector signed int)__builtin_altivec_vclzw((vector unsigned int)__a); 2561 } 2562 static __inline__ vector unsigned int __ATTRS_o_ai 2563 vec_cntlz(vector unsigned int __a) { 2564 return __builtin_altivec_vclzw(__a); 2565 } 2566 static __inline__ vector signed long long __ATTRS_o_ai 2567 vec_cntlz(vector signed long long __a) { 2568 return (vector signed long long)__builtin_altivec_vclzd( 2569 (vector unsigned long long)__a); 2570 } 2571 static __inline__ vector unsigned long long __ATTRS_o_ai 2572 vec_cntlz(vector unsigned long long __a) { 2573 return __builtin_altivec_vclzd(__a); 2574 } 2575 #endif 2576 2577 #ifdef __POWER9_VECTOR__ 2578 2579 /* vec_cnttz */ 2580 2581 static __inline__ vector signed char __ATTRS_o_ai 2582 vec_cnttz(vector signed char __a) { 2583 return (vector signed char)__builtin_altivec_vctzb((vector unsigned char)__a); 2584 } 2585 static __inline__ vector unsigned char __ATTRS_o_ai 2586 vec_cnttz(vector unsigned char __a) { 2587 return __builtin_altivec_vctzb(__a); 2588 } 2589 static __inline__ vector signed short __ATTRS_o_ai 2590 vec_cnttz(vector signed short __a) { 2591 return (vector signed short)__builtin_altivec_vctzh( 2592 (vector unsigned short)__a); 2593 } 2594 static __inline__ vector unsigned short __ATTRS_o_ai 2595 vec_cnttz(vector unsigned short __a) { 2596 return __builtin_altivec_vctzh(__a); 2597 } 2598 static __inline__ vector signed int __ATTRS_o_ai 2599 vec_cnttz(vector signed int __a) { 2600 return (vector signed int)__builtin_altivec_vctzw((vector unsigned int)__a); 2601 } 2602 static __inline__ vector unsigned int __ATTRS_o_ai 2603 vec_cnttz(vector unsigned int __a) { 2604 return __builtin_altivec_vctzw(__a); 2605 } 2606 static __inline__ vector signed long long __ATTRS_o_ai 2607 vec_cnttz(vector signed long long __a) { 2608 return (vector signed long long)__builtin_altivec_vctzd( 2609 (vector unsigned long long)__a); 2610 } 2611 static __inline__ vector unsigned long long __ATTRS_o_ai 2612 vec_cnttz(vector unsigned long long __a) { 2613 return __builtin_altivec_vctzd(__a); 2614 } 2615 2616 /* vec_first_match_index */ 2617 2618 static __inline__ unsigned __ATTRS_o_ai 2619 vec_first_match_index(vector signed char __a, vector signed char __b) { 2620 vector unsigned long long __res = 2621 #ifdef __LITTLE_ENDIAN__ 2622 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2623 #else 2624 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2625 #endif 2626 if (__res[0] == 64) { 2627 return (__res[1] + 64) >> 3; 2628 } 2629 return __res[0] >> 3; 2630 } 2631 2632 static __inline__ unsigned __ATTRS_o_ai 2633 vec_first_match_index(vector unsigned char __a, vector unsigned char __b) { 2634 vector unsigned long long __res = 2635 #ifdef __LITTLE_ENDIAN__ 2636 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2637 #else 2638 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2639 #endif 2640 if (__res[0] == 64) { 2641 return (__res[1] + 64) >> 3; 2642 } 2643 return __res[0] >> 3; 2644 } 2645 2646 static __inline__ unsigned __ATTRS_o_ai 2647 vec_first_match_index(vector signed short __a, vector signed short __b) { 2648 vector unsigned long long __res = 2649 #ifdef __LITTLE_ENDIAN__ 2650 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2651 #else 2652 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2653 #endif 2654 if (__res[0] == 64) { 2655 return (__res[1] + 64) >> 4; 2656 } 2657 return __res[0] >> 4; 2658 } 2659 2660 static __inline__ unsigned __ATTRS_o_ai 2661 vec_first_match_index(vector unsigned short __a, vector unsigned short __b) { 2662 vector unsigned long long __res = 2663 #ifdef __LITTLE_ENDIAN__ 2664 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2665 #else 2666 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2667 #endif 2668 if (__res[0] == 64) { 2669 return (__res[1] + 64) >> 4; 2670 } 2671 return __res[0] >> 4; 2672 } 2673 2674 static __inline__ unsigned __ATTRS_o_ai 2675 vec_first_match_index(vector signed int __a, vector signed int __b) { 2676 vector unsigned long long __res = 2677 #ifdef __LITTLE_ENDIAN__ 2678 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2679 #else 2680 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2681 #endif 2682 if (__res[0] == 64) { 2683 return (__res[1] + 64) >> 5; 2684 } 2685 return __res[0] >> 5; 2686 } 2687 2688 static __inline__ unsigned __ATTRS_o_ai 2689 vec_first_match_index(vector unsigned int __a, vector unsigned int __b) { 2690 vector unsigned long long __res = 2691 #ifdef __LITTLE_ENDIAN__ 2692 vec_cnttz((vector unsigned long long)vec_cmpeq(__a, __b)); 2693 #else 2694 vec_cntlz((vector unsigned long long)vec_cmpeq(__a, __b)); 2695 #endif 2696 if (__res[0] == 64) { 2697 return (__res[1] + 64) >> 5; 2698 } 2699 return __res[0] >> 5; 2700 } 2701 2702 /* vec_first_match_or_eos_index */ 2703 2704 static __inline__ unsigned __ATTRS_o_ai 2705 vec_first_match_or_eos_index(vector signed char __a, vector signed char __b) { 2706 /* Compare the result of the comparison of two vectors with either and OR the 2707 result. Either the elements are equal or one will equal the comparison 2708 result if either is zero. 2709 */ 2710 vector bool char __tmp1 = vec_cmpeq(__a, __b); 2711 vector bool char __tmp2 = __tmp1 | 2712 vec_cmpeq((vector signed char)__tmp1, __a) | 2713 vec_cmpeq((vector signed char)__tmp1, __b); 2714 2715 vector unsigned long long __res = 2716 #ifdef __LITTLE_ENDIAN__ 2717 vec_cnttz((vector unsigned long long)__tmp2); 2718 #else 2719 vec_cntlz((vector unsigned long long)__tmp2); 2720 #endif 2721 if (__res[0] == 64) { 2722 return (__res[1] + 64) >> 3; 2723 } 2724 return __res[0] >> 3; 2725 } 2726 2727 static __inline__ unsigned __ATTRS_o_ai 2728 vec_first_match_or_eos_index(vector unsigned char __a, 2729 vector unsigned char __b) { 2730 vector bool char __tmp1 = vec_cmpeq(__a, __b); 2731 vector bool char __tmp2 = __tmp1 | 2732 vec_cmpeq((vector unsigned char)__tmp1, __a) | 2733 vec_cmpeq((vector unsigned char)__tmp1, __b); 2734 2735 vector unsigned long long __res = 2736 #ifdef __LITTLE_ENDIAN__ 2737 vec_cnttz((vector unsigned long long)__tmp2); 2738 #else 2739 vec_cntlz((vector unsigned long long)__tmp2); 2740 #endif 2741 if (__res[0] == 64) { 2742 return (__res[1] + 64) >> 3; 2743 } 2744 return __res[0] >> 3; 2745 } 2746 2747 static __inline__ unsigned __ATTRS_o_ai 2748 vec_first_match_or_eos_index(vector signed short __a, vector signed short __b) { 2749 vector bool short __tmp1 = vec_cmpeq(__a, __b); 2750 vector bool short __tmp2 = __tmp1 | 2751 vec_cmpeq((vector signed short)__tmp1, __a) | 2752 vec_cmpeq((vector signed short)__tmp1, __b); 2753 2754 vector unsigned long long __res = 2755 #ifdef __LITTLE_ENDIAN__ 2756 vec_cnttz((vector unsigned long long)__tmp2); 2757 #else 2758 vec_cntlz((vector unsigned long long)__tmp2); 2759 #endif 2760 if (__res[0] == 64) { 2761 return (__res[1] + 64) >> 4; 2762 } 2763 return __res[0] >> 4; 2764 } 2765 2766 static __inline__ unsigned __ATTRS_o_ai 2767 vec_first_match_or_eos_index(vector unsigned short __a, 2768 vector unsigned short __b) { 2769 vector bool short __tmp1 = vec_cmpeq(__a, __b); 2770 vector bool short __tmp2 = __tmp1 | 2771 vec_cmpeq((vector unsigned short)__tmp1, __a) | 2772 vec_cmpeq((vector unsigned short)__tmp1, __b); 2773 2774 vector unsigned long long __res = 2775 #ifdef __LITTLE_ENDIAN__ 2776 vec_cnttz((vector unsigned long long)__tmp2); 2777 #else 2778 vec_cntlz((vector unsigned long long)__tmp2); 2779 #endif 2780 if (__res[0] == 64) { 2781 return (__res[1] + 64) >> 4; 2782 } 2783 return __res[0] >> 4; 2784 } 2785 2786 static __inline__ unsigned __ATTRS_o_ai 2787 vec_first_match_or_eos_index(vector signed int __a, vector signed int __b) { 2788 vector bool int __tmp1 = vec_cmpeq(__a, __b); 2789 vector bool int __tmp2 = __tmp1 | vec_cmpeq((vector signed int)__tmp1, __a) | 2790 vec_cmpeq((vector signed int)__tmp1, __b); 2791 2792 vector unsigned long long __res = 2793 #ifdef __LITTLE_ENDIAN__ 2794 vec_cnttz((vector unsigned long long)__tmp2); 2795 #else 2796 vec_cntlz((vector unsigned long long)__tmp2); 2797 #endif 2798 if (__res[0] == 64) { 2799 return (__res[1] + 64) >> 5; 2800 } 2801 return __res[0] >> 5; 2802 } 2803 2804 static __inline__ unsigned __ATTRS_o_ai 2805 vec_first_match_or_eos_index(vector unsigned int __a, vector unsigned int __b) { 2806 vector bool int __tmp1 = vec_cmpeq(__a, __b); 2807 vector bool int __tmp2 = __tmp1 | 2808 vec_cmpeq((vector unsigned int)__tmp1, __a) | 2809 vec_cmpeq((vector unsigned int)__tmp1, __b); 2810 2811 vector unsigned long long __res = 2812 #ifdef __LITTLE_ENDIAN__ 2813 vec_cnttz((vector unsigned long long)__tmp2); 2814 #else 2815 vec_cntlz((vector unsigned long long)__tmp2); 2816 #endif 2817 if (__res[0] == 64) { 2818 return (__res[1] + 64) >> 5; 2819 } 2820 return __res[0] >> 5; 2821 } 2822 2823 /* vec_first_mismatch_index */ 2824 2825 static __inline__ unsigned __ATTRS_o_ai 2826 vec_first_mismatch_index(vector signed char __a, vector signed char __b) { 2827 vector unsigned long long __res = 2828 #ifdef __LITTLE_ENDIAN__ 2829 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2830 #else 2831 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2832 #endif 2833 if (__res[0] == 64) { 2834 return (__res[1] + 64) >> 3; 2835 } 2836 return __res[0] >> 3; 2837 } 2838 2839 static __inline__ unsigned __ATTRS_o_ai 2840 vec_first_mismatch_index(vector unsigned char __a, vector unsigned char __b) { 2841 vector unsigned long long __res = 2842 #ifdef __LITTLE_ENDIAN__ 2843 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2844 #else 2845 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2846 #endif 2847 if (__res[0] == 64) { 2848 return (__res[1] + 64) >> 3; 2849 } 2850 return __res[0] >> 3; 2851 } 2852 2853 static __inline__ unsigned __ATTRS_o_ai 2854 vec_first_mismatch_index(vector signed short __a, vector signed short __b) { 2855 vector unsigned long long __res = 2856 #ifdef __LITTLE_ENDIAN__ 2857 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2858 #else 2859 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2860 #endif 2861 if (__res[0] == 64) { 2862 return (__res[1] + 64) >> 4; 2863 } 2864 return __res[0] >> 4; 2865 } 2866 2867 static __inline__ unsigned __ATTRS_o_ai 2868 vec_first_mismatch_index(vector unsigned short __a, vector unsigned short __b) { 2869 vector unsigned long long __res = 2870 #ifdef __LITTLE_ENDIAN__ 2871 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2872 #else 2873 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2874 #endif 2875 if (__res[0] == 64) { 2876 return (__res[1] + 64) >> 4; 2877 } 2878 return __res[0] >> 4; 2879 } 2880 2881 static __inline__ unsigned __ATTRS_o_ai 2882 vec_first_mismatch_index(vector signed int __a, vector signed int __b) { 2883 vector unsigned long long __res = 2884 #ifdef __LITTLE_ENDIAN__ 2885 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2886 #else 2887 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2888 #endif 2889 if (__res[0] == 64) { 2890 return (__res[1] + 64) >> 5; 2891 } 2892 return __res[0] >> 5; 2893 } 2894 2895 static __inline__ unsigned __ATTRS_o_ai 2896 vec_first_mismatch_index(vector unsigned int __a, vector unsigned int __b) { 2897 vector unsigned long long __res = 2898 #ifdef __LITTLE_ENDIAN__ 2899 vec_cnttz((vector unsigned long long)vec_cmpne(__a, __b)); 2900 #else 2901 vec_cntlz((vector unsigned long long)vec_cmpne(__a, __b)); 2902 #endif 2903 if (__res[0] == 64) { 2904 return (__res[1] + 64) >> 5; 2905 } 2906 return __res[0] >> 5; 2907 } 2908 2909 /* vec_first_mismatch_or_eos_index */ 2910 2911 static __inline__ unsigned __ATTRS_o_ai 2912 vec_first_mismatch_or_eos_index(vector signed char __a, 2913 vector signed char __b) { 2914 vector unsigned long long __res = 2915 #ifdef __LITTLE_ENDIAN__ 2916 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2917 #else 2918 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2919 #endif 2920 if (__res[0] == 64) { 2921 return (__res[1] + 64) >> 3; 2922 } 2923 return __res[0] >> 3; 2924 } 2925 2926 static __inline__ unsigned __ATTRS_o_ai 2927 vec_first_mismatch_or_eos_index(vector unsigned char __a, 2928 vector unsigned char __b) { 2929 vector unsigned long long __res = 2930 #ifdef __LITTLE_ENDIAN__ 2931 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2932 #else 2933 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2934 #endif 2935 if (__res[0] == 64) { 2936 return (__res[1] + 64) >> 3; 2937 } 2938 return __res[0] >> 3; 2939 } 2940 2941 static __inline__ unsigned __ATTRS_o_ai 2942 vec_first_mismatch_or_eos_index(vector signed short __a, 2943 vector signed short __b) { 2944 vector unsigned long long __res = 2945 #ifdef __LITTLE_ENDIAN__ 2946 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2947 #else 2948 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2949 #endif 2950 if (__res[0] == 64) { 2951 return (__res[1] + 64) >> 4; 2952 } 2953 return __res[0] >> 4; 2954 } 2955 2956 static __inline__ unsigned __ATTRS_o_ai 2957 vec_first_mismatch_or_eos_index(vector unsigned short __a, 2958 vector unsigned short __b) { 2959 vector unsigned long long __res = 2960 #ifdef __LITTLE_ENDIAN__ 2961 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2962 #else 2963 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2964 #endif 2965 if (__res[0] == 64) { 2966 return (__res[1] + 64) >> 4; 2967 } 2968 return __res[0] >> 4; 2969 } 2970 2971 static __inline__ unsigned __ATTRS_o_ai 2972 vec_first_mismatch_or_eos_index(vector signed int __a, vector signed int __b) { 2973 vector unsigned long long __res = 2974 #ifdef __LITTLE_ENDIAN__ 2975 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2976 #else 2977 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2978 #endif 2979 if (__res[0] == 64) { 2980 return (__res[1] + 64) >> 5; 2981 } 2982 return __res[0] >> 5; 2983 } 2984 2985 static __inline__ unsigned __ATTRS_o_ai 2986 vec_first_mismatch_or_eos_index(vector unsigned int __a, 2987 vector unsigned int __b) { 2988 vector unsigned long long __res = 2989 #ifdef __LITTLE_ENDIAN__ 2990 vec_cnttz((vector unsigned long long)vec_cmpnez(__a, __b)); 2991 #else 2992 vec_cntlz((vector unsigned long long)vec_cmpnez(__a, __b)); 2993 #endif 2994 if (__res[0] == 64) { 2995 return (__res[1] + 64) >> 5; 2996 } 2997 return __res[0] >> 5; 2998 } 2999 3000 static __inline__ vector double __ATTRS_o_ai 3001 vec_insert_exp(vector double __a, vector unsigned long long __b) { 3002 return __builtin_vsx_xviexpdp((vector unsigned long long)__a,__b); 3003 } 3004 3005 static __inline__ vector double __ATTRS_o_ai 3006 vec_insert_exp(vector unsigned long long __a, vector unsigned long long __b) { 3007 return __builtin_vsx_xviexpdp(__a,__b); 3008 } 3009 3010 static __inline__ vector float __ATTRS_o_ai 3011 vec_insert_exp(vector float __a, vector unsigned int __b) { 3012 return __builtin_vsx_xviexpsp((vector unsigned int)__a,__b); 3013 } 3014 3015 static __inline__ vector float __ATTRS_o_ai 3016 vec_insert_exp(vector unsigned int __a, vector unsigned int __b) { 3017 return __builtin_vsx_xviexpsp(__a,__b); 3018 } 3019 3020 #if defined(__powerpc64__) 3021 static __inline__ vector signed char __ATTRS_o_ai vec_xl_len(const signed char *__a, 3022 size_t __b) { 3023 return (vector signed char)__builtin_vsx_lxvl(__a, (__b << 56)); 3024 } 3025 3026 static __inline__ vector unsigned char __ATTRS_o_ai 3027 vec_xl_len(const unsigned char *__a, size_t __b) { 3028 return (vector unsigned char)__builtin_vsx_lxvl(__a, (__b << 56)); 3029 } 3030 3031 static __inline__ vector signed short __ATTRS_o_ai vec_xl_len(const signed short *__a, 3032 size_t __b) { 3033 return (vector signed short)__builtin_vsx_lxvl(__a, (__b << 56)); 3034 } 3035 3036 static __inline__ vector unsigned short __ATTRS_o_ai 3037 vec_xl_len(const unsigned short *__a, size_t __b) { 3038 return (vector unsigned short)__builtin_vsx_lxvl(__a, (__b << 56)); 3039 } 3040 3041 static __inline__ vector signed int __ATTRS_o_ai vec_xl_len(const signed int *__a, 3042 size_t __b) { 3043 return (vector signed int)__builtin_vsx_lxvl(__a, (__b << 56)); 3044 } 3045 3046 static __inline__ vector unsigned int __ATTRS_o_ai vec_xl_len(const unsigned int *__a, 3047 size_t __b) { 3048 return (vector unsigned int)__builtin_vsx_lxvl(__a, (__b << 56)); 3049 } 3050 3051 static __inline__ vector float __ATTRS_o_ai vec_xl_len(const float *__a, size_t __b) { 3052 return (vector float)__builtin_vsx_lxvl(__a, (__b << 56)); 3053 } 3054 3055 #ifdef __SIZEOF_INT128__ 3056 static __inline__ vector signed __int128 __ATTRS_o_ai 3057 vec_xl_len(const signed __int128 *__a, size_t __b) { 3058 return (vector signed __int128)__builtin_vsx_lxvl(__a, (__b << 56)); 3059 } 3060 3061 static __inline__ vector unsigned __int128 __ATTRS_o_ai 3062 vec_xl_len(const unsigned __int128 *__a, size_t __b) { 3063 return (vector unsigned __int128)__builtin_vsx_lxvl(__a, (__b << 56)); 3064 } 3065 #endif 3066 3067 static __inline__ vector signed long long __ATTRS_o_ai 3068 vec_xl_len(const signed long long *__a, size_t __b) { 3069 return (vector signed long long)__builtin_vsx_lxvl(__a, (__b << 56)); 3070 } 3071 3072 static __inline__ vector unsigned long long __ATTRS_o_ai 3073 vec_xl_len(const unsigned long long *__a, size_t __b) { 3074 return (vector unsigned long long)__builtin_vsx_lxvl(__a, (__b << 56)); 3075 } 3076 3077 static __inline__ vector double __ATTRS_o_ai vec_xl_len(const double *__a, 3078 size_t __b) { 3079 return (vector double)__builtin_vsx_lxvl(__a, (__b << 56)); 3080 } 3081 3082 static __inline__ vector unsigned char __ATTRS_o_ai 3083 vec_xl_len_r(const unsigned char *__a, size_t __b) { 3084 vector unsigned char __res = 3085 (vector unsigned char)__builtin_vsx_lxvll(__a, (__b << 56)); 3086 vector unsigned char __mask = 3087 (vector unsigned char)__builtin_altivec_lvsr(16 - __b, (int *)NULL); 3088 return (vector unsigned char)__builtin_altivec_vperm_4si( 3089 (vector int)__res, (vector int)__res, __mask); 3090 } 3091 3092 // vec_xst_len 3093 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned char __a, 3094 unsigned char *__b, 3095 size_t __c) { 3096 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3097 } 3098 3099 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed char __a, 3100 signed char *__b, size_t __c) { 3101 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3102 } 3103 3104 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed short __a, 3105 signed short *__b, size_t __c) { 3106 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3107 } 3108 3109 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned short __a, 3110 unsigned short *__b, 3111 size_t __c) { 3112 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3113 } 3114 3115 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed int __a, 3116 signed int *__b, size_t __c) { 3117 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3118 } 3119 3120 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned int __a, 3121 unsigned int *__b, size_t __c) { 3122 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3123 } 3124 3125 static __inline__ void __ATTRS_o_ai vec_xst_len(vector float __a, float *__b, 3126 size_t __c) { 3127 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3128 } 3129 3130 #ifdef __SIZEOF_INT128__ 3131 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed __int128 __a, 3132 signed __int128 *__b, 3133 size_t __c) { 3134 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3135 } 3136 3137 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned __int128 __a, 3138 unsigned __int128 *__b, 3139 size_t __c) { 3140 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3141 } 3142 #endif 3143 3144 static __inline__ void __ATTRS_o_ai vec_xst_len(vector signed long long __a, 3145 signed long long *__b, 3146 size_t __c) { 3147 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3148 } 3149 3150 static __inline__ void __ATTRS_o_ai vec_xst_len(vector unsigned long long __a, 3151 unsigned long long *__b, 3152 size_t __c) { 3153 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3154 } 3155 3156 static __inline__ void __ATTRS_o_ai vec_xst_len(vector double __a, double *__b, 3157 size_t __c) { 3158 return __builtin_vsx_stxvl((vector int)__a, __b, (__c << 56)); 3159 } 3160 3161 static __inline__ void __ATTRS_o_ai vec_xst_len_r(vector unsigned char __a, 3162 unsigned char *__b, 3163 size_t __c) { 3164 vector unsigned char __mask = 3165 (vector unsigned char)__builtin_altivec_lvsl(16 - __c, (int *)NULL); 3166 vector unsigned char __res = 3167 (vector unsigned char)__builtin_altivec_vperm_4si( 3168 (vector int)__a, (vector int)__a, __mask); 3169 return __builtin_vsx_stxvll((vector int)__res, __b, (__c << 56)); 3170 } 3171 #endif 3172 #endif 3173 3174 #if defined(__POWER9_VECTOR__) && defined(__powerpc64__) 3175 #define __vec_ldrmb(PTR, CNT) vec_xl_len_r((const unsigned char *)(PTR), (CNT)) 3176 #define __vec_strmb(PTR, CNT, VAL) \ 3177 vec_xst_len_r((VAL), (unsigned char *)(PTR), (CNT)) 3178 #else 3179 #define __vec_ldrmb __builtin_vsx_ldrmb 3180 #define __vec_strmb __builtin_vsx_strmb 3181 #endif 3182 3183 /* vec_cpsgn */ 3184 3185 #ifdef __VSX__ 3186 static __inline__ vector float __ATTRS_o_ai vec_cpsgn(vector float __a, 3187 vector float __b) { 3188 return __builtin_vsx_xvcpsgnsp(__b, __a); 3189 } 3190 3191 static __inline__ vector double __ATTRS_o_ai vec_cpsgn(vector double __a, 3192 vector double __b) { 3193 return __builtin_vsx_xvcpsgndp(__b, __a); 3194 } 3195 #endif 3196 3197 /* vec_ctf */ 3198 3199 #ifdef __VSX__ 3200 // There are some functions that have different signatures with the XL compiler 3201 // from those in Clang/GCC and documented in the PVIPR. This macro ensures that 3202 // the XL-compatible signatures are used for those functions. 3203 #ifdef __XL_COMPAT_ALTIVEC__ 3204 #define vec_ctf(__a, __b) \ 3205 _Generic((__a), \ 3206 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \ 3207 ((__b)&0x1F)), \ 3208 vector unsigned int: (vector float)__builtin_altivec_vcfux( \ 3209 (vector unsigned int)(__a), ((__b)&0x1F)), \ 3210 vector unsigned long long: ( \ 3211 vector float)(__builtin_vsx_xvcvuxdsp( \ 3212 (vector unsigned long long)(__a)) * \ 3213 (vector float)(vector unsigned)((0x7f - \ 3214 ((__b)&0x1F)) \ 3215 << 23)), \ 3216 vector signed long long: ( \ 3217 vector float)(__builtin_vsx_xvcvsxdsp( \ 3218 (vector signed long long)(__a)) * \ 3219 (vector float)(vector unsigned)((0x7f - \ 3220 ((__b)&0x1F)) \ 3221 << 23))) 3222 #else // __XL_COMPAT_ALTIVEC__ 3223 #define vec_ctf(__a, __b) \ 3224 _Generic( \ 3225 (__a), \ 3226 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \ 3227 ((__b)&0x1F)), \ 3228 vector unsigned int: (vector float)__builtin_altivec_vcfux( \ 3229 (vector unsigned int)(__a), ((__b)&0x1F)), \ 3230 vector unsigned long long: ( \ 3231 vector float)(__builtin_convertvector( \ 3232 (vector unsigned long long)(__a), vector double) * \ 3233 (vector double)(vector unsigned long long)((0x3ffULL - \ 3234 ((__b)&0x1F)) \ 3235 << 52)), \ 3236 vector signed long long: ( \ 3237 vector float)(__builtin_convertvector( \ 3238 (vector signed long long)(__a), vector double) * \ 3239 (vector double)(vector unsigned long long)((0x3ffULL - \ 3240 ((__b)&0x1F)) \ 3241 << 52))) 3242 #endif // __XL_COMPAT_ALTIVEC__ 3243 #else 3244 #define vec_ctf(__a, __b) \ 3245 _Generic((__a), \ 3246 vector int: (vector float)__builtin_altivec_vcfsx((vector int)(__a), \ 3247 ((__b)&0x1F)), \ 3248 vector unsigned int: (vector float)__builtin_altivec_vcfux( \ 3249 (vector unsigned int)(__a), ((__b)&0x1F))) 3250 #endif 3251 3252 /* vec_ctd */ 3253 #ifdef __VSX__ 3254 #define vec_ctd(__a, __b) \ 3255 _Generic((__a), \ 3256 vector signed int: ( \ 3257 vec_doublee((vector signed int)(__a)) * \ 3258 (vector double)(vector unsigned long long)((0x3ffULL - \ 3259 ((__b)&0x1F)) \ 3260 << 52)), \ 3261 vector unsigned int: ( \ 3262 vec_doublee((vector unsigned int)(__a)) * \ 3263 (vector double)(vector unsigned long long)((0x3ffULL - \ 3264 ((__b)&0x1F)) \ 3265 << 52)), \ 3266 vector unsigned long long: ( \ 3267 __builtin_convertvector((vector unsigned long long)(__a), \ 3268 vector double) * \ 3269 (vector double)(vector unsigned long long)((0x3ffULL - \ 3270 ((__b)&0x1F)) \ 3271 << 52)), \ 3272 vector signed long long: ( \ 3273 __builtin_convertvector((vector signed long long)(__a), \ 3274 vector double) * \ 3275 (vector double)(vector unsigned long long)((0x3ffULL - \ 3276 ((__b)&0x1F)) \ 3277 << 52))) 3278 #endif // __VSX__ 3279 3280 /* vec_vcfsx */ 3281 3282 #define vec_vcfux __builtin_altivec_vcfux 3283 /* vec_vcfux */ 3284 3285 #define vec_vcfsx(__a, __b) __builtin_altivec_vcfsx((vector int)(__a), (__b)) 3286 3287 /* vec_cts */ 3288 3289 #ifdef __VSX__ 3290 #ifdef __XL_COMPAT_ALTIVEC__ 3291 #define vec_cts(__a, __b) \ 3292 _Generic((__a), \ 3293 vector float: (vector signed int)__builtin_altivec_vctsxs( \ 3294 (vector float)(__a), ((__b)&0x1F)), \ 3295 vector double: __extension__({ \ 3296 vector double __ret = \ 3297 (vector double)(__a) * \ 3298 (vector double)(vector unsigned long long)((0x3ffULL + \ 3299 ((__b)&0x1F)) \ 3300 << 52); \ 3301 (vector signed long long)__builtin_vsx_xvcvdpsxws(__ret); \ 3302 })) 3303 #else // __XL_COMPAT_ALTIVEC__ 3304 #define vec_cts(__a, __b) \ 3305 _Generic((__a), \ 3306 vector float: (vector signed int)__builtin_altivec_vctsxs( \ 3307 (vector float)(__a), ((__b)&0x1F)), \ 3308 vector double: __extension__({ \ 3309 vector double __ret = \ 3310 (vector double)(__a) * \ 3311 (vector double)(vector unsigned long long)((0x3ffULL + \ 3312 ((__b)&0x1F)) \ 3313 << 52); \ 3314 (vector signed long long)__builtin_convertvector( \ 3315 __ret, vector signed long long); \ 3316 })) 3317 #endif // __XL_COMPAT_ALTIVEC__ 3318 #else 3319 #define vec_cts __builtin_altivec_vctsxs 3320 #endif 3321 3322 /* vec_vctsxs */ 3323 3324 #define vec_vctsxs __builtin_altivec_vctsxs 3325 3326 /* vec_ctu */ 3327 3328 #ifdef __VSX__ 3329 #ifdef __XL_COMPAT_ALTIVEC__ 3330 #define vec_ctu(__a, __b) \ 3331 _Generic((__a), \ 3332 vector float: (vector unsigned int)__builtin_altivec_vctuxs( \ 3333 (vector float)(__a), ((__b)&0x1F)), \ 3334 vector double: __extension__({ \ 3335 vector double __ret = \ 3336 (vector double)(__a) * \ 3337 (vector double)(vector unsigned long long)((0x3ffULL + \ 3338 ((__b)&0x1F)) \ 3339 << 52); \ 3340 (vector unsigned long long)__builtin_vsx_xvcvdpuxws(__ret); \ 3341 })) 3342 #else // __XL_COMPAT_ALTIVEC__ 3343 #define vec_ctu(__a, __b) \ 3344 _Generic((__a), \ 3345 vector float: (vector unsigned int)__builtin_altivec_vctuxs( \ 3346 (vector float)(__a), ((__b)&0x1F)), \ 3347 vector double: __extension__({ \ 3348 vector double __ret = \ 3349 (vector double)(__a) * \ 3350 (vector double)(vector unsigned long long)((0x3ffULL + \ 3351 ((__b)&0x1F)) \ 3352 << 52); \ 3353 (vector unsigned long long)__builtin_convertvector( \ 3354 __ret, vector unsigned long long); \ 3355 })) 3356 #endif // __XL_COMPAT_ALTIVEC__ 3357 #else 3358 #define vec_ctu __builtin_altivec_vctuxs 3359 #endif 3360 3361 #ifdef __LITTLE_ENDIAN__ 3362 /* vec_ctsl */ 3363 3364 #ifdef __VSX__ 3365 #define vec_ctsl(__a, __b) \ 3366 _Generic( \ 3367 (__a), vector float \ 3368 : __extension__({ \ 3369 vector float __ret = \ 3370 (vector float)(__a) * \ 3371 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \ 3372 __builtin_vsx_xvcvspsxds(__builtin_vsx_xxsldwi(__ret, __ret, 1)); \ 3373 }), \ 3374 vector double \ 3375 : __extension__({ \ 3376 vector double __ret = \ 3377 (vector double)(__a) * \ 3378 (vector double)(vector unsigned long long)((0x3ffULL + \ 3379 ((__b)&0x1F)) \ 3380 << 52); \ 3381 __builtin_convertvector(__ret, vector signed long long); \ 3382 })) 3383 3384 /* vec_ctul */ 3385 3386 #define vec_ctul(__a, __b) \ 3387 _Generic( \ 3388 (__a), vector float \ 3389 : __extension__({ \ 3390 vector float __ret = \ 3391 (vector float)(__a) * \ 3392 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \ 3393 __builtin_vsx_xvcvspuxds(__builtin_vsx_xxsldwi(__ret, __ret, 1)); \ 3394 }), \ 3395 vector double \ 3396 : __extension__({ \ 3397 vector double __ret = \ 3398 (vector double)(__a) * \ 3399 (vector double)(vector unsigned long long)((0x3ffULL + \ 3400 ((__b)&0x1F)) \ 3401 << 52); \ 3402 __builtin_convertvector(__ret, vector unsigned long long); \ 3403 })) 3404 #endif 3405 #else // __LITTLE_ENDIAN__ 3406 /* vec_ctsl */ 3407 3408 #ifdef __VSX__ 3409 #define vec_ctsl(__a, __b) \ 3410 _Generic((__a), \ 3411 vector float: __extension__({ \ 3412 vector float __ret = \ 3413 (vector float)(__a) * \ 3414 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) << 23); \ 3415 __builtin_vsx_xvcvspsxds(__ret); \ 3416 }), \ 3417 vector double: __extension__({ \ 3418 vector double __ret = \ 3419 (vector double)(__a) * \ 3420 (vector double)(vector unsigned long long)((0x3ffULL + \ 3421 ((__b)&0x1F)) \ 3422 << 52); \ 3423 __builtin_convertvector(__ret, vector signed long long); \ 3424 })) 3425 3426 /* vec_ctul */ 3427 3428 #define vec_ctul(__a, __b) \ 3429 _Generic((__a), vector float \ 3430 : __extension__({ \ 3431 vector float __ret = \ 3432 (vector float)(__a) * \ 3433 (vector float)(vector unsigned)((0x7f + ((__b)&0x1F)) \ 3434 << 23); \ 3435 __builtin_vsx_xvcvspuxds(__ret); \ 3436 }), \ 3437 vector double \ 3438 : __extension__({ \ 3439 vector double __ret = \ 3440 (vector double)(__a) * \ 3441 (vector double)(vector unsigned long long)((0x3ffULL + \ 3442 ((__b)&0x1F)) \ 3443 << 52); \ 3444 __builtin_convertvector(__ret, vector unsigned long long); \ 3445 })) 3446 #endif 3447 #endif // __LITTLE_ENDIAN__ 3448 3449 /* vec_vctuxs */ 3450 3451 #define vec_vctuxs __builtin_altivec_vctuxs 3452 3453 /* vec_signext */ 3454 3455 #ifdef __POWER9_VECTOR__ 3456 static __inline__ vector signed int __ATTRS_o_ai 3457 vec_signexti(vector signed char __a) { 3458 return __builtin_altivec_vextsb2w(__a); 3459 } 3460 3461 static __inline__ vector signed int __ATTRS_o_ai 3462 vec_signexti(vector signed short __a) { 3463 return __builtin_altivec_vextsh2w(__a); 3464 } 3465 3466 static __inline__ vector signed long long __ATTRS_o_ai 3467 vec_signextll(vector signed char __a) { 3468 return __builtin_altivec_vextsb2d(__a); 3469 } 3470 3471 static __inline__ vector signed long long __ATTRS_o_ai 3472 vec_signextll(vector signed short __a) { 3473 return __builtin_altivec_vextsh2d(__a); 3474 } 3475 3476 static __inline__ vector signed long long __ATTRS_o_ai 3477 vec_signextll(vector signed int __a) { 3478 return __builtin_altivec_vextsw2d(__a); 3479 } 3480 #endif 3481 3482 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 3483 static __inline__ vector signed __int128 __ATTRS_o_ai 3484 vec_signextq(vector signed long long __a) { 3485 return __builtin_altivec_vextsd2q(__a); 3486 } 3487 #endif 3488 3489 /* vec_signed */ 3490 3491 static __inline__ vector signed int __ATTRS_o_ai 3492 vec_sld(vector signed int, vector signed int, unsigned const int __c); 3493 3494 static __inline__ vector signed int __ATTRS_o_ai 3495 vec_signed(vector float __a) { 3496 return __builtin_convertvector(__a, vector signed int); 3497 } 3498 3499 #ifdef __VSX__ 3500 static __inline__ vector signed long long __ATTRS_o_ai 3501 vec_signed(vector double __a) { 3502 return __builtin_convertvector(__a, vector signed long long); 3503 } 3504 3505 static __inline__ vector signed int __attribute__((__always_inline__)) 3506 vec_signed2(vector double __a, vector double __b) { 3507 return (vector signed int) { __a[0], __a[1], __b[0], __b[1] }; 3508 } 3509 3510 static __inline__ vector signed int __ATTRS_o_ai 3511 vec_signede(vector double __a) { 3512 #ifdef __LITTLE_ENDIAN__ 3513 vector signed int __ret = __builtin_vsx_xvcvdpsxws(__a); 3514 return vec_sld(__ret, __ret, 12); 3515 #else 3516 return __builtin_vsx_xvcvdpsxws(__a); 3517 #endif 3518 } 3519 3520 static __inline__ vector signed int __ATTRS_o_ai 3521 vec_signedo(vector double __a) { 3522 #ifdef __LITTLE_ENDIAN__ 3523 return __builtin_vsx_xvcvdpsxws(__a); 3524 #else 3525 vector signed int __ret = __builtin_vsx_xvcvdpsxws(__a); 3526 return vec_sld(__ret, __ret, 12); 3527 #endif 3528 } 3529 #endif 3530 3531 /* vec_unsigned */ 3532 3533 static __inline__ vector unsigned int __ATTRS_o_ai 3534 vec_sld(vector unsigned int, vector unsigned int, unsigned const int __c); 3535 3536 static __inline__ vector unsigned int __ATTRS_o_ai 3537 vec_unsigned(vector float __a) { 3538 return __builtin_convertvector(__a, vector unsigned int); 3539 } 3540 3541 #ifdef __VSX__ 3542 static __inline__ vector unsigned long long __ATTRS_o_ai 3543 vec_unsigned(vector double __a) { 3544 return __builtin_convertvector(__a, vector unsigned long long); 3545 } 3546 3547 static __inline__ vector unsigned int __attribute__((__always_inline__)) 3548 vec_unsigned2(vector double __a, vector double __b) { 3549 return (vector unsigned int) { __a[0], __a[1], __b[0], __b[1] }; 3550 } 3551 3552 static __inline__ vector unsigned int __ATTRS_o_ai 3553 vec_unsignede(vector double __a) { 3554 #ifdef __LITTLE_ENDIAN__ 3555 vector unsigned int __ret = __builtin_vsx_xvcvdpuxws(__a); 3556 return vec_sld(__ret, __ret, 12); 3557 #else 3558 return __builtin_vsx_xvcvdpuxws(__a); 3559 #endif 3560 } 3561 3562 static __inline__ vector unsigned int __ATTRS_o_ai 3563 vec_unsignedo(vector double __a) { 3564 #ifdef __LITTLE_ENDIAN__ 3565 return __builtin_vsx_xvcvdpuxws(__a); 3566 #else 3567 vector unsigned int __ret = __builtin_vsx_xvcvdpuxws(__a); 3568 return vec_sld(__ret, __ret, 12); 3569 #endif 3570 } 3571 #endif 3572 3573 /* vec_float */ 3574 3575 static __inline__ vector float __ATTRS_o_ai 3576 vec_sld(vector float, vector float, unsigned const int __c); 3577 3578 static __inline__ vector float __ATTRS_o_ai 3579 vec_float(vector signed int __a) { 3580 return __builtin_convertvector(__a, vector float); 3581 } 3582 3583 static __inline__ vector float __ATTRS_o_ai 3584 vec_float(vector unsigned int __a) { 3585 return __builtin_convertvector(__a, vector float); 3586 } 3587 3588 #ifdef __VSX__ 3589 static __inline__ vector float __ATTRS_o_ai 3590 vec_float2(vector signed long long __a, vector signed long long __b) { 3591 return (vector float) { __a[0], __a[1], __b[0], __b[1] }; 3592 } 3593 3594 static __inline__ vector float __ATTRS_o_ai 3595 vec_float2(vector unsigned long long __a, vector unsigned long long __b) { 3596 return (vector float) { __a[0], __a[1], __b[0], __b[1] }; 3597 } 3598 3599 static __inline__ vector float __ATTRS_o_ai 3600 vec_float2(vector double __a, vector double __b) { 3601 return (vector float) { __a[0], __a[1], __b[0], __b[1] }; 3602 } 3603 3604 static __inline__ vector float __ATTRS_o_ai 3605 vec_floate(vector signed long long __a) { 3606 #ifdef __LITTLE_ENDIAN__ 3607 vector float __ret = __builtin_vsx_xvcvsxdsp(__a); 3608 return vec_sld(__ret, __ret, 12); 3609 #else 3610 return __builtin_vsx_xvcvsxdsp(__a); 3611 #endif 3612 } 3613 3614 static __inline__ vector float __ATTRS_o_ai 3615 vec_floate(vector unsigned long long __a) { 3616 #ifdef __LITTLE_ENDIAN__ 3617 vector float __ret = __builtin_vsx_xvcvuxdsp(__a); 3618 return vec_sld(__ret, __ret, 12); 3619 #else 3620 return __builtin_vsx_xvcvuxdsp(__a); 3621 #endif 3622 } 3623 3624 static __inline__ vector float __ATTRS_o_ai 3625 vec_floate(vector double __a) { 3626 #ifdef __LITTLE_ENDIAN__ 3627 vector float __ret = __builtin_vsx_xvcvdpsp(__a); 3628 return vec_sld(__ret, __ret, 12); 3629 #else 3630 return __builtin_vsx_xvcvdpsp(__a); 3631 #endif 3632 } 3633 3634 static __inline__ vector float __ATTRS_o_ai 3635 vec_floato(vector signed long long __a) { 3636 #ifdef __LITTLE_ENDIAN__ 3637 return __builtin_vsx_xvcvsxdsp(__a); 3638 #else 3639 vector float __ret = __builtin_vsx_xvcvsxdsp(__a); 3640 return vec_sld(__ret, __ret, 12); 3641 #endif 3642 } 3643 3644 static __inline__ vector float __ATTRS_o_ai 3645 vec_floato(vector unsigned long long __a) { 3646 #ifdef __LITTLE_ENDIAN__ 3647 return __builtin_vsx_xvcvuxdsp(__a); 3648 #else 3649 vector float __ret = __builtin_vsx_xvcvuxdsp(__a); 3650 return vec_sld(__ret, __ret, 12); 3651 #endif 3652 } 3653 3654 static __inline__ vector float __ATTRS_o_ai 3655 vec_floato(vector double __a) { 3656 #ifdef __LITTLE_ENDIAN__ 3657 return __builtin_vsx_xvcvdpsp(__a); 3658 #else 3659 vector float __ret = __builtin_vsx_xvcvdpsp(__a); 3660 return vec_sld(__ret, __ret, 12); 3661 #endif 3662 } 3663 #endif 3664 3665 /* vec_double */ 3666 3667 #ifdef __VSX__ 3668 static __inline__ vector double __ATTRS_o_ai 3669 vec_double(vector signed long long __a) { 3670 return __builtin_convertvector(__a, vector double); 3671 } 3672 3673 static __inline__ vector double __ATTRS_o_ai 3674 vec_double(vector unsigned long long __a) { 3675 return __builtin_convertvector(__a, vector double); 3676 } 3677 3678 static __inline__ vector double __ATTRS_o_ai 3679 vec_doublee(vector signed int __a) { 3680 #ifdef __LITTLE_ENDIAN__ 3681 return __builtin_vsx_xvcvsxwdp(vec_sld(__a, __a, 4)); 3682 #else 3683 return __builtin_vsx_xvcvsxwdp(__a); 3684 #endif 3685 } 3686 3687 static __inline__ vector double __ATTRS_o_ai 3688 vec_doublee(vector unsigned int __a) { 3689 #ifdef __LITTLE_ENDIAN__ 3690 return __builtin_vsx_xvcvuxwdp(vec_sld(__a, __a, 4)); 3691 #else 3692 return __builtin_vsx_xvcvuxwdp(__a); 3693 #endif 3694 } 3695 3696 static __inline__ vector double __ATTRS_o_ai 3697 vec_doublee(vector float __a) { 3698 #ifdef __LITTLE_ENDIAN__ 3699 return __builtin_vsx_xvcvspdp(vec_sld(__a, __a, 4)); 3700 #else 3701 return __builtin_vsx_xvcvspdp(__a); 3702 #endif 3703 } 3704 3705 static __inline__ vector double __ATTRS_o_ai 3706 vec_doubleh(vector signed int __a) { 3707 vector double __ret = {__a[0], __a[1]}; 3708 return __ret; 3709 } 3710 3711 static __inline__ vector double __ATTRS_o_ai 3712 vec_doubleh(vector unsigned int __a) { 3713 vector double __ret = {__a[0], __a[1]}; 3714 return __ret; 3715 } 3716 3717 static __inline__ vector double __ATTRS_o_ai 3718 vec_doubleh(vector float __a) { 3719 vector double __ret = {__a[0], __a[1]}; 3720 return __ret; 3721 } 3722 3723 static __inline__ vector double __ATTRS_o_ai 3724 vec_doublel(vector signed int __a) { 3725 vector double __ret = {__a[2], __a[3]}; 3726 return __ret; 3727 } 3728 3729 static __inline__ vector double __ATTRS_o_ai 3730 vec_doublel(vector unsigned int __a) { 3731 vector double __ret = {__a[2], __a[3]}; 3732 return __ret; 3733 } 3734 3735 static __inline__ vector double __ATTRS_o_ai 3736 vec_doublel(vector float __a) { 3737 vector double __ret = {__a[2], __a[3]}; 3738 return __ret; 3739 } 3740 3741 static __inline__ vector double __ATTRS_o_ai 3742 vec_doubleo(vector signed int __a) { 3743 #ifdef __LITTLE_ENDIAN__ 3744 return __builtin_vsx_xvcvsxwdp(__a); 3745 #else 3746 return __builtin_vsx_xvcvsxwdp(vec_sld(__a, __a, 4)); 3747 #endif 3748 } 3749 3750 static __inline__ vector double __ATTRS_o_ai 3751 vec_doubleo(vector unsigned int __a) { 3752 #ifdef __LITTLE_ENDIAN__ 3753 return __builtin_vsx_xvcvuxwdp(__a); 3754 #else 3755 return __builtin_vsx_xvcvuxwdp(vec_sld(__a, __a, 4)); 3756 #endif 3757 } 3758 3759 static __inline__ vector double __ATTRS_o_ai 3760 vec_doubleo(vector float __a) { 3761 #ifdef __LITTLE_ENDIAN__ 3762 return __builtin_vsx_xvcvspdp(__a); 3763 #else 3764 return __builtin_vsx_xvcvspdp(vec_sld(__a, __a, 4)); 3765 #endif 3766 } 3767 3768 /* vec_cvf */ 3769 static __inline__ vector double __ATTRS_o_ai vec_cvf(vector float __a) { 3770 return vec_doublee(__a); 3771 } 3772 3773 static __inline__ vector float __ATTRS_o_ai vec_cvf(vector double __a) { 3774 return vec_floate(__a); 3775 } 3776 #endif 3777 3778 /* vec_div */ 3779 3780 /* Integer vector divides (vectors are scalarized, elements divided 3781 and the vectors reassembled). 3782 */ 3783 static __inline__ vector signed char __ATTRS_o_ai 3784 vec_div(vector signed char __a, vector signed char __b) { 3785 return __a / __b; 3786 } 3787 3788 static __inline__ vector unsigned char __ATTRS_o_ai 3789 vec_div(vector unsigned char __a, vector unsigned char __b) { 3790 return __a / __b; 3791 } 3792 3793 static __inline__ vector signed short __ATTRS_o_ai 3794 vec_div(vector signed short __a, vector signed short __b) { 3795 return __a / __b; 3796 } 3797 3798 static __inline__ vector unsigned short __ATTRS_o_ai 3799 vec_div(vector unsigned short __a, vector unsigned short __b) { 3800 return __a / __b; 3801 } 3802 3803 static __inline__ vector signed int __ATTRS_o_ai 3804 vec_div(vector signed int __a, vector signed int __b) { 3805 return __a / __b; 3806 } 3807 3808 static __inline__ vector unsigned int __ATTRS_o_ai 3809 vec_div(vector unsigned int __a, vector unsigned int __b) { 3810 return __a / __b; 3811 } 3812 3813 #ifdef __VSX__ 3814 static __inline__ vector signed long long __ATTRS_o_ai 3815 vec_div(vector signed long long __a, vector signed long long __b) { 3816 return __a / __b; 3817 } 3818 3819 static __inline__ vector unsigned long long __ATTRS_o_ai 3820 vec_div(vector unsigned long long __a, vector unsigned long long __b) { 3821 return __a / __b; 3822 } 3823 3824 static __inline__ vector float __ATTRS_o_ai vec_div(vector float __a, 3825 vector float __b) { 3826 return __a / __b; 3827 } 3828 3829 static __inline__ vector double __ATTRS_o_ai vec_div(vector double __a, 3830 vector double __b) { 3831 return __a / __b; 3832 } 3833 #endif 3834 3835 /* vec_dive */ 3836 3837 #ifdef __POWER10_VECTOR__ 3838 static __inline__ vector signed int __ATTRS_o_ai 3839 vec_dive(vector signed int __a, vector signed int __b) { 3840 return __builtin_altivec_vdivesw(__a, __b); 3841 } 3842 3843 static __inline__ vector unsigned int __ATTRS_o_ai 3844 vec_dive(vector unsigned int __a, vector unsigned int __b) { 3845 return __builtin_altivec_vdiveuw(__a, __b); 3846 } 3847 3848 static __inline__ vector signed long long __ATTRS_o_ai 3849 vec_dive(vector signed long long __a, vector signed long long __b) { 3850 return __builtin_altivec_vdivesd(__a, __b); 3851 } 3852 3853 static __inline__ vector unsigned long long __ATTRS_o_ai 3854 vec_dive(vector unsigned long long __a, vector unsigned long long __b) { 3855 return __builtin_altivec_vdiveud(__a, __b); 3856 } 3857 3858 #ifdef __SIZEOF_INT128__ 3859 static __inline__ vector unsigned __int128 __ATTRS_o_ai 3860 vec_dive(vector unsigned __int128 __a, vector unsigned __int128 __b) { 3861 return __builtin_altivec_vdiveuq(__a, __b); 3862 } 3863 3864 static __inline__ vector signed __int128 __ATTRS_o_ai 3865 vec_dive(vector signed __int128 __a, vector signed __int128 __b) { 3866 return __builtin_altivec_vdivesq(__a, __b); 3867 } 3868 #endif 3869 #endif 3870 3871 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 3872 static __inline__ vector unsigned __int128 __ATTRS_o_ai 3873 vec_div(vector unsigned __int128 __a, vector unsigned __int128 __b) { 3874 return __a / __b; 3875 } 3876 3877 static __inline__ vector signed __int128 __ATTRS_o_ai 3878 vec_div(vector signed __int128 __a, vector signed __int128 __b) { 3879 return __a / __b; 3880 } 3881 #endif /* __POWER10_VECTOR__ */ 3882 3883 /* vec_xvtdiv */ 3884 3885 #ifdef __VSX__ 3886 static __inline__ int __ATTRS_o_ai vec_test_swdiv(vector double __a, 3887 vector double __b) { 3888 return __builtin_vsx_xvtdivdp(__a, __b); 3889 } 3890 3891 static __inline__ int __ATTRS_o_ai vec_test_swdivs(vector float __a, 3892 vector float __b) { 3893 return __builtin_vsx_xvtdivsp(__a, __b); 3894 } 3895 #endif 3896 3897 /* vec_dss */ 3898 3899 #define vec_dss __builtin_altivec_dss 3900 3901 /* vec_dssall */ 3902 3903 static __inline__ void __attribute__((__always_inline__)) vec_dssall(void) { 3904 __builtin_altivec_dssall(); 3905 } 3906 3907 /* vec_dst */ 3908 #define vec_dst(__PTR, __CW, __STR) \ 3909 __builtin_altivec_dst((const void *)(__PTR), (__CW), (__STR)) 3910 3911 /* vec_dstst */ 3912 #define vec_dstst(__PTR, __CW, __STR) \ 3913 __builtin_altivec_dstst((const void *)(__PTR), (__CW), (__STR)) 3914 3915 /* vec_dststt */ 3916 #define vec_dststt(__PTR, __CW, __STR) \ 3917 __builtin_altivec_dststt((const void *)(__PTR), (__CW), (__STR)) 3918 3919 /* vec_dstt */ 3920 #define vec_dstt(__PTR, __CW, __STR) \ 3921 __builtin_altivec_dstt((const void *)(__PTR), (__CW), (__STR)) 3922 3923 /* vec_eqv */ 3924 3925 #ifdef __POWER8_VECTOR__ 3926 static __inline__ vector signed char __ATTRS_o_ai 3927 vec_eqv(vector signed char __a, vector signed char __b) { 3928 return (vector signed char)__builtin_vsx_xxleqv((vector unsigned int)__a, 3929 (vector unsigned int)__b); 3930 } 3931 3932 static __inline__ vector unsigned char __ATTRS_o_ai 3933 vec_eqv(vector unsigned char __a, vector unsigned char __b) { 3934 return (vector unsigned char)__builtin_vsx_xxleqv((vector unsigned int)__a, 3935 (vector unsigned int)__b); 3936 } 3937 3938 static __inline__ vector bool char __ATTRS_o_ai vec_eqv(vector bool char __a, 3939 vector bool char __b) { 3940 return (vector bool char)__builtin_vsx_xxleqv((vector unsigned int)__a, 3941 (vector unsigned int)__b); 3942 } 3943 3944 static __inline__ vector signed short __ATTRS_o_ai 3945 vec_eqv(vector signed short __a, vector signed short __b) { 3946 return (vector signed short)__builtin_vsx_xxleqv((vector unsigned int)__a, 3947 (vector unsigned int)__b); 3948 } 3949 3950 static __inline__ vector unsigned short __ATTRS_o_ai 3951 vec_eqv(vector unsigned short __a, vector unsigned short __b) { 3952 return (vector unsigned short)__builtin_vsx_xxleqv((vector unsigned int)__a, 3953 (vector unsigned int)__b); 3954 } 3955 3956 static __inline__ vector bool short __ATTRS_o_ai 3957 vec_eqv(vector bool short __a, vector bool short __b) { 3958 return (vector bool short)__builtin_vsx_xxleqv((vector unsigned int)__a, 3959 (vector unsigned int)__b); 3960 } 3961 3962 static __inline__ vector signed int __ATTRS_o_ai 3963 vec_eqv(vector signed int __a, vector signed int __b) { 3964 return (vector signed int)__builtin_vsx_xxleqv((vector unsigned int)__a, 3965 (vector unsigned int)__b); 3966 } 3967 3968 static __inline__ vector unsigned int __ATTRS_o_ai 3969 vec_eqv(vector unsigned int __a, vector unsigned int __b) { 3970 return __builtin_vsx_xxleqv(__a, __b); 3971 } 3972 3973 static __inline__ vector bool int __ATTRS_o_ai vec_eqv(vector bool int __a, 3974 vector bool int __b) { 3975 return (vector bool int)__builtin_vsx_xxleqv((vector unsigned int)__a, 3976 (vector unsigned int)__b); 3977 } 3978 3979 static __inline__ vector signed long long __ATTRS_o_ai 3980 vec_eqv(vector signed long long __a, vector signed long long __b) { 3981 return (vector signed long long)__builtin_vsx_xxleqv( 3982 (vector unsigned int)__a, (vector unsigned int)__b); 3983 } 3984 3985 static __inline__ vector unsigned long long __ATTRS_o_ai 3986 vec_eqv(vector unsigned long long __a, vector unsigned long long __b) { 3987 return (vector unsigned long long)__builtin_vsx_xxleqv( 3988 (vector unsigned int)__a, (vector unsigned int)__b); 3989 } 3990 3991 static __inline__ vector bool long long __ATTRS_o_ai 3992 vec_eqv(vector bool long long __a, vector bool long long __b) { 3993 return (vector bool long long)__builtin_vsx_xxleqv((vector unsigned int)__a, 3994 (vector unsigned int)__b); 3995 } 3996 3997 static __inline__ vector float __ATTRS_o_ai vec_eqv(vector float __a, 3998 vector float __b) { 3999 return (vector float)__builtin_vsx_xxleqv((vector unsigned int)__a, 4000 (vector unsigned int)__b); 4001 } 4002 4003 static __inline__ vector double __ATTRS_o_ai vec_eqv(vector double __a, 4004 vector double __b) { 4005 return (vector double)__builtin_vsx_xxleqv((vector unsigned int)__a, 4006 (vector unsigned int)__b); 4007 } 4008 #endif 4009 4010 /* vec_expte */ 4011 4012 static __inline__ vector float __attribute__((__always_inline__)) 4013 vec_expte(vector float __a) { 4014 return __builtin_altivec_vexptefp(__a); 4015 } 4016 4017 /* vec_vexptefp */ 4018 4019 static __inline__ vector float __attribute__((__always_inline__)) 4020 vec_vexptefp(vector float __a) { 4021 return __builtin_altivec_vexptefp(__a); 4022 } 4023 4024 /* vec_floor */ 4025 4026 static __inline__ vector float __ATTRS_o_ai vec_floor(vector float __a) { 4027 #ifdef __VSX__ 4028 return __builtin_vsx_xvrspim(__a); 4029 #else 4030 return __builtin_altivec_vrfim(__a); 4031 #endif 4032 } 4033 4034 #ifdef __VSX__ 4035 static __inline__ vector double __ATTRS_o_ai vec_floor(vector double __a) { 4036 return __builtin_vsx_xvrdpim(__a); 4037 } 4038 #endif 4039 4040 /* vec_roundm */ 4041 static __inline__ vector float __ATTRS_o_ai vec_roundm(vector float __a) { 4042 return vec_floor(__a); 4043 } 4044 4045 #ifdef __VSX__ 4046 static __inline__ vector double __ATTRS_o_ai vec_roundm(vector double __a) { 4047 return vec_floor(__a); 4048 } 4049 #endif 4050 4051 /* vec_vrfim */ 4052 4053 static __inline__ vector float __attribute__((__always_inline__)) 4054 vec_vrfim(vector float __a) { 4055 return __builtin_altivec_vrfim(__a); 4056 } 4057 4058 /* vec_ld */ 4059 4060 static __inline__ vector signed char __ATTRS_o_ai 4061 vec_ld(long __a, const vector signed char *__b) { 4062 return (vector signed char)__builtin_altivec_lvx(__a, __b); 4063 } 4064 4065 static __inline__ vector signed char __ATTRS_o_ai 4066 vec_ld(long __a, const signed char *__b) { 4067 return (vector signed char)__builtin_altivec_lvx(__a, __b); 4068 } 4069 4070 static __inline__ vector unsigned char __ATTRS_o_ai 4071 vec_ld(long __a, const vector unsigned char *__b) { 4072 return (vector unsigned char)__builtin_altivec_lvx(__a, __b); 4073 } 4074 4075 static __inline__ vector unsigned char __ATTRS_o_ai 4076 vec_ld(long __a, const unsigned char *__b) { 4077 return (vector unsigned char)__builtin_altivec_lvx(__a, __b); 4078 } 4079 4080 static __inline__ vector bool char __ATTRS_o_ai 4081 vec_ld(long __a, const vector bool char *__b) { 4082 return (vector bool char)__builtin_altivec_lvx(__a, __b); 4083 } 4084 4085 static __inline__ vector short __ATTRS_o_ai vec_ld(long __a, 4086 const vector short *__b) { 4087 return (vector short)__builtin_altivec_lvx(__a, __b); 4088 } 4089 4090 static __inline__ vector short __ATTRS_o_ai vec_ld(long __a, const short *__b) { 4091 return (vector short)__builtin_altivec_lvx(__a, __b); 4092 } 4093 4094 static __inline__ vector unsigned short __ATTRS_o_ai 4095 vec_ld(long __a, const vector unsigned short *__b) { 4096 return (vector unsigned short)__builtin_altivec_lvx(__a, __b); 4097 } 4098 4099 static __inline__ vector unsigned short __ATTRS_o_ai 4100 vec_ld(long __a, const unsigned short *__b) { 4101 return (vector unsigned short)__builtin_altivec_lvx(__a, __b); 4102 } 4103 4104 static __inline__ vector bool short __ATTRS_o_ai 4105 vec_ld(long __a, const vector bool short *__b) { 4106 return (vector bool short)__builtin_altivec_lvx(__a, __b); 4107 } 4108 4109 static __inline__ vector pixel __ATTRS_o_ai vec_ld(long __a, 4110 const vector pixel *__b) { 4111 return (vector pixel)__builtin_altivec_lvx(__a, __b); 4112 } 4113 4114 static __inline__ vector int __ATTRS_o_ai vec_ld(long __a, 4115 const vector int *__b) { 4116 return (vector int)__builtin_altivec_lvx(__a, __b); 4117 } 4118 4119 static __inline__ vector int __ATTRS_o_ai vec_ld(long __a, const int *__b) { 4120 return (vector int)__builtin_altivec_lvx(__a, __b); 4121 } 4122 4123 static __inline__ vector unsigned int __ATTRS_o_ai 4124 vec_ld(long __a, const vector unsigned int *__b) { 4125 return (vector unsigned int)__builtin_altivec_lvx(__a, __b); 4126 } 4127 4128 static __inline__ vector unsigned int __ATTRS_o_ai 4129 vec_ld(long __a, const unsigned int *__b) { 4130 return (vector unsigned int)__builtin_altivec_lvx(__a, __b); 4131 } 4132 4133 static __inline__ vector bool int __ATTRS_o_ai 4134 vec_ld(long __a, const vector bool int *__b) { 4135 return (vector bool int)__builtin_altivec_lvx(__a, __b); 4136 } 4137 4138 static __inline__ vector float __ATTRS_o_ai vec_ld(long __a, 4139 const vector float *__b) { 4140 return (vector float)__builtin_altivec_lvx(__a, __b); 4141 } 4142 4143 static __inline__ vector float __ATTRS_o_ai vec_ld(long __a, const float *__b) { 4144 return (vector float)__builtin_altivec_lvx(__a, __b); 4145 } 4146 4147 /* vec_lvx */ 4148 4149 static __inline__ vector signed char __ATTRS_o_ai 4150 vec_lvx(long __a, const vector signed char *__b) { 4151 return (vector signed char)__builtin_altivec_lvx(__a, __b); 4152 } 4153 4154 static __inline__ vector signed char __ATTRS_o_ai 4155 vec_lvx(long __a, const signed char *__b) { 4156 return (vector signed char)__builtin_altivec_lvx(__a, __b); 4157 } 4158 4159 static __inline__ vector unsigned char __ATTRS_o_ai 4160 vec_lvx(long __a, const vector unsigned char *__b) { 4161 return (vector unsigned char)__builtin_altivec_lvx(__a, __b); 4162 } 4163 4164 static __inline__ vector unsigned char __ATTRS_o_ai 4165 vec_lvx(long __a, const unsigned char *__b) { 4166 return (vector unsigned char)__builtin_altivec_lvx(__a, __b); 4167 } 4168 4169 static __inline__ vector bool char __ATTRS_o_ai 4170 vec_lvx(long __a, const vector bool char *__b) { 4171 return (vector bool char)__builtin_altivec_lvx(__a, __b); 4172 } 4173 4174 static __inline__ vector short __ATTRS_o_ai vec_lvx(long __a, 4175 const vector short *__b) { 4176 return (vector short)__builtin_altivec_lvx(__a, __b); 4177 } 4178 4179 static __inline__ vector short __ATTRS_o_ai vec_lvx(long __a, const short *__b) { 4180 return (vector short)__builtin_altivec_lvx(__a, __b); 4181 } 4182 4183 static __inline__ vector unsigned short __ATTRS_o_ai 4184 vec_lvx(long __a, const vector unsigned short *__b) { 4185 return (vector unsigned short)__builtin_altivec_lvx(__a, __b); 4186 } 4187 4188 static __inline__ vector unsigned short __ATTRS_o_ai 4189 vec_lvx(long __a, const unsigned short *__b) { 4190 return (vector unsigned short)__builtin_altivec_lvx(__a, __b); 4191 } 4192 4193 static __inline__ vector bool short __ATTRS_o_ai 4194 vec_lvx(long __a, const vector bool short *__b) { 4195 return (vector bool short)__builtin_altivec_lvx(__a, __b); 4196 } 4197 4198 static __inline__ vector pixel __ATTRS_o_ai vec_lvx(long __a, 4199 const vector pixel *__b) { 4200 return (vector pixel)__builtin_altivec_lvx(__a, __b); 4201 } 4202 4203 static __inline__ vector int __ATTRS_o_ai vec_lvx(long __a, 4204 const vector int *__b) { 4205 return (vector int)__builtin_altivec_lvx(__a, __b); 4206 } 4207 4208 static __inline__ vector int __ATTRS_o_ai vec_lvx(long __a, const int *__b) { 4209 return (vector int)__builtin_altivec_lvx(__a, __b); 4210 } 4211 4212 static __inline__ vector unsigned int __ATTRS_o_ai 4213 vec_lvx(long __a, const vector unsigned int *__b) { 4214 return (vector unsigned int)__builtin_altivec_lvx(__a, __b); 4215 } 4216 4217 static __inline__ vector unsigned int __ATTRS_o_ai 4218 vec_lvx(long __a, const unsigned int *__b) { 4219 return (vector unsigned int)__builtin_altivec_lvx(__a, __b); 4220 } 4221 4222 static __inline__ vector bool int __ATTRS_o_ai 4223 vec_lvx(long __a, const vector bool int *__b) { 4224 return (vector bool int)__builtin_altivec_lvx(__a, __b); 4225 } 4226 4227 static __inline__ vector float __ATTRS_o_ai vec_lvx(long __a, 4228 const vector float *__b) { 4229 return (vector float)__builtin_altivec_lvx(__a, __b); 4230 } 4231 4232 static __inline__ vector float __ATTRS_o_ai vec_lvx(long __a, const float *__b) { 4233 return (vector float)__builtin_altivec_lvx(__a, __b); 4234 } 4235 4236 /* vec_lde */ 4237 4238 static __inline__ vector signed char __ATTRS_o_ai 4239 vec_lde(long __a, const signed char *__b) { 4240 return (vector signed char)__builtin_altivec_lvebx(__a, __b); 4241 } 4242 4243 static __inline__ vector unsigned char __ATTRS_o_ai 4244 vec_lde(long __a, const unsigned char *__b) { 4245 return (vector unsigned char)__builtin_altivec_lvebx(__a, __b); 4246 } 4247 4248 static __inline__ vector short __ATTRS_o_ai vec_lde(long __a, const short *__b) { 4249 return (vector short)__builtin_altivec_lvehx(__a, __b); 4250 } 4251 4252 static __inline__ vector unsigned short __ATTRS_o_ai 4253 vec_lde(long __a, const unsigned short *__b) { 4254 return (vector unsigned short)__builtin_altivec_lvehx(__a, __b); 4255 } 4256 4257 static __inline__ vector int __ATTRS_o_ai vec_lde(long __a, const int *__b) { 4258 return (vector int)__builtin_altivec_lvewx(__a, __b); 4259 } 4260 4261 static __inline__ vector unsigned int __ATTRS_o_ai 4262 vec_lde(long __a, const unsigned int *__b) { 4263 return (vector unsigned int)__builtin_altivec_lvewx(__a, __b); 4264 } 4265 4266 static __inline__ vector float __ATTRS_o_ai vec_lde(long __a, const float *__b) { 4267 return (vector float)__builtin_altivec_lvewx(__a, __b); 4268 } 4269 4270 /* vec_lvebx */ 4271 4272 static __inline__ vector signed char __ATTRS_o_ai 4273 vec_lvebx(long __a, const signed char *__b) { 4274 return (vector signed char)__builtin_altivec_lvebx(__a, __b); 4275 } 4276 4277 static __inline__ vector unsigned char __ATTRS_o_ai 4278 vec_lvebx(long __a, const unsigned char *__b) { 4279 return (vector unsigned char)__builtin_altivec_lvebx(__a, __b); 4280 } 4281 4282 /* vec_lvehx */ 4283 4284 static __inline__ vector short __ATTRS_o_ai vec_lvehx(long __a, 4285 const short *__b) { 4286 return (vector short)__builtin_altivec_lvehx(__a, __b); 4287 } 4288 4289 static __inline__ vector unsigned short __ATTRS_o_ai 4290 vec_lvehx(long __a, const unsigned short *__b) { 4291 return (vector unsigned short)__builtin_altivec_lvehx(__a, __b); 4292 } 4293 4294 /* vec_lvewx */ 4295 4296 static __inline__ vector int __ATTRS_o_ai vec_lvewx(long __a, const int *__b) { 4297 return (vector int)__builtin_altivec_lvewx(__a, __b); 4298 } 4299 4300 static __inline__ vector unsigned int __ATTRS_o_ai 4301 vec_lvewx(long __a, const unsigned int *__b) { 4302 return (vector unsigned int)__builtin_altivec_lvewx(__a, __b); 4303 } 4304 4305 static __inline__ vector float __ATTRS_o_ai vec_lvewx(long __a, 4306 const float *__b) { 4307 return (vector float)__builtin_altivec_lvewx(__a, __b); 4308 } 4309 4310 /* vec_ldl */ 4311 4312 static __inline__ vector signed char __ATTRS_o_ai 4313 vec_ldl(long __a, const vector signed char *__b) { 4314 return (vector signed char)__builtin_altivec_lvxl(__a, __b); 4315 } 4316 4317 static __inline__ vector signed char __ATTRS_o_ai 4318 vec_ldl(long __a, const signed char *__b) { 4319 return (vector signed char)__builtin_altivec_lvxl(__a, __b); 4320 } 4321 4322 static __inline__ vector unsigned char __ATTRS_o_ai 4323 vec_ldl(long __a, const vector unsigned char *__b) { 4324 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b); 4325 } 4326 4327 static __inline__ vector unsigned char __ATTRS_o_ai 4328 vec_ldl(long __a, const unsigned char *__b) { 4329 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b); 4330 } 4331 4332 static __inline__ vector bool char __ATTRS_o_ai 4333 vec_ldl(long __a, const vector bool char *__b) { 4334 return (vector bool char)__builtin_altivec_lvxl(__a, __b); 4335 } 4336 4337 static __inline__ vector short __ATTRS_o_ai vec_ldl(long __a, 4338 const vector short *__b) { 4339 return (vector short)__builtin_altivec_lvxl(__a, __b); 4340 } 4341 4342 static __inline__ vector short __ATTRS_o_ai vec_ldl(long __a, const short *__b) { 4343 return (vector short)__builtin_altivec_lvxl(__a, __b); 4344 } 4345 4346 static __inline__ vector unsigned short __ATTRS_o_ai 4347 vec_ldl(long __a, const vector unsigned short *__b) { 4348 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b); 4349 } 4350 4351 static __inline__ vector unsigned short __ATTRS_o_ai 4352 vec_ldl(long __a, const unsigned short *__b) { 4353 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b); 4354 } 4355 4356 static __inline__ vector bool short __ATTRS_o_ai 4357 vec_ldl(long __a, const vector bool short *__b) { 4358 return (vector bool short)__builtin_altivec_lvxl(__a, __b); 4359 } 4360 4361 static __inline__ vector pixel __ATTRS_o_ai vec_ldl(long __a, 4362 const vector pixel *__b) { 4363 return (vector pixel short)__builtin_altivec_lvxl(__a, __b); 4364 } 4365 4366 static __inline__ vector int __ATTRS_o_ai vec_ldl(long __a, 4367 const vector int *__b) { 4368 return (vector int)__builtin_altivec_lvxl(__a, __b); 4369 } 4370 4371 static __inline__ vector int __ATTRS_o_ai vec_ldl(long __a, const int *__b) { 4372 return (vector int)__builtin_altivec_lvxl(__a, __b); 4373 } 4374 4375 static __inline__ vector unsigned int __ATTRS_o_ai 4376 vec_ldl(long __a, const vector unsigned int *__b) { 4377 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b); 4378 } 4379 4380 static __inline__ vector unsigned int __ATTRS_o_ai 4381 vec_ldl(long __a, const unsigned int *__b) { 4382 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b); 4383 } 4384 4385 static __inline__ vector bool int __ATTRS_o_ai 4386 vec_ldl(long __a, const vector bool int *__b) { 4387 return (vector bool int)__builtin_altivec_lvxl(__a, __b); 4388 } 4389 4390 static __inline__ vector float __ATTRS_o_ai vec_ldl(long __a, 4391 const vector float *__b) { 4392 return (vector float)__builtin_altivec_lvxl(__a, __b); 4393 } 4394 4395 static __inline__ vector float __ATTRS_o_ai vec_ldl(long __a, const float *__b) { 4396 return (vector float)__builtin_altivec_lvxl(__a, __b); 4397 } 4398 4399 /* vec_lvxl */ 4400 4401 static __inline__ vector signed char __ATTRS_o_ai 4402 vec_lvxl(long __a, const vector signed char *__b) { 4403 return (vector signed char)__builtin_altivec_lvxl(__a, __b); 4404 } 4405 4406 static __inline__ vector signed char __ATTRS_o_ai 4407 vec_lvxl(long __a, const signed char *__b) { 4408 return (vector signed char)__builtin_altivec_lvxl(__a, __b); 4409 } 4410 4411 static __inline__ vector unsigned char __ATTRS_o_ai 4412 vec_lvxl(long __a, const vector unsigned char *__b) { 4413 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b); 4414 } 4415 4416 static __inline__ vector unsigned char __ATTRS_o_ai 4417 vec_lvxl(long __a, const unsigned char *__b) { 4418 return (vector unsigned char)__builtin_altivec_lvxl(__a, __b); 4419 } 4420 4421 static __inline__ vector bool char __ATTRS_o_ai 4422 vec_lvxl(long __a, const vector bool char *__b) { 4423 return (vector bool char)__builtin_altivec_lvxl(__a, __b); 4424 } 4425 4426 static __inline__ vector short __ATTRS_o_ai vec_lvxl(long __a, 4427 const vector short *__b) { 4428 return (vector short)__builtin_altivec_lvxl(__a, __b); 4429 } 4430 4431 static __inline__ vector short __ATTRS_o_ai vec_lvxl(long __a, 4432 const short *__b) { 4433 return (vector short)__builtin_altivec_lvxl(__a, __b); 4434 } 4435 4436 static __inline__ vector unsigned short __ATTRS_o_ai 4437 vec_lvxl(long __a, const vector unsigned short *__b) { 4438 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b); 4439 } 4440 4441 static __inline__ vector unsigned short __ATTRS_o_ai 4442 vec_lvxl(long __a, const unsigned short *__b) { 4443 return (vector unsigned short)__builtin_altivec_lvxl(__a, __b); 4444 } 4445 4446 static __inline__ vector bool short __ATTRS_o_ai 4447 vec_lvxl(long __a, const vector bool short *__b) { 4448 return (vector bool short)__builtin_altivec_lvxl(__a, __b); 4449 } 4450 4451 static __inline__ vector pixel __ATTRS_o_ai vec_lvxl(long __a, 4452 const vector pixel *__b) { 4453 return (vector pixel)__builtin_altivec_lvxl(__a, __b); 4454 } 4455 4456 static __inline__ vector int __ATTRS_o_ai vec_lvxl(long __a, 4457 const vector int *__b) { 4458 return (vector int)__builtin_altivec_lvxl(__a, __b); 4459 } 4460 4461 static __inline__ vector int __ATTRS_o_ai vec_lvxl(long __a, const int *__b) { 4462 return (vector int)__builtin_altivec_lvxl(__a, __b); 4463 } 4464 4465 static __inline__ vector unsigned int __ATTRS_o_ai 4466 vec_lvxl(long __a, const vector unsigned int *__b) { 4467 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b); 4468 } 4469 4470 static __inline__ vector unsigned int __ATTRS_o_ai 4471 vec_lvxl(long __a, const unsigned int *__b) { 4472 return (vector unsigned int)__builtin_altivec_lvxl(__a, __b); 4473 } 4474 4475 static __inline__ vector bool int __ATTRS_o_ai 4476 vec_lvxl(long __a, const vector bool int *__b) { 4477 return (vector bool int)__builtin_altivec_lvxl(__a, __b); 4478 } 4479 4480 static __inline__ vector float __ATTRS_o_ai vec_lvxl(long __a, 4481 const vector float *__b) { 4482 return (vector float)__builtin_altivec_lvxl(__a, __b); 4483 } 4484 4485 static __inline__ vector float __ATTRS_o_ai vec_lvxl(long __a, 4486 const float *__b) { 4487 return (vector float)__builtin_altivec_lvxl(__a, __b); 4488 } 4489 4490 /* vec_loge */ 4491 4492 static __inline__ vector float __attribute__((__always_inline__)) 4493 vec_loge(vector float __a) { 4494 return __builtin_altivec_vlogefp(__a); 4495 } 4496 4497 /* vec_vlogefp */ 4498 4499 static __inline__ vector float __attribute__((__always_inline__)) 4500 vec_vlogefp(vector float __a) { 4501 return __builtin_altivec_vlogefp(__a); 4502 } 4503 4504 /* vec_lvsl */ 4505 4506 #ifdef __LITTLE_ENDIAN__ 4507 static __inline__ vector unsigned char __ATTRS_o_ai 4508 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4509 loads/stores"))) vec_lvsl(int __a, const signed char *__b) { 4510 vector unsigned char mask = 4511 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4512 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4513 7, 6, 5, 4, 3, 2, 1, 0}; 4514 return vec_perm(mask, mask, reverse); 4515 } 4516 #else 4517 static __inline__ vector unsigned char __ATTRS_o_ai 4518 vec_lvsl(int __a, const signed char *__b) { 4519 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4520 } 4521 #endif 4522 4523 #ifdef __LITTLE_ENDIAN__ 4524 static __inline__ vector unsigned char __ATTRS_o_ai 4525 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4526 loads/stores"))) vec_lvsl(int __a, const unsigned char *__b) { 4527 vector unsigned char mask = 4528 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4529 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4530 7, 6, 5, 4, 3, 2, 1, 0}; 4531 return vec_perm(mask, mask, reverse); 4532 } 4533 #else 4534 static __inline__ vector unsigned char __ATTRS_o_ai 4535 vec_lvsl(int __a, const unsigned char *__b) { 4536 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4537 } 4538 #endif 4539 4540 #ifdef __LITTLE_ENDIAN__ 4541 static __inline__ vector unsigned char __ATTRS_o_ai 4542 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4543 loads/stores"))) vec_lvsl(int __a, const short *__b) { 4544 vector unsigned char mask = 4545 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4546 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4547 7, 6, 5, 4, 3, 2, 1, 0}; 4548 return vec_perm(mask, mask, reverse); 4549 } 4550 #else 4551 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a, 4552 const short *__b) { 4553 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4554 } 4555 #endif 4556 4557 #ifdef __LITTLE_ENDIAN__ 4558 static __inline__ vector unsigned char __ATTRS_o_ai 4559 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4560 loads/stores"))) vec_lvsl(int __a, const unsigned short *__b) { 4561 vector unsigned char mask = 4562 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4563 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4564 7, 6, 5, 4, 3, 2, 1, 0}; 4565 return vec_perm(mask, mask, reverse); 4566 } 4567 #else 4568 static __inline__ vector unsigned char __ATTRS_o_ai 4569 vec_lvsl(int __a, const unsigned short *__b) { 4570 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4571 } 4572 #endif 4573 4574 #ifdef __LITTLE_ENDIAN__ 4575 static __inline__ vector unsigned char __ATTRS_o_ai 4576 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4577 loads/stores"))) vec_lvsl(int __a, const int *__b) { 4578 vector unsigned char mask = 4579 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4580 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4581 7, 6, 5, 4, 3, 2, 1, 0}; 4582 return vec_perm(mask, mask, reverse); 4583 } 4584 #else 4585 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a, 4586 const int *__b) { 4587 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4588 } 4589 #endif 4590 4591 #ifdef __LITTLE_ENDIAN__ 4592 static __inline__ vector unsigned char __ATTRS_o_ai 4593 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4594 loads/stores"))) vec_lvsl(int __a, const unsigned int *__b) { 4595 vector unsigned char mask = 4596 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4597 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4598 7, 6, 5, 4, 3, 2, 1, 0}; 4599 return vec_perm(mask, mask, reverse); 4600 } 4601 #else 4602 static __inline__ vector unsigned char __ATTRS_o_ai 4603 vec_lvsl(int __a, const unsigned int *__b) { 4604 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4605 } 4606 #endif 4607 4608 #ifdef __LITTLE_ENDIAN__ 4609 static __inline__ vector unsigned char __ATTRS_o_ai 4610 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4611 loads/stores"))) vec_lvsl(int __a, const float *__b) { 4612 vector unsigned char mask = 4613 (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4614 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4615 7, 6, 5, 4, 3, 2, 1, 0}; 4616 return vec_perm(mask, mask, reverse); 4617 } 4618 #else 4619 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsl(int __a, 4620 const float *__b) { 4621 return (vector unsigned char)__builtin_altivec_lvsl(__a, __b); 4622 } 4623 #endif 4624 4625 /* vec_lvsr */ 4626 4627 #ifdef __LITTLE_ENDIAN__ 4628 static __inline__ vector unsigned char __ATTRS_o_ai 4629 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4630 loads/stores"))) vec_lvsr(int __a, const signed char *__b) { 4631 vector unsigned char mask = 4632 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4633 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4634 7, 6, 5, 4, 3, 2, 1, 0}; 4635 return vec_perm(mask, mask, reverse); 4636 } 4637 #else 4638 static __inline__ vector unsigned char __ATTRS_o_ai 4639 vec_lvsr(int __a, const signed char *__b) { 4640 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4641 } 4642 #endif 4643 4644 #ifdef __LITTLE_ENDIAN__ 4645 static __inline__ vector unsigned char __ATTRS_o_ai 4646 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4647 loads/stores"))) vec_lvsr(int __a, const unsigned char *__b) { 4648 vector unsigned char mask = 4649 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4650 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4651 7, 6, 5, 4, 3, 2, 1, 0}; 4652 return vec_perm(mask, mask, reverse); 4653 } 4654 #else 4655 static __inline__ vector unsigned char __ATTRS_o_ai 4656 vec_lvsr(int __a, const unsigned char *__b) { 4657 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4658 } 4659 #endif 4660 4661 #ifdef __LITTLE_ENDIAN__ 4662 static __inline__ vector unsigned char __ATTRS_o_ai 4663 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4664 loads/stores"))) vec_lvsr(int __a, const short *__b) { 4665 vector unsigned char mask = 4666 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4667 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4668 7, 6, 5, 4, 3, 2, 1, 0}; 4669 return vec_perm(mask, mask, reverse); 4670 } 4671 #else 4672 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a, 4673 const short *__b) { 4674 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4675 } 4676 #endif 4677 4678 #ifdef __LITTLE_ENDIAN__ 4679 static __inline__ vector unsigned char __ATTRS_o_ai 4680 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4681 loads/stores"))) vec_lvsr(int __a, const unsigned short *__b) { 4682 vector unsigned char mask = 4683 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4684 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4685 7, 6, 5, 4, 3, 2, 1, 0}; 4686 return vec_perm(mask, mask, reverse); 4687 } 4688 #else 4689 static __inline__ vector unsigned char __ATTRS_o_ai 4690 vec_lvsr(int __a, const unsigned short *__b) { 4691 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4692 } 4693 #endif 4694 4695 #ifdef __LITTLE_ENDIAN__ 4696 static __inline__ vector unsigned char __ATTRS_o_ai 4697 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4698 loads/stores"))) vec_lvsr(int __a, const int *__b) { 4699 vector unsigned char mask = 4700 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4701 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4702 7, 6, 5, 4, 3, 2, 1, 0}; 4703 return vec_perm(mask, mask, reverse); 4704 } 4705 #else 4706 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a, 4707 const int *__b) { 4708 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4709 } 4710 #endif 4711 4712 #ifdef __LITTLE_ENDIAN__ 4713 static __inline__ vector unsigned char __ATTRS_o_ai 4714 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4715 loads/stores"))) vec_lvsr(int __a, const unsigned int *__b) { 4716 vector unsigned char mask = 4717 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4718 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4719 7, 6, 5, 4, 3, 2, 1, 0}; 4720 return vec_perm(mask, mask, reverse); 4721 } 4722 #else 4723 static __inline__ vector unsigned char __ATTRS_o_ai 4724 vec_lvsr(int __a, const unsigned int *__b) { 4725 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4726 } 4727 #endif 4728 4729 #ifdef __LITTLE_ENDIAN__ 4730 static __inline__ vector unsigned char __ATTRS_o_ai 4731 __attribute__((__deprecated__("use assignment for unaligned little endian \ 4732 loads/stores"))) vec_lvsr(int __a, const float *__b) { 4733 vector unsigned char mask = 4734 (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4735 vector unsigned char reverse = {15, 14, 13, 12, 11, 10, 9, 8, 4736 7, 6, 5, 4, 3, 2, 1, 0}; 4737 return vec_perm(mask, mask, reverse); 4738 } 4739 #else 4740 static __inline__ vector unsigned char __ATTRS_o_ai vec_lvsr(int __a, 4741 const float *__b) { 4742 return (vector unsigned char)__builtin_altivec_lvsr(__a, __b); 4743 } 4744 #endif 4745 4746 /* vec_madd */ 4747 static __inline__ vector signed short __ATTRS_o_ai 4748 vec_mladd(vector signed short, vector signed short, vector signed short); 4749 static __inline__ vector signed short __ATTRS_o_ai 4750 vec_mladd(vector signed short, vector unsigned short, vector unsigned short); 4751 static __inline__ vector signed short __ATTRS_o_ai 4752 vec_mladd(vector unsigned short, vector signed short, vector signed short); 4753 static __inline__ vector unsigned short __ATTRS_o_ai 4754 vec_mladd(vector unsigned short, vector unsigned short, vector unsigned short); 4755 4756 static __inline__ vector signed short __ATTRS_o_ai vec_madd( 4757 vector signed short __a, vector signed short __b, vector signed short __c) { 4758 return vec_mladd(__a, __b, __c); 4759 } 4760 4761 static __inline__ vector signed short __ATTRS_o_ai 4762 vec_madd(vector signed short __a, vector unsigned short __b, 4763 vector unsigned short __c) { 4764 return vec_mladd(__a, __b, __c); 4765 } 4766 4767 static __inline__ vector signed short __ATTRS_o_ai 4768 vec_madd(vector unsigned short __a, vector signed short __b, 4769 vector signed short __c) { 4770 return vec_mladd(__a, __b, __c); 4771 } 4772 4773 static __inline__ vector unsigned short __ATTRS_o_ai 4774 vec_madd(vector unsigned short __a, vector unsigned short __b, 4775 vector unsigned short __c) { 4776 return vec_mladd(__a, __b, __c); 4777 } 4778 4779 static __inline__ vector float __ATTRS_o_ai vec_madd(vector float __a, 4780 vector float __b, 4781 vector float __c) { 4782 #ifdef __VSX__ 4783 return __builtin_vsx_xvmaddasp(__a, __b, __c); 4784 #else 4785 return __builtin_altivec_vmaddfp(__a, __b, __c); 4786 #endif 4787 } 4788 4789 #ifdef __VSX__ 4790 static __inline__ vector double __ATTRS_o_ai vec_madd(vector double __a, 4791 vector double __b, 4792 vector double __c) { 4793 return __builtin_vsx_xvmaddadp(__a, __b, __c); 4794 } 4795 #endif 4796 4797 /* vec_vmaddfp */ 4798 4799 static __inline__ vector float __attribute__((__always_inline__)) 4800 vec_vmaddfp(vector float __a, vector float __b, vector float __c) { 4801 return __builtin_altivec_vmaddfp(__a, __b, __c); 4802 } 4803 4804 /* vec_madds */ 4805 4806 static __inline__ vector signed short __attribute__((__always_inline__)) 4807 vec_madds(vector signed short __a, vector signed short __b, 4808 vector signed short __c) { 4809 return __builtin_altivec_vmhaddshs(__a, __b, __c); 4810 } 4811 4812 /* vec_vmhaddshs */ 4813 static __inline__ vector signed short __attribute__((__always_inline__)) 4814 vec_vmhaddshs(vector signed short __a, vector signed short __b, 4815 vector signed short __c) { 4816 return __builtin_altivec_vmhaddshs(__a, __b, __c); 4817 } 4818 4819 /* vec_msub */ 4820 4821 #ifdef __VSX__ 4822 static __inline__ vector float __ATTRS_o_ai vec_msub(vector float __a, 4823 vector float __b, 4824 vector float __c) { 4825 return __builtin_vsx_xvmsubasp(__a, __b, __c); 4826 } 4827 4828 static __inline__ vector double __ATTRS_o_ai vec_msub(vector double __a, 4829 vector double __b, 4830 vector double __c) { 4831 return __builtin_vsx_xvmsubadp(__a, __b, __c); 4832 } 4833 #endif 4834 4835 /* vec_max */ 4836 4837 static __inline__ vector signed char __ATTRS_o_ai 4838 vec_max(vector signed char __a, vector signed char __b) { 4839 return __builtin_altivec_vmaxsb(__a, __b); 4840 } 4841 4842 static __inline__ vector signed char __ATTRS_o_ai 4843 vec_max(vector bool char __a, vector signed char __b) { 4844 return __builtin_altivec_vmaxsb((vector signed char)__a, __b); 4845 } 4846 4847 static __inline__ vector signed char __ATTRS_o_ai 4848 vec_max(vector signed char __a, vector bool char __b) { 4849 return __builtin_altivec_vmaxsb(__a, (vector signed char)__b); 4850 } 4851 4852 static __inline__ vector unsigned char __ATTRS_o_ai 4853 vec_max(vector unsigned char __a, vector unsigned char __b) { 4854 return __builtin_altivec_vmaxub(__a, __b); 4855 } 4856 4857 static __inline__ vector unsigned char __ATTRS_o_ai 4858 vec_max(vector bool char __a, vector unsigned char __b) { 4859 return __builtin_altivec_vmaxub((vector unsigned char)__a, __b); 4860 } 4861 4862 static __inline__ vector unsigned char __ATTRS_o_ai 4863 vec_max(vector unsigned char __a, vector bool char __b) { 4864 return __builtin_altivec_vmaxub(__a, (vector unsigned char)__b); 4865 } 4866 4867 static __inline__ vector short __ATTRS_o_ai vec_max(vector short __a, 4868 vector short __b) { 4869 return __builtin_altivec_vmaxsh(__a, __b); 4870 } 4871 4872 static __inline__ vector short __ATTRS_o_ai vec_max(vector bool short __a, 4873 vector short __b) { 4874 return __builtin_altivec_vmaxsh((vector short)__a, __b); 4875 } 4876 4877 static __inline__ vector short __ATTRS_o_ai vec_max(vector short __a, 4878 vector bool short __b) { 4879 return __builtin_altivec_vmaxsh(__a, (vector short)__b); 4880 } 4881 4882 static __inline__ vector unsigned short __ATTRS_o_ai 4883 vec_max(vector unsigned short __a, vector unsigned short __b) { 4884 return __builtin_altivec_vmaxuh(__a, __b); 4885 } 4886 4887 static __inline__ vector unsigned short __ATTRS_o_ai 4888 vec_max(vector bool short __a, vector unsigned short __b) { 4889 return __builtin_altivec_vmaxuh((vector unsigned short)__a, __b); 4890 } 4891 4892 static __inline__ vector unsigned short __ATTRS_o_ai 4893 vec_max(vector unsigned short __a, vector bool short __b) { 4894 return __builtin_altivec_vmaxuh(__a, (vector unsigned short)__b); 4895 } 4896 4897 static __inline__ vector int __ATTRS_o_ai vec_max(vector int __a, 4898 vector int __b) { 4899 return __builtin_altivec_vmaxsw(__a, __b); 4900 } 4901 4902 static __inline__ vector int __ATTRS_o_ai vec_max(vector bool int __a, 4903 vector int __b) { 4904 return __builtin_altivec_vmaxsw((vector int)__a, __b); 4905 } 4906 4907 static __inline__ vector int __ATTRS_o_ai vec_max(vector int __a, 4908 vector bool int __b) { 4909 return __builtin_altivec_vmaxsw(__a, (vector int)__b); 4910 } 4911 4912 static __inline__ vector unsigned int __ATTRS_o_ai 4913 vec_max(vector unsigned int __a, vector unsigned int __b) { 4914 return __builtin_altivec_vmaxuw(__a, __b); 4915 } 4916 4917 static __inline__ vector unsigned int __ATTRS_o_ai 4918 vec_max(vector bool int __a, vector unsigned int __b) { 4919 return __builtin_altivec_vmaxuw((vector unsigned int)__a, __b); 4920 } 4921 4922 static __inline__ vector unsigned int __ATTRS_o_ai 4923 vec_max(vector unsigned int __a, vector bool int __b) { 4924 return __builtin_altivec_vmaxuw(__a, (vector unsigned int)__b); 4925 } 4926 4927 #ifdef __POWER8_VECTOR__ 4928 static __inline__ vector signed long long __ATTRS_o_ai 4929 vec_max(vector signed long long __a, vector signed long long __b) { 4930 return __builtin_altivec_vmaxsd(__a, __b); 4931 } 4932 4933 static __inline__ vector signed long long __ATTRS_o_ai 4934 vec_max(vector bool long long __a, vector signed long long __b) { 4935 return __builtin_altivec_vmaxsd((vector signed long long)__a, __b); 4936 } 4937 4938 static __inline__ vector signed long long __ATTRS_o_ai 4939 vec_max(vector signed long long __a, vector bool long long __b) { 4940 return __builtin_altivec_vmaxsd(__a, (vector signed long long)__b); 4941 } 4942 4943 static __inline__ vector unsigned long long __ATTRS_o_ai 4944 vec_max(vector unsigned long long __a, vector unsigned long long __b) { 4945 return __builtin_altivec_vmaxud(__a, __b); 4946 } 4947 4948 static __inline__ vector unsigned long long __ATTRS_o_ai 4949 vec_max(vector bool long long __a, vector unsigned long long __b) { 4950 return __builtin_altivec_vmaxud((vector unsigned long long)__a, __b); 4951 } 4952 4953 static __inline__ vector unsigned long long __ATTRS_o_ai 4954 vec_max(vector unsigned long long __a, vector bool long long __b) { 4955 return __builtin_altivec_vmaxud(__a, (vector unsigned long long)__b); 4956 } 4957 #endif 4958 4959 static __inline__ vector float __ATTRS_o_ai vec_max(vector float __a, 4960 vector float __b) { 4961 #ifdef __VSX__ 4962 return __builtin_vsx_xvmaxsp(__a, __b); 4963 #else 4964 return __builtin_altivec_vmaxfp(__a, __b); 4965 #endif 4966 } 4967 4968 #ifdef __VSX__ 4969 static __inline__ vector double __ATTRS_o_ai vec_max(vector double __a, 4970 vector double __b) { 4971 return __builtin_vsx_xvmaxdp(__a, __b); 4972 } 4973 #endif 4974 4975 /* vec_vmaxsb */ 4976 4977 static __inline__ vector signed char __ATTRS_o_ai 4978 vec_vmaxsb(vector signed char __a, vector signed char __b) { 4979 return __builtin_altivec_vmaxsb(__a, __b); 4980 } 4981 4982 static __inline__ vector signed char __ATTRS_o_ai 4983 vec_vmaxsb(vector bool char __a, vector signed char __b) { 4984 return __builtin_altivec_vmaxsb((vector signed char)__a, __b); 4985 } 4986 4987 static __inline__ vector signed char __ATTRS_o_ai 4988 vec_vmaxsb(vector signed char __a, vector bool char __b) { 4989 return __builtin_altivec_vmaxsb(__a, (vector signed char)__b); 4990 } 4991 4992 /* vec_vmaxub */ 4993 4994 static __inline__ vector unsigned char __ATTRS_o_ai 4995 vec_vmaxub(vector unsigned char __a, vector unsigned char __b) { 4996 return __builtin_altivec_vmaxub(__a, __b); 4997 } 4998 4999 static __inline__ vector unsigned char __ATTRS_o_ai 5000 vec_vmaxub(vector bool char __a, vector unsigned char __b) { 5001 return __builtin_altivec_vmaxub((vector unsigned char)__a, __b); 5002 } 5003 5004 static __inline__ vector unsigned char __ATTRS_o_ai 5005 vec_vmaxub(vector unsigned char __a, vector bool char __b) { 5006 return __builtin_altivec_vmaxub(__a, (vector unsigned char)__b); 5007 } 5008 5009 /* vec_vmaxsh */ 5010 5011 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector short __a, 5012 vector short __b) { 5013 return __builtin_altivec_vmaxsh(__a, __b); 5014 } 5015 5016 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector bool short __a, 5017 vector short __b) { 5018 return __builtin_altivec_vmaxsh((vector short)__a, __b); 5019 } 5020 5021 static __inline__ vector short __ATTRS_o_ai vec_vmaxsh(vector short __a, 5022 vector bool short __b) { 5023 return __builtin_altivec_vmaxsh(__a, (vector short)__b); 5024 } 5025 5026 /* vec_vmaxuh */ 5027 5028 static __inline__ vector unsigned short __ATTRS_o_ai 5029 vec_vmaxuh(vector unsigned short __a, vector unsigned short __b) { 5030 return __builtin_altivec_vmaxuh(__a, __b); 5031 } 5032 5033 static __inline__ vector unsigned short __ATTRS_o_ai 5034 vec_vmaxuh(vector bool short __a, vector unsigned short __b) { 5035 return __builtin_altivec_vmaxuh((vector unsigned short)__a, __b); 5036 } 5037 5038 static __inline__ vector unsigned short __ATTRS_o_ai 5039 vec_vmaxuh(vector unsigned short __a, vector bool short __b) { 5040 return __builtin_altivec_vmaxuh(__a, (vector unsigned short)__b); 5041 } 5042 5043 /* vec_vmaxsw */ 5044 5045 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector int __a, 5046 vector int __b) { 5047 return __builtin_altivec_vmaxsw(__a, __b); 5048 } 5049 5050 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector bool int __a, 5051 vector int __b) { 5052 return __builtin_altivec_vmaxsw((vector int)__a, __b); 5053 } 5054 5055 static __inline__ vector int __ATTRS_o_ai vec_vmaxsw(vector int __a, 5056 vector bool int __b) { 5057 return __builtin_altivec_vmaxsw(__a, (vector int)__b); 5058 } 5059 5060 /* vec_vmaxuw */ 5061 5062 static __inline__ vector unsigned int __ATTRS_o_ai 5063 vec_vmaxuw(vector unsigned int __a, vector unsigned int __b) { 5064 return __builtin_altivec_vmaxuw(__a, __b); 5065 } 5066 5067 static __inline__ vector unsigned int __ATTRS_o_ai 5068 vec_vmaxuw(vector bool int __a, vector unsigned int __b) { 5069 return __builtin_altivec_vmaxuw((vector unsigned int)__a, __b); 5070 } 5071 5072 static __inline__ vector unsigned int __ATTRS_o_ai 5073 vec_vmaxuw(vector unsigned int __a, vector bool int __b) { 5074 return __builtin_altivec_vmaxuw(__a, (vector unsigned int)__b); 5075 } 5076 5077 /* vec_vmaxfp */ 5078 5079 static __inline__ vector float __attribute__((__always_inline__)) 5080 vec_vmaxfp(vector float __a, vector float __b) { 5081 #ifdef __VSX__ 5082 return __builtin_vsx_xvmaxsp(__a, __b); 5083 #else 5084 return __builtin_altivec_vmaxfp(__a, __b); 5085 #endif 5086 } 5087 5088 /* vec_mergeh */ 5089 5090 static __inline__ vector signed char __ATTRS_o_ai 5091 vec_mergeh(vector signed char __a, vector signed char __b) { 5092 return vec_perm(__a, __b, 5093 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5094 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5095 0x06, 0x16, 0x07, 0x17)); 5096 } 5097 5098 static __inline__ vector unsigned char __ATTRS_o_ai 5099 vec_mergeh(vector unsigned char __a, vector unsigned char __b) { 5100 return vec_perm(__a, __b, 5101 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5102 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5103 0x06, 0x16, 0x07, 0x17)); 5104 } 5105 5106 static __inline__ vector bool char __ATTRS_o_ai 5107 vec_mergeh(vector bool char __a, vector bool char __b) { 5108 return vec_perm(__a, __b, 5109 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5110 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5111 0x06, 0x16, 0x07, 0x17)); 5112 } 5113 5114 static __inline__ vector short __ATTRS_o_ai vec_mergeh(vector short __a, 5115 vector short __b) { 5116 return vec_perm(__a, __b, 5117 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5118 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5119 0x06, 0x07, 0x16, 0x17)); 5120 } 5121 5122 static __inline__ vector unsigned short __ATTRS_o_ai 5123 vec_mergeh(vector unsigned short __a, vector unsigned short __b) { 5124 return vec_perm(__a, __b, 5125 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5126 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5127 0x06, 0x07, 0x16, 0x17)); 5128 } 5129 5130 static __inline__ vector bool short __ATTRS_o_ai 5131 vec_mergeh(vector bool short __a, vector bool short __b) { 5132 return vec_perm(__a, __b, 5133 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5134 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5135 0x06, 0x07, 0x16, 0x17)); 5136 } 5137 5138 static __inline__ vector pixel __ATTRS_o_ai vec_mergeh(vector pixel __a, 5139 vector pixel __b) { 5140 return vec_perm(__a, __b, 5141 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5142 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5143 0x06, 0x07, 0x16, 0x17)); 5144 } 5145 5146 static __inline__ vector int __ATTRS_o_ai vec_mergeh(vector int __a, 5147 vector int __b) { 5148 return vec_perm(__a, __b, 5149 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5150 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5151 0x14, 0x15, 0x16, 0x17)); 5152 } 5153 5154 static __inline__ vector unsigned int __ATTRS_o_ai 5155 vec_mergeh(vector unsigned int __a, vector unsigned int __b) { 5156 return vec_perm(__a, __b, 5157 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5158 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5159 0x14, 0x15, 0x16, 0x17)); 5160 } 5161 5162 static __inline__ vector bool int __ATTRS_o_ai vec_mergeh(vector bool int __a, 5163 vector bool int __b) { 5164 return vec_perm(__a, __b, 5165 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5166 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5167 0x14, 0x15, 0x16, 0x17)); 5168 } 5169 5170 static __inline__ vector float __ATTRS_o_ai vec_mergeh(vector float __a, 5171 vector float __b) { 5172 return vec_perm(__a, __b, 5173 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5174 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5175 0x14, 0x15, 0x16, 0x17)); 5176 } 5177 5178 #ifdef __VSX__ 5179 static __inline__ vector signed long long __ATTRS_o_ai 5180 vec_mergeh(vector signed long long __a, vector signed long long __b) { 5181 return vec_perm(__a, __b, 5182 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5183 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5184 0x14, 0x15, 0x16, 0x17)); 5185 } 5186 5187 static __inline__ vector signed long long __ATTRS_o_ai 5188 vec_mergeh(vector signed long long __a, vector bool long long __b) { 5189 return vec_perm(__a, (vector signed long long)__b, 5190 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5191 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5192 0x14, 0x15, 0x16, 0x17)); 5193 } 5194 5195 static __inline__ vector signed long long __ATTRS_o_ai 5196 vec_mergeh(vector bool long long __a, vector signed long long __b) { 5197 return vec_perm((vector signed long long)__a, __b, 5198 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5199 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5200 0x14, 0x15, 0x16, 0x17)); 5201 } 5202 5203 static __inline__ vector unsigned long long __ATTRS_o_ai 5204 vec_mergeh(vector unsigned long long __a, vector unsigned long long __b) { 5205 return vec_perm(__a, __b, 5206 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5207 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5208 0x14, 0x15, 0x16, 0x17)); 5209 } 5210 5211 static __inline__ vector unsigned long long __ATTRS_o_ai 5212 vec_mergeh(vector unsigned long long __a, vector bool long long __b) { 5213 return vec_perm(__a, (vector unsigned long long)__b, 5214 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5215 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5216 0x14, 0x15, 0x16, 0x17)); 5217 } 5218 5219 static __inline__ vector unsigned long long __ATTRS_o_ai 5220 vec_mergeh(vector bool long long __a, vector unsigned long long __b) { 5221 return vec_perm((vector unsigned long long)__a, __b, 5222 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5223 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5224 0x14, 0x15, 0x16, 0x17)); 5225 } 5226 5227 static __inline__ vector bool long long __ATTRS_o_ai 5228 vec_mergeh(vector bool long long __a, vector bool long long __b) { 5229 return vec_perm(__a, __b, 5230 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5231 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5232 0x14, 0x15, 0x16, 0x17)); 5233 } 5234 5235 static __inline__ vector double __ATTRS_o_ai vec_mergeh(vector double __a, 5236 vector double __b) { 5237 return vec_perm(__a, __b, 5238 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5239 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5240 0x14, 0x15, 0x16, 0x17)); 5241 } 5242 static __inline__ vector double __ATTRS_o_ai 5243 vec_mergeh(vector double __a, vector bool long long __b) { 5244 return vec_perm(__a, (vector double)__b, 5245 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5246 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5247 0x14, 0x15, 0x16, 0x17)); 5248 } 5249 static __inline__ vector double __ATTRS_o_ai 5250 vec_mergeh(vector bool long long __a, vector double __b) { 5251 return vec_perm((vector double)__a, __b, 5252 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 5253 0x06, 0x07, 0x10, 0x11, 0x12, 0x13, 5254 0x14, 0x15, 0x16, 0x17)); 5255 } 5256 #endif 5257 5258 /* vec_vmrghb */ 5259 5260 #define __builtin_altivec_vmrghb vec_vmrghb 5261 5262 static __inline__ vector signed char __ATTRS_o_ai 5263 vec_vmrghb(vector signed char __a, vector signed char __b) { 5264 return vec_perm(__a, __b, 5265 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5266 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5267 0x06, 0x16, 0x07, 0x17)); 5268 } 5269 5270 static __inline__ vector unsigned char __ATTRS_o_ai 5271 vec_vmrghb(vector unsigned char __a, vector unsigned char __b) { 5272 return vec_perm(__a, __b, 5273 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5274 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5275 0x06, 0x16, 0x07, 0x17)); 5276 } 5277 5278 static __inline__ vector bool char __ATTRS_o_ai 5279 vec_vmrghb(vector bool char __a, vector bool char __b) { 5280 return vec_perm(__a, __b, 5281 (vector unsigned char)(0x00, 0x10, 0x01, 0x11, 0x02, 0x12, 5282 0x03, 0x13, 0x04, 0x14, 0x05, 0x15, 5283 0x06, 0x16, 0x07, 0x17)); 5284 } 5285 5286 /* vec_vmrghh */ 5287 5288 #define __builtin_altivec_vmrghh vec_vmrghh 5289 5290 static __inline__ vector short __ATTRS_o_ai vec_vmrghh(vector short __a, 5291 vector short __b) { 5292 return vec_perm(__a, __b, 5293 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5294 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5295 0x06, 0x07, 0x16, 0x17)); 5296 } 5297 5298 static __inline__ vector unsigned short __ATTRS_o_ai 5299 vec_vmrghh(vector unsigned short __a, vector unsigned short __b) { 5300 return vec_perm(__a, __b, 5301 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5302 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5303 0x06, 0x07, 0x16, 0x17)); 5304 } 5305 5306 static __inline__ vector bool short __ATTRS_o_ai 5307 vec_vmrghh(vector bool short __a, vector bool short __b) { 5308 return vec_perm(__a, __b, 5309 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5310 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5311 0x06, 0x07, 0x16, 0x17)); 5312 } 5313 5314 static __inline__ vector pixel __ATTRS_o_ai vec_vmrghh(vector pixel __a, 5315 vector pixel __b) { 5316 return vec_perm(__a, __b, 5317 (vector unsigned char)(0x00, 0x01, 0x10, 0x11, 0x02, 0x03, 5318 0x12, 0x13, 0x04, 0x05, 0x14, 0x15, 5319 0x06, 0x07, 0x16, 0x17)); 5320 } 5321 5322 /* vec_vmrghw */ 5323 5324 #define __builtin_altivec_vmrghw vec_vmrghw 5325 5326 static __inline__ vector int __ATTRS_o_ai vec_vmrghw(vector int __a, 5327 vector int __b) { 5328 return vec_perm(__a, __b, 5329 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5330 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5331 0x14, 0x15, 0x16, 0x17)); 5332 } 5333 5334 static __inline__ vector unsigned int __ATTRS_o_ai 5335 vec_vmrghw(vector unsigned int __a, vector unsigned int __b) { 5336 return vec_perm(__a, __b, 5337 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5338 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5339 0x14, 0x15, 0x16, 0x17)); 5340 } 5341 5342 static __inline__ vector bool int __ATTRS_o_ai vec_vmrghw(vector bool int __a, 5343 vector bool int __b) { 5344 return vec_perm(__a, __b, 5345 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5346 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5347 0x14, 0x15, 0x16, 0x17)); 5348 } 5349 5350 static __inline__ vector float __ATTRS_o_ai vec_vmrghw(vector float __a, 5351 vector float __b) { 5352 return vec_perm(__a, __b, 5353 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5354 0x12, 0x13, 0x04, 0x05, 0x06, 0x07, 5355 0x14, 0x15, 0x16, 0x17)); 5356 } 5357 5358 /* vec_mergel */ 5359 5360 static __inline__ vector signed char __ATTRS_o_ai 5361 vec_mergel(vector signed char __a, vector signed char __b) { 5362 return vec_perm(__a, __b, 5363 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5364 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5365 0x0E, 0x1E, 0x0F, 0x1F)); 5366 } 5367 5368 static __inline__ vector unsigned char __ATTRS_o_ai 5369 vec_mergel(vector unsigned char __a, vector unsigned char __b) { 5370 return vec_perm(__a, __b, 5371 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5372 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5373 0x0E, 0x1E, 0x0F, 0x1F)); 5374 } 5375 5376 static __inline__ vector bool char __ATTRS_o_ai 5377 vec_mergel(vector bool char __a, vector bool char __b) { 5378 return vec_perm(__a, __b, 5379 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5380 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5381 0x0E, 0x1E, 0x0F, 0x1F)); 5382 } 5383 5384 static __inline__ vector short __ATTRS_o_ai vec_mergel(vector short __a, 5385 vector short __b) { 5386 return vec_perm(__a, __b, 5387 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5388 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5389 0x0E, 0x0F, 0x1E, 0x1F)); 5390 } 5391 5392 static __inline__ vector unsigned short __ATTRS_o_ai 5393 vec_mergel(vector unsigned short __a, vector unsigned short __b) { 5394 return vec_perm(__a, __b, 5395 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5396 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5397 0x0E, 0x0F, 0x1E, 0x1F)); 5398 } 5399 5400 static __inline__ vector bool short __ATTRS_o_ai 5401 vec_mergel(vector bool short __a, vector bool short __b) { 5402 return vec_perm(__a, __b, 5403 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5404 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5405 0x0E, 0x0F, 0x1E, 0x1F)); 5406 } 5407 5408 static __inline__ vector pixel __ATTRS_o_ai vec_mergel(vector pixel __a, 5409 vector pixel __b) { 5410 return vec_perm(__a, __b, 5411 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5412 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5413 0x0E, 0x0F, 0x1E, 0x1F)); 5414 } 5415 5416 static __inline__ vector int __ATTRS_o_ai vec_mergel(vector int __a, 5417 vector int __b) { 5418 return vec_perm(__a, __b, 5419 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5420 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5421 0x1C, 0x1D, 0x1E, 0x1F)); 5422 } 5423 5424 static __inline__ vector unsigned int __ATTRS_o_ai 5425 vec_mergel(vector unsigned int __a, vector unsigned int __b) { 5426 return vec_perm(__a, __b, 5427 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5428 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5429 0x1C, 0x1D, 0x1E, 0x1F)); 5430 } 5431 5432 static __inline__ vector bool int __ATTRS_o_ai vec_mergel(vector bool int __a, 5433 vector bool int __b) { 5434 return vec_perm(__a, __b, 5435 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5436 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5437 0x1C, 0x1D, 0x1E, 0x1F)); 5438 } 5439 5440 static __inline__ vector float __ATTRS_o_ai vec_mergel(vector float __a, 5441 vector float __b) { 5442 return vec_perm(__a, __b, 5443 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5444 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5445 0x1C, 0x1D, 0x1E, 0x1F)); 5446 } 5447 5448 #ifdef __VSX__ 5449 static __inline__ vector signed long long __ATTRS_o_ai 5450 vec_mergel(vector signed long long __a, vector signed long long __b) { 5451 return vec_perm(__a, __b, 5452 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5453 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5454 0x1C, 0x1D, 0x1E, 0x1F)); 5455 } 5456 static __inline__ vector signed long long __ATTRS_o_ai 5457 vec_mergel(vector signed long long __a, vector bool long long __b) { 5458 return vec_perm(__a, (vector signed long long)__b, 5459 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5460 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5461 0x1C, 0x1D, 0x1E, 0x1F)); 5462 } 5463 static __inline__ vector signed long long __ATTRS_o_ai 5464 vec_mergel(vector bool long long __a, vector signed long long __b) { 5465 return vec_perm((vector signed long long)__a, __b, 5466 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5467 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5468 0x1C, 0x1D, 0x1E, 0x1F)); 5469 } 5470 static __inline__ vector unsigned long long __ATTRS_o_ai 5471 vec_mergel(vector unsigned long long __a, vector unsigned long long __b) { 5472 return vec_perm(__a, __b, 5473 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5474 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5475 0x1C, 0x1D, 0x1E, 0x1F)); 5476 } 5477 static __inline__ vector unsigned long long __ATTRS_o_ai 5478 vec_mergel(vector unsigned long long __a, vector bool long long __b) { 5479 return vec_perm(__a, (vector unsigned long long)__b, 5480 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5481 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5482 0x1C, 0x1D, 0x1E, 0x1F)); 5483 } 5484 static __inline__ vector unsigned long long __ATTRS_o_ai 5485 vec_mergel(vector bool long long __a, vector unsigned long long __b) { 5486 return vec_perm((vector unsigned long long)__a, __b, 5487 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5488 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5489 0x1C, 0x1D, 0x1E, 0x1F)); 5490 } 5491 static __inline__ vector bool long long __ATTRS_o_ai 5492 vec_mergel(vector bool long long __a, vector bool long long __b) { 5493 return vec_perm(__a, __b, 5494 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5495 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5496 0x1C, 0x1D, 0x1E, 0x1F)); 5497 } 5498 static __inline__ vector double __ATTRS_o_ai vec_mergel(vector double __a, 5499 vector double __b) { 5500 return vec_perm(__a, __b, 5501 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5502 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5503 0x1C, 0x1D, 0x1E, 0x1F)); 5504 } 5505 static __inline__ vector double __ATTRS_o_ai 5506 vec_mergel(vector double __a, vector bool long long __b) { 5507 return vec_perm(__a, (vector double)__b, 5508 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5509 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5510 0x1C, 0x1D, 0x1E, 0x1F)); 5511 } 5512 static __inline__ vector double __ATTRS_o_ai 5513 vec_mergel(vector bool long long __a, vector double __b) { 5514 return vec_perm((vector double)__a, __b, 5515 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x0C, 0x0D, 5516 0x0E, 0x0F, 0x18, 0X19, 0x1A, 0x1B, 5517 0x1C, 0x1D, 0x1E, 0x1F)); 5518 } 5519 #endif 5520 5521 /* vec_vmrglb */ 5522 5523 #define __builtin_altivec_vmrglb vec_vmrglb 5524 5525 static __inline__ vector signed char __ATTRS_o_ai 5526 vec_vmrglb(vector signed char __a, vector signed char __b) { 5527 return vec_perm(__a, __b, 5528 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5529 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5530 0x0E, 0x1E, 0x0F, 0x1F)); 5531 } 5532 5533 static __inline__ vector unsigned char __ATTRS_o_ai 5534 vec_vmrglb(vector unsigned char __a, vector unsigned char __b) { 5535 return vec_perm(__a, __b, 5536 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5537 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5538 0x0E, 0x1E, 0x0F, 0x1F)); 5539 } 5540 5541 static __inline__ vector bool char __ATTRS_o_ai 5542 vec_vmrglb(vector bool char __a, vector bool char __b) { 5543 return vec_perm(__a, __b, 5544 (vector unsigned char)(0x08, 0x18, 0x09, 0x19, 0x0A, 0x1A, 5545 0x0B, 0x1B, 0x0C, 0x1C, 0x0D, 0x1D, 5546 0x0E, 0x1E, 0x0F, 0x1F)); 5547 } 5548 5549 /* vec_vmrglh */ 5550 5551 #define __builtin_altivec_vmrglh vec_vmrglh 5552 5553 static __inline__ vector short __ATTRS_o_ai vec_vmrglh(vector short __a, 5554 vector short __b) { 5555 return vec_perm(__a, __b, 5556 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5557 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5558 0x0E, 0x0F, 0x1E, 0x1F)); 5559 } 5560 5561 static __inline__ vector unsigned short __ATTRS_o_ai 5562 vec_vmrglh(vector unsigned short __a, vector unsigned short __b) { 5563 return vec_perm(__a, __b, 5564 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5565 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5566 0x0E, 0x0F, 0x1E, 0x1F)); 5567 } 5568 5569 static __inline__ vector bool short __ATTRS_o_ai 5570 vec_vmrglh(vector bool short __a, vector bool short __b) { 5571 return vec_perm(__a, __b, 5572 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5573 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5574 0x0E, 0x0F, 0x1E, 0x1F)); 5575 } 5576 5577 static __inline__ vector pixel __ATTRS_o_ai vec_vmrglh(vector pixel __a, 5578 vector pixel __b) { 5579 return vec_perm(__a, __b, 5580 (vector unsigned char)(0x08, 0x09, 0x18, 0x19, 0x0A, 0x0B, 5581 0x1A, 0x1B, 0x0C, 0x0D, 0x1C, 0x1D, 5582 0x0E, 0x0F, 0x1E, 0x1F)); 5583 } 5584 5585 /* vec_vmrglw */ 5586 5587 #define __builtin_altivec_vmrglw vec_vmrglw 5588 5589 static __inline__ vector int __ATTRS_o_ai vec_vmrglw(vector int __a, 5590 vector int __b) { 5591 return vec_perm(__a, __b, 5592 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5593 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5594 0x1C, 0x1D, 0x1E, 0x1F)); 5595 } 5596 5597 static __inline__ vector unsigned int __ATTRS_o_ai 5598 vec_vmrglw(vector unsigned int __a, vector unsigned int __b) { 5599 return vec_perm(__a, __b, 5600 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5601 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5602 0x1C, 0x1D, 0x1E, 0x1F)); 5603 } 5604 5605 static __inline__ vector bool int __ATTRS_o_ai vec_vmrglw(vector bool int __a, 5606 vector bool int __b) { 5607 return vec_perm(__a, __b, 5608 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5609 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5610 0x1C, 0x1D, 0x1E, 0x1F)); 5611 } 5612 5613 static __inline__ vector float __ATTRS_o_ai vec_vmrglw(vector float __a, 5614 vector float __b) { 5615 return vec_perm(__a, __b, 5616 (vector unsigned char)(0x08, 0x09, 0x0A, 0x0B, 0x18, 0x19, 5617 0x1A, 0x1B, 0x0C, 0x0D, 0x0E, 0x0F, 5618 0x1C, 0x1D, 0x1E, 0x1F)); 5619 } 5620 5621 #ifdef __POWER8_VECTOR__ 5622 /* vec_mergee */ 5623 5624 static __inline__ vector bool int __ATTRS_o_ai vec_mergee(vector bool int __a, 5625 vector bool int __b) { 5626 return vec_perm(__a, __b, 5627 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5628 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B, 5629 0x18, 0x19, 0x1A, 0x1B)); 5630 } 5631 5632 static __inline__ vector signed int __ATTRS_o_ai 5633 vec_mergee(vector signed int __a, vector signed int __b) { 5634 return vec_perm(__a, __b, 5635 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5636 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B, 5637 0x18, 0x19, 0x1A, 0x1B)); 5638 } 5639 5640 static __inline__ vector unsigned int __ATTRS_o_ai 5641 vec_mergee(vector unsigned int __a, vector unsigned int __b) { 5642 return vec_perm(__a, __b, 5643 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5644 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B, 5645 0x18, 0x19, 0x1A, 0x1B)); 5646 } 5647 5648 static __inline__ vector bool long long __ATTRS_o_ai 5649 vec_mergee(vector bool long long __a, vector bool long long __b) { 5650 return vec_mergeh(__a, __b); 5651 } 5652 5653 static __inline__ vector signed long long __ATTRS_o_ai 5654 vec_mergee(vector signed long long __a, vector signed long long __b) { 5655 return vec_mergeh(__a, __b); 5656 } 5657 5658 static __inline__ vector unsigned long long __ATTRS_o_ai 5659 vec_mergee(vector unsigned long long __a, vector unsigned long long __b) { 5660 return vec_mergeh(__a, __b); 5661 } 5662 5663 static __inline__ vector float __ATTRS_o_ai 5664 vec_mergee(vector float __a, vector float __b) { 5665 return vec_perm(__a, __b, 5666 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x10, 0x11, 5667 0x12, 0x13, 0x08, 0x09, 0x0A, 0x0B, 5668 0x18, 0x19, 0x1A, 0x1B)); 5669 } 5670 5671 static __inline__ vector double __ATTRS_o_ai 5672 vec_mergee(vector double __a, vector double __b) { 5673 return vec_mergeh(__a, __b); 5674 } 5675 5676 /* vec_mergeo */ 5677 5678 static __inline__ vector bool int __ATTRS_o_ai vec_mergeo(vector bool int __a, 5679 vector bool int __b) { 5680 return vec_perm(__a, __b, 5681 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15, 5682 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F, 5683 0x1C, 0x1D, 0x1E, 0x1F)); 5684 } 5685 5686 static __inline__ vector signed int __ATTRS_o_ai 5687 vec_mergeo(vector signed int __a, vector signed int __b) { 5688 return vec_perm(__a, __b, 5689 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15, 5690 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F, 5691 0x1C, 0x1D, 0x1E, 0x1F)); 5692 } 5693 5694 static __inline__ vector unsigned int __ATTRS_o_ai 5695 vec_mergeo(vector unsigned int __a, vector unsigned int __b) { 5696 return vec_perm(__a, __b, 5697 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15, 5698 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F, 5699 0x1C, 0x1D, 0x1E, 0x1F)); 5700 } 5701 5702 static __inline__ vector bool long long __ATTRS_o_ai 5703 vec_mergeo(vector bool long long __a, vector bool long long __b) { 5704 return vec_mergel(__a, __b); 5705 } 5706 5707 static __inline__ vector signed long long __ATTRS_o_ai 5708 vec_mergeo(vector signed long long __a, vector signed long long __b) { 5709 return vec_mergel(__a, __b); 5710 } 5711 5712 static __inline__ vector unsigned long long __ATTRS_o_ai 5713 vec_mergeo(vector unsigned long long __a, vector unsigned long long __b) { 5714 return vec_mergel(__a, __b); 5715 } 5716 5717 static __inline__ vector float __ATTRS_o_ai 5718 vec_mergeo(vector float __a, vector float __b) { 5719 return vec_perm(__a, __b, 5720 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x14, 0x15, 5721 0x16, 0x17, 0x0C, 0x0D, 0x0E, 0x0F, 5722 0x1C, 0x1D, 0x1E, 0x1F)); 5723 } 5724 5725 static __inline__ vector double __ATTRS_o_ai 5726 vec_mergeo(vector double __a, vector double __b) { 5727 return vec_mergel(__a, __b); 5728 } 5729 5730 #endif 5731 5732 /* vec_mfvscr */ 5733 5734 static __inline__ vector unsigned short __attribute__((__always_inline__)) 5735 vec_mfvscr(void) { 5736 return __builtin_altivec_mfvscr(); 5737 } 5738 5739 /* vec_min */ 5740 5741 static __inline__ vector signed char __ATTRS_o_ai 5742 vec_min(vector signed char __a, vector signed char __b) { 5743 return __builtin_altivec_vminsb(__a, __b); 5744 } 5745 5746 static __inline__ vector signed char __ATTRS_o_ai 5747 vec_min(vector bool char __a, vector signed char __b) { 5748 return __builtin_altivec_vminsb((vector signed char)__a, __b); 5749 } 5750 5751 static __inline__ vector signed char __ATTRS_o_ai 5752 vec_min(vector signed char __a, vector bool char __b) { 5753 return __builtin_altivec_vminsb(__a, (vector signed char)__b); 5754 } 5755 5756 static __inline__ vector unsigned char __ATTRS_o_ai 5757 vec_min(vector unsigned char __a, vector unsigned char __b) { 5758 return __builtin_altivec_vminub(__a, __b); 5759 } 5760 5761 static __inline__ vector unsigned char __ATTRS_o_ai 5762 vec_min(vector bool char __a, vector unsigned char __b) { 5763 return __builtin_altivec_vminub((vector unsigned char)__a, __b); 5764 } 5765 5766 static __inline__ vector unsigned char __ATTRS_o_ai 5767 vec_min(vector unsigned char __a, vector bool char __b) { 5768 return __builtin_altivec_vminub(__a, (vector unsigned char)__b); 5769 } 5770 5771 static __inline__ vector short __ATTRS_o_ai vec_min(vector short __a, 5772 vector short __b) { 5773 return __builtin_altivec_vminsh(__a, __b); 5774 } 5775 5776 static __inline__ vector short __ATTRS_o_ai vec_min(vector bool short __a, 5777 vector short __b) { 5778 return __builtin_altivec_vminsh((vector short)__a, __b); 5779 } 5780 5781 static __inline__ vector short __ATTRS_o_ai vec_min(vector short __a, 5782 vector bool short __b) { 5783 return __builtin_altivec_vminsh(__a, (vector short)__b); 5784 } 5785 5786 static __inline__ vector unsigned short __ATTRS_o_ai 5787 vec_min(vector unsigned short __a, vector unsigned short __b) { 5788 return __builtin_altivec_vminuh(__a, __b); 5789 } 5790 5791 static __inline__ vector unsigned short __ATTRS_o_ai 5792 vec_min(vector bool short __a, vector unsigned short __b) { 5793 return __builtin_altivec_vminuh((vector unsigned short)__a, __b); 5794 } 5795 5796 static __inline__ vector unsigned short __ATTRS_o_ai 5797 vec_min(vector unsigned short __a, vector bool short __b) { 5798 return __builtin_altivec_vminuh(__a, (vector unsigned short)__b); 5799 } 5800 5801 static __inline__ vector int __ATTRS_o_ai vec_min(vector int __a, 5802 vector int __b) { 5803 return __builtin_altivec_vminsw(__a, __b); 5804 } 5805 5806 static __inline__ vector int __ATTRS_o_ai vec_min(vector bool int __a, 5807 vector int __b) { 5808 return __builtin_altivec_vminsw((vector int)__a, __b); 5809 } 5810 5811 static __inline__ vector int __ATTRS_o_ai vec_min(vector int __a, 5812 vector bool int __b) { 5813 return __builtin_altivec_vminsw(__a, (vector int)__b); 5814 } 5815 5816 static __inline__ vector unsigned int __ATTRS_o_ai 5817 vec_min(vector unsigned int __a, vector unsigned int __b) { 5818 return __builtin_altivec_vminuw(__a, __b); 5819 } 5820 5821 static __inline__ vector unsigned int __ATTRS_o_ai 5822 vec_min(vector bool int __a, vector unsigned int __b) { 5823 return __builtin_altivec_vminuw((vector unsigned int)__a, __b); 5824 } 5825 5826 static __inline__ vector unsigned int __ATTRS_o_ai 5827 vec_min(vector unsigned int __a, vector bool int __b) { 5828 return __builtin_altivec_vminuw(__a, (vector unsigned int)__b); 5829 } 5830 5831 #ifdef __POWER8_VECTOR__ 5832 static __inline__ vector signed long long __ATTRS_o_ai 5833 vec_min(vector signed long long __a, vector signed long long __b) { 5834 return __builtin_altivec_vminsd(__a, __b); 5835 } 5836 5837 static __inline__ vector signed long long __ATTRS_o_ai 5838 vec_min(vector bool long long __a, vector signed long long __b) { 5839 return __builtin_altivec_vminsd((vector signed long long)__a, __b); 5840 } 5841 5842 static __inline__ vector signed long long __ATTRS_o_ai 5843 vec_min(vector signed long long __a, vector bool long long __b) { 5844 return __builtin_altivec_vminsd(__a, (vector signed long long)__b); 5845 } 5846 5847 static __inline__ vector unsigned long long __ATTRS_o_ai 5848 vec_min(vector unsigned long long __a, vector unsigned long long __b) { 5849 return __builtin_altivec_vminud(__a, __b); 5850 } 5851 5852 static __inline__ vector unsigned long long __ATTRS_o_ai 5853 vec_min(vector bool long long __a, vector unsigned long long __b) { 5854 return __builtin_altivec_vminud((vector unsigned long long)__a, __b); 5855 } 5856 5857 static __inline__ vector unsigned long long __ATTRS_o_ai 5858 vec_min(vector unsigned long long __a, vector bool long long __b) { 5859 return __builtin_altivec_vminud(__a, (vector unsigned long long)__b); 5860 } 5861 #endif 5862 5863 static __inline__ vector float __ATTRS_o_ai vec_min(vector float __a, 5864 vector float __b) { 5865 #ifdef __VSX__ 5866 return __builtin_vsx_xvminsp(__a, __b); 5867 #else 5868 return __builtin_altivec_vminfp(__a, __b); 5869 #endif 5870 } 5871 5872 #ifdef __VSX__ 5873 static __inline__ vector double __ATTRS_o_ai vec_min(vector double __a, 5874 vector double __b) { 5875 return __builtin_vsx_xvmindp(__a, __b); 5876 } 5877 #endif 5878 5879 /* vec_vminsb */ 5880 5881 static __inline__ vector signed char __ATTRS_o_ai 5882 vec_vminsb(vector signed char __a, vector signed char __b) { 5883 return __builtin_altivec_vminsb(__a, __b); 5884 } 5885 5886 static __inline__ vector signed char __ATTRS_o_ai 5887 vec_vminsb(vector bool char __a, vector signed char __b) { 5888 return __builtin_altivec_vminsb((vector signed char)__a, __b); 5889 } 5890 5891 static __inline__ vector signed char __ATTRS_o_ai 5892 vec_vminsb(vector signed char __a, vector bool char __b) { 5893 return __builtin_altivec_vminsb(__a, (vector signed char)__b); 5894 } 5895 5896 /* vec_vminub */ 5897 5898 static __inline__ vector unsigned char __ATTRS_o_ai 5899 vec_vminub(vector unsigned char __a, vector unsigned char __b) { 5900 return __builtin_altivec_vminub(__a, __b); 5901 } 5902 5903 static __inline__ vector unsigned char __ATTRS_o_ai 5904 vec_vminub(vector bool char __a, vector unsigned char __b) { 5905 return __builtin_altivec_vminub((vector unsigned char)__a, __b); 5906 } 5907 5908 static __inline__ vector unsigned char __ATTRS_o_ai 5909 vec_vminub(vector unsigned char __a, vector bool char __b) { 5910 return __builtin_altivec_vminub(__a, (vector unsigned char)__b); 5911 } 5912 5913 /* vec_vminsh */ 5914 5915 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector short __a, 5916 vector short __b) { 5917 return __builtin_altivec_vminsh(__a, __b); 5918 } 5919 5920 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector bool short __a, 5921 vector short __b) { 5922 return __builtin_altivec_vminsh((vector short)__a, __b); 5923 } 5924 5925 static __inline__ vector short __ATTRS_o_ai vec_vminsh(vector short __a, 5926 vector bool short __b) { 5927 return __builtin_altivec_vminsh(__a, (vector short)__b); 5928 } 5929 5930 /* vec_vminuh */ 5931 5932 static __inline__ vector unsigned short __ATTRS_o_ai 5933 vec_vminuh(vector unsigned short __a, vector unsigned short __b) { 5934 return __builtin_altivec_vminuh(__a, __b); 5935 } 5936 5937 static __inline__ vector unsigned short __ATTRS_o_ai 5938 vec_vminuh(vector bool short __a, vector unsigned short __b) { 5939 return __builtin_altivec_vminuh((vector unsigned short)__a, __b); 5940 } 5941 5942 static __inline__ vector unsigned short __ATTRS_o_ai 5943 vec_vminuh(vector unsigned short __a, vector bool short __b) { 5944 return __builtin_altivec_vminuh(__a, (vector unsigned short)__b); 5945 } 5946 5947 /* vec_vminsw */ 5948 5949 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector int __a, 5950 vector int __b) { 5951 return __builtin_altivec_vminsw(__a, __b); 5952 } 5953 5954 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector bool int __a, 5955 vector int __b) { 5956 return __builtin_altivec_vminsw((vector int)__a, __b); 5957 } 5958 5959 static __inline__ vector int __ATTRS_o_ai vec_vminsw(vector int __a, 5960 vector bool int __b) { 5961 return __builtin_altivec_vminsw(__a, (vector int)__b); 5962 } 5963 5964 /* vec_vminuw */ 5965 5966 static __inline__ vector unsigned int __ATTRS_o_ai 5967 vec_vminuw(vector unsigned int __a, vector unsigned int __b) { 5968 return __builtin_altivec_vminuw(__a, __b); 5969 } 5970 5971 static __inline__ vector unsigned int __ATTRS_o_ai 5972 vec_vminuw(vector bool int __a, vector unsigned int __b) { 5973 return __builtin_altivec_vminuw((vector unsigned int)__a, __b); 5974 } 5975 5976 static __inline__ vector unsigned int __ATTRS_o_ai 5977 vec_vminuw(vector unsigned int __a, vector bool int __b) { 5978 return __builtin_altivec_vminuw(__a, (vector unsigned int)__b); 5979 } 5980 5981 /* vec_vminfp */ 5982 5983 static __inline__ vector float __attribute__((__always_inline__)) 5984 vec_vminfp(vector float __a, vector float __b) { 5985 #ifdef __VSX__ 5986 return __builtin_vsx_xvminsp(__a, __b); 5987 #else 5988 return __builtin_altivec_vminfp(__a, __b); 5989 #endif 5990 } 5991 5992 /* vec_mladd */ 5993 5994 #define __builtin_altivec_vmladduhm vec_mladd 5995 5996 static __inline__ vector short __ATTRS_o_ai vec_mladd(vector short __a, 5997 vector short __b, 5998 vector short __c) { 5999 return __a * __b + __c; 6000 } 6001 6002 static __inline__ vector short __ATTRS_o_ai vec_mladd( 6003 vector short __a, vector unsigned short __b, vector unsigned short __c) { 6004 return __a * (vector short)__b + (vector short)__c; 6005 } 6006 6007 static __inline__ vector short __ATTRS_o_ai vec_mladd(vector unsigned short __a, 6008 vector short __b, 6009 vector short __c) { 6010 return (vector short)__a * __b + __c; 6011 } 6012 6013 static __inline__ vector unsigned short __ATTRS_o_ai 6014 vec_mladd(vector unsigned short __a, vector unsigned short __b, 6015 vector unsigned short __c) { 6016 return __a * __b + __c; 6017 } 6018 6019 /* vec_vmladduhm */ 6020 6021 static __inline__ vector short __ATTRS_o_ai vec_vmladduhm(vector short __a, 6022 vector short __b, 6023 vector short __c) { 6024 return __a * __b + __c; 6025 } 6026 6027 static __inline__ vector short __ATTRS_o_ai vec_vmladduhm( 6028 vector short __a, vector unsigned short __b, vector unsigned short __c) { 6029 return __a * (vector short)__b + (vector short)__c; 6030 } 6031 6032 static __inline__ vector short __ATTRS_o_ai 6033 vec_vmladduhm(vector unsigned short __a, vector short __b, vector short __c) { 6034 return (vector short)__a * __b + __c; 6035 } 6036 6037 static __inline__ vector unsigned short __ATTRS_o_ai 6038 vec_vmladduhm(vector unsigned short __a, vector unsigned short __b, 6039 vector unsigned short __c) { 6040 return __a * __b + __c; 6041 } 6042 6043 /* vec_mradds */ 6044 6045 static __inline__ vector short __attribute__((__always_inline__)) 6046 vec_mradds(vector short __a, vector short __b, vector short __c) { 6047 return __builtin_altivec_vmhraddshs(__a, __b, __c); 6048 } 6049 6050 /* vec_vmhraddshs */ 6051 6052 static __inline__ vector short __attribute__((__always_inline__)) 6053 vec_vmhraddshs(vector short __a, vector short __b, vector short __c) { 6054 return __builtin_altivec_vmhraddshs(__a, __b, __c); 6055 } 6056 6057 /* vec_msum */ 6058 6059 static __inline__ vector int __ATTRS_o_ai vec_msum(vector signed char __a, 6060 vector unsigned char __b, 6061 vector int __c) { 6062 return __builtin_altivec_vmsummbm(__a, __b, __c); 6063 } 6064 6065 static __inline__ vector unsigned int __ATTRS_o_ai 6066 vec_msum(vector unsigned char __a, vector unsigned char __b, 6067 vector unsigned int __c) { 6068 return __builtin_altivec_vmsumubm(__a, __b, __c); 6069 } 6070 6071 static __inline__ vector int __ATTRS_o_ai vec_msum(vector short __a, 6072 vector short __b, 6073 vector int __c) { 6074 return __builtin_altivec_vmsumshm(__a, __b, __c); 6075 } 6076 6077 static __inline__ vector unsigned int __ATTRS_o_ai 6078 vec_msum(vector unsigned short __a, vector unsigned short __b, 6079 vector unsigned int __c) { 6080 return __builtin_altivec_vmsumuhm(__a, __b, __c); 6081 } 6082 6083 /* vec_msumc */ 6084 6085 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 6086 static __inline__ vector unsigned __int128 __ATTRS_o_ai 6087 vec_msumc(vector unsigned long long __a, vector unsigned long long __b, 6088 vector unsigned __int128 __c) { 6089 return __builtin_altivec_vmsumcud(__a, __b, __c); 6090 } 6091 #endif 6092 6093 /* vec_vmsummbm */ 6094 6095 static __inline__ vector int __attribute__((__always_inline__)) 6096 vec_vmsummbm(vector signed char __a, vector unsigned char __b, vector int __c) { 6097 return __builtin_altivec_vmsummbm(__a, __b, __c); 6098 } 6099 6100 /* vec_vmsumubm */ 6101 6102 static __inline__ vector unsigned int __attribute__((__always_inline__)) 6103 vec_vmsumubm(vector unsigned char __a, vector unsigned char __b, 6104 vector unsigned int __c) { 6105 return __builtin_altivec_vmsumubm(__a, __b, __c); 6106 } 6107 6108 /* vec_vmsumshm */ 6109 6110 static __inline__ vector int __attribute__((__always_inline__)) 6111 vec_vmsumshm(vector short __a, vector short __b, vector int __c) { 6112 return __builtin_altivec_vmsumshm(__a, __b, __c); 6113 } 6114 6115 /* vec_vmsumuhm */ 6116 6117 static __inline__ vector unsigned int __attribute__((__always_inline__)) 6118 vec_vmsumuhm(vector unsigned short __a, vector unsigned short __b, 6119 vector unsigned int __c) { 6120 return __builtin_altivec_vmsumuhm(__a, __b, __c); 6121 } 6122 6123 /* vec_msums */ 6124 6125 static __inline__ vector int __ATTRS_o_ai vec_msums(vector short __a, 6126 vector short __b, 6127 vector int __c) { 6128 return __builtin_altivec_vmsumshs(__a, __b, __c); 6129 } 6130 6131 static __inline__ vector unsigned int __ATTRS_o_ai 6132 vec_msums(vector unsigned short __a, vector unsigned short __b, 6133 vector unsigned int __c) { 6134 return __builtin_altivec_vmsumuhs(__a, __b, __c); 6135 } 6136 6137 /* vec_vmsumshs */ 6138 6139 static __inline__ vector int __attribute__((__always_inline__)) 6140 vec_vmsumshs(vector short __a, vector short __b, vector int __c) { 6141 return __builtin_altivec_vmsumshs(__a, __b, __c); 6142 } 6143 6144 /* vec_vmsumuhs */ 6145 6146 static __inline__ vector unsigned int __attribute__((__always_inline__)) 6147 vec_vmsumuhs(vector unsigned short __a, vector unsigned short __b, 6148 vector unsigned int __c) { 6149 return __builtin_altivec_vmsumuhs(__a, __b, __c); 6150 } 6151 6152 /* vec_mtvscr */ 6153 6154 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector signed char __a) { 6155 __builtin_altivec_mtvscr((vector int)__a); 6156 } 6157 6158 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned char __a) { 6159 __builtin_altivec_mtvscr((vector int)__a); 6160 } 6161 6162 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool char __a) { 6163 __builtin_altivec_mtvscr((vector int)__a); 6164 } 6165 6166 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector short __a) { 6167 __builtin_altivec_mtvscr((vector int)__a); 6168 } 6169 6170 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned short __a) { 6171 __builtin_altivec_mtvscr((vector int)__a); 6172 } 6173 6174 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool short __a) { 6175 __builtin_altivec_mtvscr((vector int)__a); 6176 } 6177 6178 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector pixel __a) { 6179 __builtin_altivec_mtvscr((vector int)__a); 6180 } 6181 6182 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector int __a) { 6183 __builtin_altivec_mtvscr((vector int)__a); 6184 } 6185 6186 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector unsigned int __a) { 6187 __builtin_altivec_mtvscr((vector int)__a); 6188 } 6189 6190 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector bool int __a) { 6191 __builtin_altivec_mtvscr((vector int)__a); 6192 } 6193 6194 static __inline__ void __ATTRS_o_ai vec_mtvscr(vector float __a) { 6195 __builtin_altivec_mtvscr((vector int)__a); 6196 } 6197 6198 /* vec_mul */ 6199 6200 /* Integer vector multiplication will involve multiplication of the odd/even 6201 elements separately, then truncating the results and moving to the 6202 result vector. 6203 */ 6204 static __inline__ vector signed char __ATTRS_o_ai 6205 vec_mul(vector signed char __a, vector signed char __b) { 6206 return __a * __b; 6207 } 6208 6209 static __inline__ vector unsigned char __ATTRS_o_ai 6210 vec_mul(vector unsigned char __a, vector unsigned char __b) { 6211 return __a * __b; 6212 } 6213 6214 static __inline__ vector signed short __ATTRS_o_ai 6215 vec_mul(vector signed short __a, vector signed short __b) { 6216 return __a * __b; 6217 } 6218 6219 static __inline__ vector unsigned short __ATTRS_o_ai 6220 vec_mul(vector unsigned short __a, vector unsigned short __b) { 6221 return __a * __b; 6222 } 6223 6224 static __inline__ vector signed int __ATTRS_o_ai 6225 vec_mul(vector signed int __a, vector signed int __b) { 6226 return __a * __b; 6227 } 6228 6229 static __inline__ vector unsigned int __ATTRS_o_ai 6230 vec_mul(vector unsigned int __a, vector unsigned int __b) { 6231 return __a * __b; 6232 } 6233 6234 #ifdef __VSX__ 6235 static __inline__ vector signed long long __ATTRS_o_ai 6236 vec_mul(vector signed long long __a, vector signed long long __b) { 6237 return __a * __b; 6238 } 6239 6240 static __inline__ vector unsigned long long __ATTRS_o_ai 6241 vec_mul(vector unsigned long long __a, vector unsigned long long __b) { 6242 return __a * __b; 6243 } 6244 #endif 6245 6246 static __inline__ vector float __ATTRS_o_ai vec_mul(vector float __a, 6247 vector float __b) { 6248 return __a * __b; 6249 } 6250 6251 #ifdef __VSX__ 6252 static __inline__ vector double __ATTRS_o_ai vec_mul(vector double __a, 6253 vector double __b) { 6254 return __a * __b; 6255 } 6256 #endif 6257 6258 /* The vmulos* and vmules* instructions have a big endian bias, so 6259 we must reverse the meaning of "even" and "odd" for little endian. */ 6260 6261 /* vec_mule */ 6262 6263 static __inline__ vector short __ATTRS_o_ai vec_mule(vector signed char __a, 6264 vector signed char __b) { 6265 #ifdef __LITTLE_ENDIAN__ 6266 return __builtin_altivec_vmulosb(__a, __b); 6267 #else 6268 return __builtin_altivec_vmulesb(__a, __b); 6269 #endif 6270 } 6271 6272 static __inline__ vector unsigned short __ATTRS_o_ai 6273 vec_mule(vector unsigned char __a, vector unsigned char __b) { 6274 #ifdef __LITTLE_ENDIAN__ 6275 return __builtin_altivec_vmuloub(__a, __b); 6276 #else 6277 return __builtin_altivec_vmuleub(__a, __b); 6278 #endif 6279 } 6280 6281 static __inline__ vector int __ATTRS_o_ai vec_mule(vector short __a, 6282 vector short __b) { 6283 #ifdef __LITTLE_ENDIAN__ 6284 return __builtin_altivec_vmulosh(__a, __b); 6285 #else 6286 return __builtin_altivec_vmulesh(__a, __b); 6287 #endif 6288 } 6289 6290 static __inline__ vector unsigned int __ATTRS_o_ai 6291 vec_mule(vector unsigned short __a, vector unsigned short __b) { 6292 #ifdef __LITTLE_ENDIAN__ 6293 return __builtin_altivec_vmulouh(__a, __b); 6294 #else 6295 return __builtin_altivec_vmuleuh(__a, __b); 6296 #endif 6297 } 6298 6299 #ifdef __POWER8_VECTOR__ 6300 static __inline__ vector signed long long __ATTRS_o_ai 6301 vec_mule(vector signed int __a, vector signed int __b) { 6302 #ifdef __LITTLE_ENDIAN__ 6303 return __builtin_altivec_vmulosw(__a, __b); 6304 #else 6305 return __builtin_altivec_vmulesw(__a, __b); 6306 #endif 6307 } 6308 6309 static __inline__ vector unsigned long long __ATTRS_o_ai 6310 vec_mule(vector unsigned int __a, vector unsigned int __b) { 6311 #ifdef __LITTLE_ENDIAN__ 6312 return __builtin_altivec_vmulouw(__a, __b); 6313 #else 6314 return __builtin_altivec_vmuleuw(__a, __b); 6315 #endif 6316 } 6317 #endif 6318 6319 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 6320 static __inline__ vector signed __int128 __ATTRS_o_ai 6321 vec_mule(vector signed long long __a, vector signed long long __b) { 6322 #ifdef __LITTLE_ENDIAN__ 6323 return __builtin_altivec_vmulosd(__a, __b); 6324 #else 6325 return __builtin_altivec_vmulesd(__a, __b); 6326 #endif 6327 } 6328 6329 static __inline__ vector unsigned __int128 __ATTRS_o_ai 6330 vec_mule(vector unsigned long long __a, vector unsigned long long __b) { 6331 #ifdef __LITTLE_ENDIAN__ 6332 return __builtin_altivec_vmuloud(__a, __b); 6333 #else 6334 return __builtin_altivec_vmuleud(__a, __b); 6335 #endif 6336 } 6337 #endif 6338 6339 /* vec_vmulesb */ 6340 6341 static __inline__ vector short __attribute__((__always_inline__)) 6342 vec_vmulesb(vector signed char __a, vector signed char __b) { 6343 #ifdef __LITTLE_ENDIAN__ 6344 return __builtin_altivec_vmulosb(__a, __b); 6345 #else 6346 return __builtin_altivec_vmulesb(__a, __b); 6347 #endif 6348 } 6349 6350 /* vec_vmuleub */ 6351 6352 static __inline__ vector unsigned short __attribute__((__always_inline__)) 6353 vec_vmuleub(vector unsigned char __a, vector unsigned char __b) { 6354 #ifdef __LITTLE_ENDIAN__ 6355 return __builtin_altivec_vmuloub(__a, __b); 6356 #else 6357 return __builtin_altivec_vmuleub(__a, __b); 6358 #endif 6359 } 6360 6361 /* vec_vmulesh */ 6362 6363 static __inline__ vector int __attribute__((__always_inline__)) 6364 vec_vmulesh(vector short __a, vector short __b) { 6365 #ifdef __LITTLE_ENDIAN__ 6366 return __builtin_altivec_vmulosh(__a, __b); 6367 #else 6368 return __builtin_altivec_vmulesh(__a, __b); 6369 #endif 6370 } 6371 6372 /* vec_vmuleuh */ 6373 6374 static __inline__ vector unsigned int __attribute__((__always_inline__)) 6375 vec_vmuleuh(vector unsigned short __a, vector unsigned short __b) { 6376 #ifdef __LITTLE_ENDIAN__ 6377 return __builtin_altivec_vmulouh(__a, __b); 6378 #else 6379 return __builtin_altivec_vmuleuh(__a, __b); 6380 #endif 6381 } 6382 6383 /* vec_mulh */ 6384 6385 #ifdef __POWER10_VECTOR__ 6386 static __inline__ vector signed int __ATTRS_o_ai 6387 vec_mulh(vector signed int __a, vector signed int __b) { 6388 return __builtin_altivec_vmulhsw(__a, __b); 6389 } 6390 6391 static __inline__ vector unsigned int __ATTRS_o_ai 6392 vec_mulh(vector unsigned int __a, vector unsigned int __b) { 6393 return __builtin_altivec_vmulhuw(__a, __b); 6394 } 6395 6396 static __inline__ vector signed long long __ATTRS_o_ai 6397 vec_mulh(vector signed long long __a, vector signed long long __b) { 6398 return __builtin_altivec_vmulhsd(__a, __b); 6399 } 6400 6401 static __inline__ vector unsigned long long __ATTRS_o_ai 6402 vec_mulh(vector unsigned long long __a, vector unsigned long long __b) { 6403 return __builtin_altivec_vmulhud(__a, __b); 6404 } 6405 #endif 6406 6407 /* vec_mulo */ 6408 6409 static __inline__ vector short __ATTRS_o_ai vec_mulo(vector signed char __a, 6410 vector signed char __b) { 6411 #ifdef __LITTLE_ENDIAN__ 6412 return __builtin_altivec_vmulesb(__a, __b); 6413 #else 6414 return __builtin_altivec_vmulosb(__a, __b); 6415 #endif 6416 } 6417 6418 static __inline__ vector unsigned short __ATTRS_o_ai 6419 vec_mulo(vector unsigned char __a, vector unsigned char __b) { 6420 #ifdef __LITTLE_ENDIAN__ 6421 return __builtin_altivec_vmuleub(__a, __b); 6422 #else 6423 return __builtin_altivec_vmuloub(__a, __b); 6424 #endif 6425 } 6426 6427 static __inline__ vector int __ATTRS_o_ai vec_mulo(vector short __a, 6428 vector short __b) { 6429 #ifdef __LITTLE_ENDIAN__ 6430 return __builtin_altivec_vmulesh(__a, __b); 6431 #else 6432 return __builtin_altivec_vmulosh(__a, __b); 6433 #endif 6434 } 6435 6436 static __inline__ vector unsigned int __ATTRS_o_ai 6437 vec_mulo(vector unsigned short __a, vector unsigned short __b) { 6438 #ifdef __LITTLE_ENDIAN__ 6439 return __builtin_altivec_vmuleuh(__a, __b); 6440 #else 6441 return __builtin_altivec_vmulouh(__a, __b); 6442 #endif 6443 } 6444 6445 #ifdef __POWER8_VECTOR__ 6446 static __inline__ vector signed long long __ATTRS_o_ai 6447 vec_mulo(vector signed int __a, vector signed int __b) { 6448 #ifdef __LITTLE_ENDIAN__ 6449 return __builtin_altivec_vmulesw(__a, __b); 6450 #else 6451 return __builtin_altivec_vmulosw(__a, __b); 6452 #endif 6453 } 6454 6455 static __inline__ vector unsigned long long __ATTRS_o_ai 6456 vec_mulo(vector unsigned int __a, vector unsigned int __b) { 6457 #ifdef __LITTLE_ENDIAN__ 6458 return __builtin_altivec_vmuleuw(__a, __b); 6459 #else 6460 return __builtin_altivec_vmulouw(__a, __b); 6461 #endif 6462 } 6463 #endif 6464 6465 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 6466 static __inline__ vector signed __int128 __ATTRS_o_ai 6467 vec_mulo(vector signed long long __a, vector signed long long __b) { 6468 #ifdef __LITTLE_ENDIAN__ 6469 return __builtin_altivec_vmulesd(__a, __b); 6470 #else 6471 return __builtin_altivec_vmulosd(__a, __b); 6472 #endif 6473 } 6474 6475 static __inline__ vector unsigned __int128 __ATTRS_o_ai 6476 vec_mulo(vector unsigned long long __a, vector unsigned long long __b) { 6477 #ifdef __LITTLE_ENDIAN__ 6478 return __builtin_altivec_vmuleud(__a, __b); 6479 #else 6480 return __builtin_altivec_vmuloud(__a, __b); 6481 #endif 6482 } 6483 #endif 6484 6485 /* vec_vmulosb */ 6486 6487 static __inline__ vector short __attribute__((__always_inline__)) 6488 vec_vmulosb(vector signed char __a, vector signed char __b) { 6489 #ifdef __LITTLE_ENDIAN__ 6490 return __builtin_altivec_vmulesb(__a, __b); 6491 #else 6492 return __builtin_altivec_vmulosb(__a, __b); 6493 #endif 6494 } 6495 6496 /* vec_vmuloub */ 6497 6498 static __inline__ vector unsigned short __attribute__((__always_inline__)) 6499 vec_vmuloub(vector unsigned char __a, vector unsigned char __b) { 6500 #ifdef __LITTLE_ENDIAN__ 6501 return __builtin_altivec_vmuleub(__a, __b); 6502 #else 6503 return __builtin_altivec_vmuloub(__a, __b); 6504 #endif 6505 } 6506 6507 /* vec_vmulosh */ 6508 6509 static __inline__ vector int __attribute__((__always_inline__)) 6510 vec_vmulosh(vector short __a, vector short __b) { 6511 #ifdef __LITTLE_ENDIAN__ 6512 return __builtin_altivec_vmulesh(__a, __b); 6513 #else 6514 return __builtin_altivec_vmulosh(__a, __b); 6515 #endif 6516 } 6517 6518 /* vec_vmulouh */ 6519 6520 static __inline__ vector unsigned int __attribute__((__always_inline__)) 6521 vec_vmulouh(vector unsigned short __a, vector unsigned short __b) { 6522 #ifdef __LITTLE_ENDIAN__ 6523 return __builtin_altivec_vmuleuh(__a, __b); 6524 #else 6525 return __builtin_altivec_vmulouh(__a, __b); 6526 #endif 6527 } 6528 6529 /* vec_nand */ 6530 6531 #ifdef __POWER8_VECTOR__ 6532 static __inline__ vector signed char __ATTRS_o_ai 6533 vec_nand(vector signed char __a, vector signed char __b) { 6534 return ~(__a & __b); 6535 } 6536 6537 static __inline__ vector signed char __ATTRS_o_ai 6538 vec_nand(vector signed char __a, vector bool char __b) { 6539 return ~(__a & (vector signed char)__b); 6540 } 6541 6542 static __inline__ vector signed char __ATTRS_o_ai 6543 vec_nand(vector bool char __a, vector signed char __b) { 6544 return (vector signed char)~(__a & (vector bool char)__b); 6545 } 6546 6547 static __inline__ vector unsigned char __ATTRS_o_ai 6548 vec_nand(vector unsigned char __a, vector unsigned char __b) { 6549 return ~(__a & __b); 6550 } 6551 6552 static __inline__ vector unsigned char __ATTRS_o_ai 6553 vec_nand(vector unsigned char __a, vector bool char __b) { 6554 return ~(__a & (vector unsigned char)__b); 6555 } 6556 6557 static __inline__ vector unsigned char __ATTRS_o_ai 6558 vec_nand(vector bool char __a, vector unsigned char __b) { 6559 return (vector unsigned char)~(__a & (vector bool char)__b); 6560 } 6561 6562 static __inline__ vector bool char __ATTRS_o_ai vec_nand(vector bool char __a, 6563 vector bool char __b) { 6564 return ~(__a & __b); 6565 } 6566 6567 static __inline__ vector signed short __ATTRS_o_ai 6568 vec_nand(vector signed short __a, vector signed short __b) { 6569 return ~(__a & __b); 6570 } 6571 6572 static __inline__ vector signed short __ATTRS_o_ai 6573 vec_nand(vector signed short __a, vector bool short __b) { 6574 return ~(__a & (vector signed short)__b); 6575 } 6576 6577 static __inline__ vector signed short __ATTRS_o_ai 6578 vec_nand(vector bool short __a, vector signed short __b) { 6579 return (vector signed short)~(__a & (vector bool short)__b); 6580 } 6581 6582 static __inline__ vector unsigned short __ATTRS_o_ai 6583 vec_nand(vector unsigned short __a, vector unsigned short __b) { 6584 return ~(__a & __b); 6585 } 6586 6587 static __inline__ vector unsigned short __ATTRS_o_ai 6588 vec_nand(vector unsigned short __a, vector bool short __b) { 6589 return ~(__a & (vector unsigned short)__b); 6590 } 6591 6592 static __inline__ vector bool short __ATTRS_o_ai 6593 vec_nand(vector bool short __a, vector bool short __b) { 6594 return ~(__a & __b); 6595 } 6596 6597 static __inline__ vector signed int __ATTRS_o_ai 6598 vec_nand(vector signed int __a, vector signed int __b) { 6599 return ~(__a & __b); 6600 } 6601 6602 static __inline__ vector signed int __ATTRS_o_ai vec_nand(vector signed int __a, 6603 vector bool int __b) { 6604 return ~(__a & (vector signed int)__b); 6605 } 6606 6607 static __inline__ vector signed int __ATTRS_o_ai 6608 vec_nand(vector bool int __a, vector signed int __b) { 6609 return (vector signed int)~(__a & (vector bool int)__b); 6610 } 6611 6612 static __inline__ vector unsigned int __ATTRS_o_ai 6613 vec_nand(vector unsigned int __a, vector unsigned int __b) { 6614 return ~(__a & __b); 6615 } 6616 6617 static __inline__ vector unsigned int __ATTRS_o_ai 6618 vec_nand(vector unsigned int __a, vector bool int __b) { 6619 return ~(__a & (vector unsigned int)__b); 6620 } 6621 6622 static __inline__ vector unsigned int __ATTRS_o_ai 6623 vec_nand(vector bool int __a, vector unsigned int __b) { 6624 return (vector unsigned int)~(__a & (vector bool int)__b); 6625 } 6626 6627 static __inline__ vector bool int __ATTRS_o_ai vec_nand(vector bool int __a, 6628 vector bool int __b) { 6629 return ~(__a & __b); 6630 } 6631 6632 static __inline__ vector float __ATTRS_o_ai 6633 vec_nand(vector float __a, vector float __b) { 6634 return (vector float)(~((vector unsigned int)__a & 6635 (vector unsigned int)__b)); 6636 } 6637 6638 static __inline__ vector signed long long __ATTRS_o_ai 6639 vec_nand(vector signed long long __a, vector signed long long __b) { 6640 return ~(__a & __b); 6641 } 6642 6643 static __inline__ vector signed long long __ATTRS_o_ai 6644 vec_nand(vector signed long long __a, vector bool long long __b) { 6645 return ~(__a & (vector signed long long)__b); 6646 } 6647 6648 static __inline__ vector signed long long __ATTRS_o_ai 6649 vec_nand(vector bool long long __a, vector signed long long __b) { 6650 return (vector signed long long)~(__a & (vector bool long long)__b); 6651 } 6652 6653 static __inline__ vector unsigned long long __ATTRS_o_ai 6654 vec_nand(vector unsigned long long __a, vector unsigned long long __b) { 6655 return ~(__a & __b); 6656 } 6657 6658 static __inline__ vector unsigned long long __ATTRS_o_ai 6659 vec_nand(vector unsigned long long __a, vector bool long long __b) { 6660 return ~(__a & (vector unsigned long long)__b); 6661 } 6662 6663 static __inline__ vector unsigned long long __ATTRS_o_ai 6664 vec_nand(vector bool long long __a, vector unsigned long long __b) { 6665 return (vector unsigned long long)~(__a & (vector bool long long)__b); 6666 } 6667 6668 static __inline__ vector bool long long __ATTRS_o_ai 6669 vec_nand(vector bool long long __a, vector bool long long __b) { 6670 return ~(__a & __b); 6671 } 6672 6673 static __inline__ vector double __ATTRS_o_ai 6674 vec_nand(vector double __a, vector double __b) { 6675 return (vector double)(~((vector unsigned long long)__a & 6676 (vector unsigned long long)__b)); 6677 } 6678 6679 #endif 6680 6681 /* vec_nmadd */ 6682 6683 #ifdef __VSX__ 6684 static __inline__ vector float __ATTRS_o_ai vec_nmadd(vector float __a, 6685 vector float __b, 6686 vector float __c) { 6687 return __builtin_vsx_xvnmaddasp(__a, __b, __c); 6688 } 6689 6690 static __inline__ vector double __ATTRS_o_ai vec_nmadd(vector double __a, 6691 vector double __b, 6692 vector double __c) { 6693 return __builtin_vsx_xvnmaddadp(__a, __b, __c); 6694 } 6695 #endif 6696 6697 /* vec_nmsub */ 6698 6699 static __inline__ vector float __ATTRS_o_ai vec_nmsub(vector float __a, 6700 vector float __b, 6701 vector float __c) { 6702 #ifdef __VSX__ 6703 return __builtin_vsx_xvnmsubasp(__a, __b, __c); 6704 #else 6705 return __builtin_altivec_vnmsubfp(__a, __b, __c); 6706 #endif 6707 } 6708 6709 #ifdef __VSX__ 6710 static __inline__ vector double __ATTRS_o_ai vec_nmsub(vector double __a, 6711 vector double __b, 6712 vector double __c) { 6713 return __builtin_vsx_xvnmsubadp(__a, __b, __c); 6714 } 6715 #endif 6716 6717 /* vec_vnmsubfp */ 6718 6719 static __inline__ vector float __attribute__((__always_inline__)) 6720 vec_vnmsubfp(vector float __a, vector float __b, vector float __c) { 6721 return __builtin_altivec_vnmsubfp(__a, __b, __c); 6722 } 6723 6724 /* vec_nor */ 6725 6726 #define __builtin_altivec_vnor vec_nor 6727 6728 static __inline__ vector signed char __ATTRS_o_ai 6729 vec_nor(vector signed char __a, vector signed char __b) { 6730 return ~(__a | __b); 6731 } 6732 6733 static __inline__ vector unsigned char __ATTRS_o_ai 6734 vec_nor(vector unsigned char __a, vector unsigned char __b) { 6735 return ~(__a | __b); 6736 } 6737 6738 static __inline__ vector bool char __ATTRS_o_ai vec_nor(vector bool char __a, 6739 vector bool char __b) { 6740 return ~(__a | __b); 6741 } 6742 6743 static __inline__ vector short __ATTRS_o_ai vec_nor(vector short __a, 6744 vector short __b) { 6745 return ~(__a | __b); 6746 } 6747 6748 static __inline__ vector unsigned short __ATTRS_o_ai 6749 vec_nor(vector unsigned short __a, vector unsigned short __b) { 6750 return ~(__a | __b); 6751 } 6752 6753 static __inline__ vector bool short __ATTRS_o_ai 6754 vec_nor(vector bool short __a, vector bool short __b) { 6755 return ~(__a | __b); 6756 } 6757 6758 static __inline__ vector int __ATTRS_o_ai vec_nor(vector int __a, 6759 vector int __b) { 6760 return ~(__a | __b); 6761 } 6762 6763 static __inline__ vector unsigned int __ATTRS_o_ai 6764 vec_nor(vector unsigned int __a, vector unsigned int __b) { 6765 return ~(__a | __b); 6766 } 6767 6768 static __inline__ vector bool int __ATTRS_o_ai vec_nor(vector bool int __a, 6769 vector bool int __b) { 6770 return ~(__a | __b); 6771 } 6772 6773 static __inline__ vector float __ATTRS_o_ai vec_nor(vector float __a, 6774 vector float __b) { 6775 vector unsigned int __res = 6776 ~((vector unsigned int)__a | (vector unsigned int)__b); 6777 return (vector float)__res; 6778 } 6779 6780 #ifdef __VSX__ 6781 static __inline__ vector double __ATTRS_o_ai vec_nor(vector double __a, 6782 vector double __b) { 6783 vector unsigned long long __res = 6784 ~((vector unsigned long long)__a | (vector unsigned long long)__b); 6785 return (vector double)__res; 6786 } 6787 #endif 6788 6789 /* vec_vnor */ 6790 6791 static __inline__ vector signed char __ATTRS_o_ai 6792 vec_vnor(vector signed char __a, vector signed char __b) { 6793 return ~(__a | __b); 6794 } 6795 6796 static __inline__ vector unsigned char __ATTRS_o_ai 6797 vec_vnor(vector unsigned char __a, vector unsigned char __b) { 6798 return ~(__a | __b); 6799 } 6800 6801 static __inline__ vector bool char __ATTRS_o_ai vec_vnor(vector bool char __a, 6802 vector bool char __b) { 6803 return ~(__a | __b); 6804 } 6805 6806 static __inline__ vector short __ATTRS_o_ai vec_vnor(vector short __a, 6807 vector short __b) { 6808 return ~(__a | __b); 6809 } 6810 6811 static __inline__ vector unsigned short __ATTRS_o_ai 6812 vec_vnor(vector unsigned short __a, vector unsigned short __b) { 6813 return ~(__a | __b); 6814 } 6815 6816 static __inline__ vector bool short __ATTRS_o_ai 6817 vec_vnor(vector bool short __a, vector bool short __b) { 6818 return ~(__a | __b); 6819 } 6820 6821 static __inline__ vector int __ATTRS_o_ai vec_vnor(vector int __a, 6822 vector int __b) { 6823 return ~(__a | __b); 6824 } 6825 6826 static __inline__ vector unsigned int __ATTRS_o_ai 6827 vec_vnor(vector unsigned int __a, vector unsigned int __b) { 6828 return ~(__a | __b); 6829 } 6830 6831 static __inline__ vector bool int __ATTRS_o_ai vec_vnor(vector bool int __a, 6832 vector bool int __b) { 6833 return ~(__a | __b); 6834 } 6835 6836 static __inline__ vector float __ATTRS_o_ai vec_vnor(vector float __a, 6837 vector float __b) { 6838 vector unsigned int __res = 6839 ~((vector unsigned int)__a | (vector unsigned int)__b); 6840 return (vector float)__res; 6841 } 6842 6843 #ifdef __VSX__ 6844 static __inline__ vector signed long long __ATTRS_o_ai 6845 vec_nor(vector signed long long __a, vector signed long long __b) { 6846 return ~(__a | __b); 6847 } 6848 6849 static __inline__ vector unsigned long long __ATTRS_o_ai 6850 vec_nor(vector unsigned long long __a, vector unsigned long long __b) { 6851 return ~(__a | __b); 6852 } 6853 6854 static __inline__ vector bool long long __ATTRS_o_ai 6855 vec_nor(vector bool long long __a, vector bool long long __b) { 6856 return ~(__a | __b); 6857 } 6858 #endif 6859 6860 /* vec_or */ 6861 6862 #define __builtin_altivec_vor vec_or 6863 6864 static __inline__ vector signed char __ATTRS_o_ai 6865 vec_or(vector signed char __a, vector signed char __b) { 6866 return __a | __b; 6867 } 6868 6869 static __inline__ vector signed char __ATTRS_o_ai 6870 vec_or(vector bool char __a, vector signed char __b) { 6871 return (vector signed char)__a | __b; 6872 } 6873 6874 static __inline__ vector signed char __ATTRS_o_ai vec_or(vector signed char __a, 6875 vector bool char __b) { 6876 return __a | (vector signed char)__b; 6877 } 6878 6879 static __inline__ vector unsigned char __ATTRS_o_ai 6880 vec_or(vector unsigned char __a, vector unsigned char __b) { 6881 return __a | __b; 6882 } 6883 6884 static __inline__ vector unsigned char __ATTRS_o_ai 6885 vec_or(vector bool char __a, vector unsigned char __b) { 6886 return (vector unsigned char)__a | __b; 6887 } 6888 6889 static __inline__ vector unsigned char __ATTRS_o_ai 6890 vec_or(vector unsigned char __a, vector bool char __b) { 6891 return __a | (vector unsigned char)__b; 6892 } 6893 6894 static __inline__ vector bool char __ATTRS_o_ai vec_or(vector bool char __a, 6895 vector bool char __b) { 6896 return __a | __b; 6897 } 6898 6899 static __inline__ vector short __ATTRS_o_ai vec_or(vector short __a, 6900 vector short __b) { 6901 return __a | __b; 6902 } 6903 6904 static __inline__ vector short __ATTRS_o_ai vec_or(vector bool short __a, 6905 vector short __b) { 6906 return (vector short)__a | __b; 6907 } 6908 6909 static __inline__ vector short __ATTRS_o_ai vec_or(vector short __a, 6910 vector bool short __b) { 6911 return __a | (vector short)__b; 6912 } 6913 6914 static __inline__ vector unsigned short __ATTRS_o_ai 6915 vec_or(vector unsigned short __a, vector unsigned short __b) { 6916 return __a | __b; 6917 } 6918 6919 static __inline__ vector unsigned short __ATTRS_o_ai 6920 vec_or(vector bool short __a, vector unsigned short __b) { 6921 return (vector unsigned short)__a | __b; 6922 } 6923 6924 static __inline__ vector unsigned short __ATTRS_o_ai 6925 vec_or(vector unsigned short __a, vector bool short __b) { 6926 return __a | (vector unsigned short)__b; 6927 } 6928 6929 static __inline__ vector bool short __ATTRS_o_ai vec_or(vector bool short __a, 6930 vector bool short __b) { 6931 return __a | __b; 6932 } 6933 6934 static __inline__ vector int __ATTRS_o_ai vec_or(vector int __a, 6935 vector int __b) { 6936 return __a | __b; 6937 } 6938 6939 static __inline__ vector int __ATTRS_o_ai vec_or(vector bool int __a, 6940 vector int __b) { 6941 return (vector int)__a | __b; 6942 } 6943 6944 static __inline__ vector int __ATTRS_o_ai vec_or(vector int __a, 6945 vector bool int __b) { 6946 return __a | (vector int)__b; 6947 } 6948 6949 static __inline__ vector unsigned int __ATTRS_o_ai 6950 vec_or(vector unsigned int __a, vector unsigned int __b) { 6951 return __a | __b; 6952 } 6953 6954 static __inline__ vector unsigned int __ATTRS_o_ai 6955 vec_or(vector bool int __a, vector unsigned int __b) { 6956 return (vector unsigned int)__a | __b; 6957 } 6958 6959 static __inline__ vector unsigned int __ATTRS_o_ai 6960 vec_or(vector unsigned int __a, vector bool int __b) { 6961 return __a | (vector unsigned int)__b; 6962 } 6963 6964 static __inline__ vector bool int __ATTRS_o_ai vec_or(vector bool int __a, 6965 vector bool int __b) { 6966 return __a | __b; 6967 } 6968 6969 static __inline__ vector float __ATTRS_o_ai vec_or(vector float __a, 6970 vector float __b) { 6971 vector unsigned int __res = 6972 (vector unsigned int)__a | (vector unsigned int)__b; 6973 return (vector float)__res; 6974 } 6975 6976 static __inline__ vector float __ATTRS_o_ai vec_or(vector bool int __a, 6977 vector float __b) { 6978 vector unsigned int __res = 6979 (vector unsigned int)__a | (vector unsigned int)__b; 6980 return (vector float)__res; 6981 } 6982 6983 static __inline__ vector float __ATTRS_o_ai vec_or(vector float __a, 6984 vector bool int __b) { 6985 vector unsigned int __res = 6986 (vector unsigned int)__a | (vector unsigned int)__b; 6987 return (vector float)__res; 6988 } 6989 6990 #ifdef __VSX__ 6991 static __inline__ vector double __ATTRS_o_ai vec_or(vector bool long long __a, 6992 vector double __b) { 6993 return (vector double)((vector unsigned long long)__a | 6994 (vector unsigned long long)__b); 6995 } 6996 6997 static __inline__ vector double __ATTRS_o_ai vec_or(vector double __a, 6998 vector bool long long __b) { 6999 return (vector double)((vector unsigned long long)__a | 7000 (vector unsigned long long)__b); 7001 } 7002 7003 static __inline__ vector double __ATTRS_o_ai vec_or(vector double __a, 7004 vector double __b) { 7005 return (vector double)((vector unsigned long long)__a | 7006 (vector unsigned long long)__b); 7007 } 7008 7009 static __inline__ vector signed long long __ATTRS_o_ai 7010 vec_or(vector signed long long __a, vector signed long long __b) { 7011 return __a | __b; 7012 } 7013 7014 static __inline__ vector signed long long __ATTRS_o_ai 7015 vec_or(vector bool long long __a, vector signed long long __b) { 7016 return (vector signed long long)__a | __b; 7017 } 7018 7019 static __inline__ vector signed long long __ATTRS_o_ai 7020 vec_or(vector signed long long __a, vector bool long long __b) { 7021 return __a | (vector signed long long)__b; 7022 } 7023 7024 static __inline__ vector unsigned long long __ATTRS_o_ai 7025 vec_or(vector unsigned long long __a, vector unsigned long long __b) { 7026 return __a | __b; 7027 } 7028 7029 static __inline__ vector unsigned long long __ATTRS_o_ai 7030 vec_or(vector bool long long __a, vector unsigned long long __b) { 7031 return (vector unsigned long long)__a | __b; 7032 } 7033 7034 static __inline__ vector unsigned long long __ATTRS_o_ai 7035 vec_or(vector unsigned long long __a, vector bool long long __b) { 7036 return __a | (vector unsigned long long)__b; 7037 } 7038 7039 static __inline__ vector bool long long __ATTRS_o_ai 7040 vec_or(vector bool long long __a, vector bool long long __b) { 7041 return __a | __b; 7042 } 7043 #endif 7044 7045 #ifdef __POWER8_VECTOR__ 7046 static __inline__ vector signed char __ATTRS_o_ai 7047 vec_orc(vector signed char __a, vector signed char __b) { 7048 return __a | ~__b; 7049 } 7050 7051 static __inline__ vector signed char __ATTRS_o_ai 7052 vec_orc(vector signed char __a, vector bool char __b) { 7053 return __a | (vector signed char)~__b; 7054 } 7055 7056 static __inline__ vector signed char __ATTRS_o_ai 7057 vec_orc(vector bool char __a, vector signed char __b) { 7058 return (vector signed char)(__a | (vector bool char)~__b); 7059 } 7060 7061 static __inline__ vector unsigned char __ATTRS_o_ai 7062 vec_orc(vector unsigned char __a, vector unsigned char __b) { 7063 return __a | ~__b; 7064 } 7065 7066 static __inline__ vector unsigned char __ATTRS_o_ai 7067 vec_orc(vector unsigned char __a, vector bool char __b) { 7068 return __a | (vector unsigned char)~__b; 7069 } 7070 7071 static __inline__ vector unsigned char __ATTRS_o_ai 7072 vec_orc(vector bool char __a, vector unsigned char __b) { 7073 return (vector unsigned char)(__a | (vector bool char)~__b); 7074 } 7075 7076 static __inline__ vector bool char __ATTRS_o_ai vec_orc(vector bool char __a, 7077 vector bool char __b) { 7078 return __a | ~__b; 7079 } 7080 7081 static __inline__ vector signed short __ATTRS_o_ai 7082 vec_orc(vector signed short __a, vector signed short __b) { 7083 return __a | ~__b; 7084 } 7085 7086 static __inline__ vector signed short __ATTRS_o_ai 7087 vec_orc(vector signed short __a, vector bool short __b) { 7088 return __a | (vector signed short)~__b; 7089 } 7090 7091 static __inline__ vector signed short __ATTRS_o_ai 7092 vec_orc(vector bool short __a, vector signed short __b) { 7093 return (vector signed short)(__a | (vector bool short)~__b); 7094 } 7095 7096 static __inline__ vector unsigned short __ATTRS_o_ai 7097 vec_orc(vector unsigned short __a, vector unsigned short __b) { 7098 return __a | ~__b; 7099 } 7100 7101 static __inline__ vector unsigned short __ATTRS_o_ai 7102 vec_orc(vector unsigned short __a, vector bool short __b) { 7103 return __a | (vector unsigned short)~__b; 7104 } 7105 7106 static __inline__ vector unsigned short __ATTRS_o_ai 7107 vec_orc(vector bool short __a, vector unsigned short __b) { 7108 return (vector unsigned short)(__a | (vector bool short)~__b); 7109 } 7110 7111 static __inline__ vector bool short __ATTRS_o_ai 7112 vec_orc(vector bool short __a, vector bool short __b) { 7113 return __a | ~__b; 7114 } 7115 7116 static __inline__ vector signed int __ATTRS_o_ai 7117 vec_orc(vector signed int __a, vector signed int __b) { 7118 return __a | ~__b; 7119 } 7120 7121 static __inline__ vector signed int __ATTRS_o_ai vec_orc(vector signed int __a, 7122 vector bool int __b) { 7123 return __a | (vector signed int)~__b; 7124 } 7125 7126 static __inline__ vector signed int __ATTRS_o_ai 7127 vec_orc(vector bool int __a, vector signed int __b) { 7128 return (vector signed int)(__a | (vector bool int)~__b); 7129 } 7130 7131 static __inline__ vector unsigned int __ATTRS_o_ai 7132 vec_orc(vector unsigned int __a, vector unsigned int __b) { 7133 return __a | ~__b; 7134 } 7135 7136 static __inline__ vector unsigned int __ATTRS_o_ai 7137 vec_orc(vector unsigned int __a, vector bool int __b) { 7138 return __a | (vector unsigned int)~__b; 7139 } 7140 7141 static __inline__ vector unsigned int __ATTRS_o_ai 7142 vec_orc(vector bool int __a, vector unsigned int __b) { 7143 return (vector unsigned int)(__a | (vector bool int)~__b); 7144 } 7145 7146 static __inline__ vector bool int __ATTRS_o_ai vec_orc(vector bool int __a, 7147 vector bool int __b) { 7148 return __a | ~__b; 7149 } 7150 7151 static __inline__ vector float __ATTRS_o_ai 7152 vec_orc(vector bool int __a, vector float __b) { 7153 return (vector float)(__a | ~(vector bool int)__b); 7154 } 7155 7156 static __inline__ vector float __ATTRS_o_ai 7157 vec_orc(vector float __a, vector bool int __b) { 7158 return (vector float)((vector bool int)__a | ~__b); 7159 } 7160 7161 static __inline__ vector float __ATTRS_o_ai vec_orc(vector float __a, 7162 vector float __b) { 7163 return (vector float)((vector unsigned int)__a | ~(vector unsigned int)__b); 7164 } 7165 7166 static __inline__ vector signed long long __ATTRS_o_ai 7167 vec_orc(vector signed long long __a, vector signed long long __b) { 7168 return __a | ~__b; 7169 } 7170 7171 static __inline__ vector signed long long __ATTRS_o_ai 7172 vec_orc(vector signed long long __a, vector bool long long __b) { 7173 return __a | (vector signed long long)~__b; 7174 } 7175 7176 static __inline__ vector signed long long __ATTRS_o_ai 7177 vec_orc(vector bool long long __a, vector signed long long __b) { 7178 return (vector signed long long)(__a | (vector bool long long)~__b); 7179 } 7180 7181 static __inline__ vector unsigned long long __ATTRS_o_ai 7182 vec_orc(vector unsigned long long __a, vector unsigned long long __b) { 7183 return __a | ~__b; 7184 } 7185 7186 static __inline__ vector unsigned long long __ATTRS_o_ai 7187 vec_orc(vector unsigned long long __a, vector bool long long __b) { 7188 return __a | (vector unsigned long long)~__b; 7189 } 7190 7191 static __inline__ vector unsigned long long __ATTRS_o_ai 7192 vec_orc(vector bool long long __a, vector unsigned long long __b) { 7193 return (vector unsigned long long)(__a | (vector bool long long)~__b); 7194 } 7195 7196 static __inline__ vector bool long long __ATTRS_o_ai 7197 vec_orc(vector bool long long __a, vector bool long long __b) { 7198 return __a | ~__b; 7199 } 7200 7201 static __inline__ vector double __ATTRS_o_ai 7202 vec_orc(vector double __a, vector bool long long __b) { 7203 return (vector double)((vector bool long long)__a | ~__b); 7204 } 7205 7206 static __inline__ vector double __ATTRS_o_ai 7207 vec_orc(vector bool long long __a, vector double __b) { 7208 return (vector double)(__a | ~(vector bool long long)__b); 7209 } 7210 7211 static __inline__ vector double __ATTRS_o_ai vec_orc(vector double __a, 7212 vector double __b) { 7213 return (vector double)((vector unsigned long long)__a | 7214 ~(vector unsigned long long)__b); 7215 } 7216 #endif 7217 7218 /* vec_vor */ 7219 7220 static __inline__ vector signed char __ATTRS_o_ai 7221 vec_vor(vector signed char __a, vector signed char __b) { 7222 return __a | __b; 7223 } 7224 7225 static __inline__ vector signed char __ATTRS_o_ai 7226 vec_vor(vector bool char __a, vector signed char __b) { 7227 return (vector signed char)__a | __b; 7228 } 7229 7230 static __inline__ vector signed char __ATTRS_o_ai 7231 vec_vor(vector signed char __a, vector bool char __b) { 7232 return __a | (vector signed char)__b; 7233 } 7234 7235 static __inline__ vector unsigned char __ATTRS_o_ai 7236 vec_vor(vector unsigned char __a, vector unsigned char __b) { 7237 return __a | __b; 7238 } 7239 7240 static __inline__ vector unsigned char __ATTRS_o_ai 7241 vec_vor(vector bool char __a, vector unsigned char __b) { 7242 return (vector unsigned char)__a | __b; 7243 } 7244 7245 static __inline__ vector unsigned char __ATTRS_o_ai 7246 vec_vor(vector unsigned char __a, vector bool char __b) { 7247 return __a | (vector unsigned char)__b; 7248 } 7249 7250 static __inline__ vector bool char __ATTRS_o_ai vec_vor(vector bool char __a, 7251 vector bool char __b) { 7252 return __a | __b; 7253 } 7254 7255 static __inline__ vector short __ATTRS_o_ai vec_vor(vector short __a, 7256 vector short __b) { 7257 return __a | __b; 7258 } 7259 7260 static __inline__ vector short __ATTRS_o_ai vec_vor(vector bool short __a, 7261 vector short __b) { 7262 return (vector short)__a | __b; 7263 } 7264 7265 static __inline__ vector short __ATTRS_o_ai vec_vor(vector short __a, 7266 vector bool short __b) { 7267 return __a | (vector short)__b; 7268 } 7269 7270 static __inline__ vector unsigned short __ATTRS_o_ai 7271 vec_vor(vector unsigned short __a, vector unsigned short __b) { 7272 return __a | __b; 7273 } 7274 7275 static __inline__ vector unsigned short __ATTRS_o_ai 7276 vec_vor(vector bool short __a, vector unsigned short __b) { 7277 return (vector unsigned short)__a | __b; 7278 } 7279 7280 static __inline__ vector unsigned short __ATTRS_o_ai 7281 vec_vor(vector unsigned short __a, vector bool short __b) { 7282 return __a | (vector unsigned short)__b; 7283 } 7284 7285 static __inline__ vector bool short __ATTRS_o_ai 7286 vec_vor(vector bool short __a, vector bool short __b) { 7287 return __a | __b; 7288 } 7289 7290 static __inline__ vector int __ATTRS_o_ai vec_vor(vector int __a, 7291 vector int __b) { 7292 return __a | __b; 7293 } 7294 7295 static __inline__ vector int __ATTRS_o_ai vec_vor(vector bool int __a, 7296 vector int __b) { 7297 return (vector int)__a | __b; 7298 } 7299 7300 static __inline__ vector int __ATTRS_o_ai vec_vor(vector int __a, 7301 vector bool int __b) { 7302 return __a | (vector int)__b; 7303 } 7304 7305 static __inline__ vector unsigned int __ATTRS_o_ai 7306 vec_vor(vector unsigned int __a, vector unsigned int __b) { 7307 return __a | __b; 7308 } 7309 7310 static __inline__ vector unsigned int __ATTRS_o_ai 7311 vec_vor(vector bool int __a, vector unsigned int __b) { 7312 return (vector unsigned int)__a | __b; 7313 } 7314 7315 static __inline__ vector unsigned int __ATTRS_o_ai 7316 vec_vor(vector unsigned int __a, vector bool int __b) { 7317 return __a | (vector unsigned int)__b; 7318 } 7319 7320 static __inline__ vector bool int __ATTRS_o_ai vec_vor(vector bool int __a, 7321 vector bool int __b) { 7322 return __a | __b; 7323 } 7324 7325 static __inline__ vector float __ATTRS_o_ai vec_vor(vector float __a, 7326 vector float __b) { 7327 vector unsigned int __res = 7328 (vector unsigned int)__a | (vector unsigned int)__b; 7329 return (vector float)__res; 7330 } 7331 7332 static __inline__ vector float __ATTRS_o_ai vec_vor(vector bool int __a, 7333 vector float __b) { 7334 vector unsigned int __res = 7335 (vector unsigned int)__a | (vector unsigned int)__b; 7336 return (vector float)__res; 7337 } 7338 7339 static __inline__ vector float __ATTRS_o_ai vec_vor(vector float __a, 7340 vector bool int __b) { 7341 vector unsigned int __res = 7342 (vector unsigned int)__a | (vector unsigned int)__b; 7343 return (vector float)__res; 7344 } 7345 7346 #ifdef __VSX__ 7347 static __inline__ vector signed long long __ATTRS_o_ai 7348 vec_vor(vector signed long long __a, vector signed long long __b) { 7349 return __a | __b; 7350 } 7351 7352 static __inline__ vector signed long long __ATTRS_o_ai 7353 vec_vor(vector bool long long __a, vector signed long long __b) { 7354 return (vector signed long long)__a | __b; 7355 } 7356 7357 static __inline__ vector signed long long __ATTRS_o_ai 7358 vec_vor(vector signed long long __a, vector bool long long __b) { 7359 return __a | (vector signed long long)__b; 7360 } 7361 7362 static __inline__ vector unsigned long long __ATTRS_o_ai 7363 vec_vor(vector unsigned long long __a, vector unsigned long long __b) { 7364 return __a | __b; 7365 } 7366 7367 static __inline__ vector unsigned long long __ATTRS_o_ai 7368 vec_vor(vector bool long long __a, vector unsigned long long __b) { 7369 return (vector unsigned long long)__a | __b; 7370 } 7371 7372 static __inline__ vector unsigned long long __ATTRS_o_ai 7373 vec_vor(vector unsigned long long __a, vector bool long long __b) { 7374 return __a | (vector unsigned long long)__b; 7375 } 7376 7377 static __inline__ vector bool long long __ATTRS_o_ai 7378 vec_vor(vector bool long long __a, vector bool long long __b) { 7379 return __a | __b; 7380 } 7381 #endif 7382 7383 /* vec_pack */ 7384 7385 /* The various vector pack instructions have a big-endian bias, so for 7386 little endian we must handle reversed element numbering. */ 7387 7388 static __inline__ vector signed char __ATTRS_o_ai 7389 vec_pack(vector signed short __a, vector signed short __b) { 7390 #ifdef __LITTLE_ENDIAN__ 7391 return (vector signed char)vec_perm( 7392 __a, __b, 7393 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7394 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7395 #else 7396 return (vector signed char)vec_perm( 7397 __a, __b, 7398 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7399 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7400 #endif 7401 } 7402 7403 static __inline__ vector unsigned char __ATTRS_o_ai 7404 vec_pack(vector unsigned short __a, vector unsigned short __b) { 7405 #ifdef __LITTLE_ENDIAN__ 7406 return (vector unsigned char)vec_perm( 7407 __a, __b, 7408 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7409 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7410 #else 7411 return (vector unsigned char)vec_perm( 7412 __a, __b, 7413 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7414 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7415 #endif 7416 } 7417 7418 static __inline__ vector bool char __ATTRS_o_ai 7419 vec_pack(vector bool short __a, vector bool short __b) { 7420 #ifdef __LITTLE_ENDIAN__ 7421 return (vector bool char)vec_perm( 7422 __a, __b, 7423 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7424 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7425 #else 7426 return (vector bool char)vec_perm( 7427 __a, __b, 7428 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7429 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7430 #endif 7431 } 7432 7433 static __inline__ vector short __ATTRS_o_ai vec_pack(vector int __a, 7434 vector int __b) { 7435 #ifdef __LITTLE_ENDIAN__ 7436 return (vector short)vec_perm( 7437 __a, __b, 7438 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7439 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7440 #else 7441 return (vector short)vec_perm( 7442 __a, __b, 7443 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7444 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7445 #endif 7446 } 7447 7448 static __inline__ vector unsigned short __ATTRS_o_ai 7449 vec_pack(vector unsigned int __a, vector unsigned int __b) { 7450 #ifdef __LITTLE_ENDIAN__ 7451 return (vector unsigned short)vec_perm( 7452 __a, __b, 7453 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7454 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7455 #else 7456 return (vector unsigned short)vec_perm( 7457 __a, __b, 7458 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7459 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7460 #endif 7461 } 7462 7463 static __inline__ vector bool short __ATTRS_o_ai vec_pack(vector bool int __a, 7464 vector bool int __b) { 7465 #ifdef __LITTLE_ENDIAN__ 7466 return (vector bool short)vec_perm( 7467 __a, __b, 7468 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7469 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7470 #else 7471 return (vector bool short)vec_perm( 7472 __a, __b, 7473 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7474 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7475 #endif 7476 } 7477 7478 #ifdef __VSX__ 7479 static __inline__ vector signed int __ATTRS_o_ai 7480 vec_pack(vector signed long long __a, vector signed long long __b) { 7481 #ifdef __LITTLE_ENDIAN__ 7482 return (vector signed int)vec_perm( 7483 __a, __b, 7484 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7485 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7486 #else 7487 return (vector signed int)vec_perm( 7488 __a, __b, 7489 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7490 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7491 #endif 7492 } 7493 static __inline__ vector unsigned int __ATTRS_o_ai 7494 vec_pack(vector unsigned long long __a, vector unsigned long long __b) { 7495 #ifdef __LITTLE_ENDIAN__ 7496 return (vector unsigned int)vec_perm( 7497 __a, __b, 7498 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7499 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7500 #else 7501 return (vector unsigned int)vec_perm( 7502 __a, __b, 7503 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7504 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7505 #endif 7506 } 7507 7508 static __inline__ vector bool int __ATTRS_o_ai 7509 vec_pack(vector bool long long __a, vector bool long long __b) { 7510 #ifdef __LITTLE_ENDIAN__ 7511 return (vector bool int)vec_perm( 7512 __a, __b, 7513 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7514 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7515 #else 7516 return (vector bool int)vec_perm( 7517 __a, __b, 7518 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7519 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7520 #endif 7521 } 7522 7523 static __inline__ vector float __ATTRS_o_ai 7524 vec_pack(vector double __a, vector double __b) { 7525 return (vector float) (__a[0], __a[1], __b[0], __b[1]); 7526 } 7527 #endif 7528 7529 #ifdef __POWER9_VECTOR__ 7530 static __inline__ vector unsigned short __ATTRS_o_ai 7531 vec_pack_to_short_fp32(vector float __a, vector float __b) { 7532 vector float __resa = __builtin_vsx_xvcvsphp(__a); 7533 vector float __resb = __builtin_vsx_xvcvsphp(__b); 7534 #ifdef __LITTLE_ENDIAN__ 7535 return (vector unsigned short)vec_mergee(__resa, __resb); 7536 #else 7537 return (vector unsigned short)vec_mergeo(__resa, __resb); 7538 #endif 7539 } 7540 7541 #endif 7542 /* vec_vpkuhum */ 7543 7544 #define __builtin_altivec_vpkuhum vec_vpkuhum 7545 7546 static __inline__ vector signed char __ATTRS_o_ai 7547 vec_vpkuhum(vector signed short __a, vector signed short __b) { 7548 #ifdef __LITTLE_ENDIAN__ 7549 return (vector signed char)vec_perm( 7550 __a, __b, 7551 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7552 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7553 #else 7554 return (vector signed char)vec_perm( 7555 __a, __b, 7556 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7557 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7558 #endif 7559 } 7560 7561 static __inline__ vector unsigned char __ATTRS_o_ai 7562 vec_vpkuhum(vector unsigned short __a, vector unsigned short __b) { 7563 #ifdef __LITTLE_ENDIAN__ 7564 return (vector unsigned char)vec_perm( 7565 __a, __b, 7566 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7567 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7568 #else 7569 return (vector unsigned char)vec_perm( 7570 __a, __b, 7571 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7572 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7573 #endif 7574 } 7575 7576 static __inline__ vector bool char __ATTRS_o_ai 7577 vec_vpkuhum(vector bool short __a, vector bool short __b) { 7578 #ifdef __LITTLE_ENDIAN__ 7579 return (vector bool char)vec_perm( 7580 __a, __b, 7581 (vector unsigned char)(0x00, 0x02, 0x04, 0x06, 0x08, 0x0A, 0x0C, 0x0E, 7582 0x10, 0x12, 0x14, 0x16, 0x18, 0x1A, 0x1C, 0x1E)); 7583 #else 7584 return (vector bool char)vec_perm( 7585 __a, __b, 7586 (vector unsigned char)(0x01, 0x03, 0x05, 0x07, 0x09, 0x0B, 0x0D, 0x0F, 7587 0x11, 0x13, 0x15, 0x17, 0x19, 0x1B, 0x1D, 0x1F)); 7588 #endif 7589 } 7590 7591 /* vec_vpkuwum */ 7592 7593 #define __builtin_altivec_vpkuwum vec_vpkuwum 7594 7595 static __inline__ vector short __ATTRS_o_ai vec_vpkuwum(vector int __a, 7596 vector int __b) { 7597 #ifdef __LITTLE_ENDIAN__ 7598 return (vector short)vec_perm( 7599 __a, __b, 7600 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7601 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7602 #else 7603 return (vector short)vec_perm( 7604 __a, __b, 7605 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7606 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7607 #endif 7608 } 7609 7610 static __inline__ vector unsigned short __ATTRS_o_ai 7611 vec_vpkuwum(vector unsigned int __a, vector unsigned int __b) { 7612 #ifdef __LITTLE_ENDIAN__ 7613 return (vector unsigned short)vec_perm( 7614 __a, __b, 7615 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7616 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7617 #else 7618 return (vector unsigned short)vec_perm( 7619 __a, __b, 7620 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7621 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7622 #endif 7623 } 7624 7625 static __inline__ vector bool short __ATTRS_o_ai 7626 vec_vpkuwum(vector bool int __a, vector bool int __b) { 7627 #ifdef __LITTLE_ENDIAN__ 7628 return (vector bool short)vec_perm( 7629 __a, __b, 7630 (vector unsigned char)(0x00, 0x01, 0x04, 0x05, 0x08, 0x09, 0x0C, 0x0D, 7631 0x10, 0x11, 0x14, 0x15, 0x18, 0x19, 0x1C, 0x1D)); 7632 #else 7633 return (vector bool short)vec_perm( 7634 __a, __b, 7635 (vector unsigned char)(0x02, 0x03, 0x06, 0x07, 0x0A, 0x0B, 0x0E, 0x0F, 7636 0x12, 0x13, 0x16, 0x17, 0x1A, 0x1B, 0x1E, 0x1F)); 7637 #endif 7638 } 7639 7640 /* vec_vpkudum */ 7641 7642 #ifdef __POWER8_VECTOR__ 7643 #define __builtin_altivec_vpkudum vec_vpkudum 7644 7645 static __inline__ vector int __ATTRS_o_ai vec_vpkudum(vector long long __a, 7646 vector long long __b) { 7647 #ifdef __LITTLE_ENDIAN__ 7648 return (vector int)vec_perm( 7649 __a, __b, 7650 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7651 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7652 #else 7653 return (vector int)vec_perm( 7654 __a, __b, 7655 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7656 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7657 #endif 7658 } 7659 7660 static __inline__ vector unsigned int __ATTRS_o_ai 7661 vec_vpkudum(vector unsigned long long __a, vector unsigned long long __b) { 7662 #ifdef __LITTLE_ENDIAN__ 7663 return (vector unsigned int)vec_perm( 7664 __a, __b, 7665 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7666 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7667 #else 7668 return (vector unsigned int)vec_perm( 7669 __a, __b, 7670 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7671 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7672 #endif 7673 } 7674 7675 static __inline__ vector bool int __ATTRS_o_ai 7676 vec_vpkudum(vector bool long long __a, vector bool long long __b) { 7677 #ifdef __LITTLE_ENDIAN__ 7678 return (vector bool int)vec_perm( 7679 (vector long long)__a, (vector long long)__b, 7680 (vector unsigned char)(0x00, 0x01, 0x02, 0x03, 0x08, 0x09, 0x0A, 0x0B, 7681 0x10, 0x11, 0x12, 0x13, 0x18, 0x19, 0x1A, 0x1B)); 7682 #else 7683 return (vector bool int)vec_perm( 7684 (vector long long)__a, (vector long long)__b, 7685 (vector unsigned char)(0x04, 0x05, 0x06, 0x07, 0x0C, 0x0D, 0x0E, 0x0F, 7686 0x14, 0x15, 0x16, 0x17, 0x1C, 0x1D, 0x1E, 0x1F)); 7687 #endif 7688 } 7689 #endif 7690 7691 /* vec_packpx */ 7692 7693 static __inline__ vector pixel __attribute__((__always_inline__)) 7694 vec_packpx(vector unsigned int __a, vector unsigned int __b) { 7695 #ifdef __LITTLE_ENDIAN__ 7696 return (vector pixel)__builtin_altivec_vpkpx(__b, __a); 7697 #else 7698 return (vector pixel)__builtin_altivec_vpkpx(__a, __b); 7699 #endif 7700 } 7701 7702 /* vec_vpkpx */ 7703 7704 static __inline__ vector pixel __attribute__((__always_inline__)) 7705 vec_vpkpx(vector unsigned int __a, vector unsigned int __b) { 7706 #ifdef __LITTLE_ENDIAN__ 7707 return (vector pixel)__builtin_altivec_vpkpx(__b, __a); 7708 #else 7709 return (vector pixel)__builtin_altivec_vpkpx(__a, __b); 7710 #endif 7711 } 7712 7713 /* vec_packs */ 7714 7715 static __inline__ vector signed char __ATTRS_o_ai vec_packs(vector short __a, 7716 vector short __b) { 7717 #ifdef __LITTLE_ENDIAN__ 7718 return __builtin_altivec_vpkshss(__b, __a); 7719 #else 7720 return __builtin_altivec_vpkshss(__a, __b); 7721 #endif 7722 } 7723 7724 static __inline__ vector unsigned char __ATTRS_o_ai 7725 vec_packs(vector unsigned short __a, vector unsigned short __b) { 7726 #ifdef __LITTLE_ENDIAN__ 7727 return __builtin_altivec_vpkuhus(__b, __a); 7728 #else 7729 return __builtin_altivec_vpkuhus(__a, __b); 7730 #endif 7731 } 7732 7733 static __inline__ vector signed short __ATTRS_o_ai vec_packs(vector int __a, 7734 vector int __b) { 7735 #ifdef __LITTLE_ENDIAN__ 7736 return __builtin_altivec_vpkswss(__b, __a); 7737 #else 7738 return __builtin_altivec_vpkswss(__a, __b); 7739 #endif 7740 } 7741 7742 static __inline__ vector unsigned short __ATTRS_o_ai 7743 vec_packs(vector unsigned int __a, vector unsigned int __b) { 7744 #ifdef __LITTLE_ENDIAN__ 7745 return __builtin_altivec_vpkuwus(__b, __a); 7746 #else 7747 return __builtin_altivec_vpkuwus(__a, __b); 7748 #endif 7749 } 7750 7751 #ifdef __POWER8_VECTOR__ 7752 static __inline__ vector int __ATTRS_o_ai vec_packs(vector long long __a, 7753 vector long long __b) { 7754 #ifdef __LITTLE_ENDIAN__ 7755 return __builtin_altivec_vpksdss(__b, __a); 7756 #else 7757 return __builtin_altivec_vpksdss(__a, __b); 7758 #endif 7759 } 7760 7761 static __inline__ vector unsigned int __ATTRS_o_ai 7762 vec_packs(vector unsigned long long __a, vector unsigned long long __b) { 7763 #ifdef __LITTLE_ENDIAN__ 7764 return __builtin_altivec_vpkudus(__b, __a); 7765 #else 7766 return __builtin_altivec_vpkudus(__a, __b); 7767 #endif 7768 } 7769 #endif 7770 7771 /* vec_vpkshss */ 7772 7773 static __inline__ vector signed char __attribute__((__always_inline__)) 7774 vec_vpkshss(vector short __a, vector short __b) { 7775 #ifdef __LITTLE_ENDIAN__ 7776 return __builtin_altivec_vpkshss(__b, __a); 7777 #else 7778 return __builtin_altivec_vpkshss(__a, __b); 7779 #endif 7780 } 7781 7782 /* vec_vpksdss */ 7783 7784 #ifdef __POWER8_VECTOR__ 7785 static __inline__ vector int __ATTRS_o_ai vec_vpksdss(vector long long __a, 7786 vector long long __b) { 7787 #ifdef __LITTLE_ENDIAN__ 7788 return __builtin_altivec_vpksdss(__b, __a); 7789 #else 7790 return __builtin_altivec_vpksdss(__a, __b); 7791 #endif 7792 } 7793 #endif 7794 7795 /* vec_vpkuhus */ 7796 7797 static __inline__ vector unsigned char __attribute__((__always_inline__)) 7798 vec_vpkuhus(vector unsigned short __a, vector unsigned short __b) { 7799 #ifdef __LITTLE_ENDIAN__ 7800 return __builtin_altivec_vpkuhus(__b, __a); 7801 #else 7802 return __builtin_altivec_vpkuhus(__a, __b); 7803 #endif 7804 } 7805 7806 /* vec_vpkudus */ 7807 7808 #ifdef __POWER8_VECTOR__ 7809 static __inline__ vector unsigned int __attribute__((__always_inline__)) 7810 vec_vpkudus(vector unsigned long long __a, vector unsigned long long __b) { 7811 #ifdef __LITTLE_ENDIAN__ 7812 return __builtin_altivec_vpkudus(__b, __a); 7813 #else 7814 return __builtin_altivec_vpkudus(__a, __b); 7815 #endif 7816 } 7817 #endif 7818 7819 /* vec_vpkswss */ 7820 7821 static __inline__ vector signed short __attribute__((__always_inline__)) 7822 vec_vpkswss(vector int __a, vector int __b) { 7823 #ifdef __LITTLE_ENDIAN__ 7824 return __builtin_altivec_vpkswss(__b, __a); 7825 #else 7826 return __builtin_altivec_vpkswss(__a, __b); 7827 #endif 7828 } 7829 7830 /* vec_vpkuwus */ 7831 7832 static __inline__ vector unsigned short __attribute__((__always_inline__)) 7833 vec_vpkuwus(vector unsigned int __a, vector unsigned int __b) { 7834 #ifdef __LITTLE_ENDIAN__ 7835 return __builtin_altivec_vpkuwus(__b, __a); 7836 #else 7837 return __builtin_altivec_vpkuwus(__a, __b); 7838 #endif 7839 } 7840 7841 /* vec_packsu */ 7842 7843 static __inline__ vector unsigned char __ATTRS_o_ai 7844 vec_packsu(vector short __a, vector short __b) { 7845 #ifdef __LITTLE_ENDIAN__ 7846 return __builtin_altivec_vpkshus(__b, __a); 7847 #else 7848 return __builtin_altivec_vpkshus(__a, __b); 7849 #endif 7850 } 7851 7852 static __inline__ vector unsigned char __ATTRS_o_ai 7853 vec_packsu(vector unsigned short __a, vector unsigned short __b) { 7854 #ifdef __LITTLE_ENDIAN__ 7855 return __builtin_altivec_vpkuhus(__b, __a); 7856 #else 7857 return __builtin_altivec_vpkuhus(__a, __b); 7858 #endif 7859 } 7860 7861 static __inline__ vector unsigned short __ATTRS_o_ai 7862 vec_packsu(vector int __a, vector int __b) { 7863 #ifdef __LITTLE_ENDIAN__ 7864 return __builtin_altivec_vpkswus(__b, __a); 7865 #else 7866 return __builtin_altivec_vpkswus(__a, __b); 7867 #endif 7868 } 7869 7870 static __inline__ vector unsigned short __ATTRS_o_ai 7871 vec_packsu(vector unsigned int __a, vector unsigned int __b) { 7872 #ifdef __LITTLE_ENDIAN__ 7873 return __builtin_altivec_vpkuwus(__b, __a); 7874 #else 7875 return __builtin_altivec_vpkuwus(__a, __b); 7876 #endif 7877 } 7878 7879 #ifdef __POWER8_VECTOR__ 7880 static __inline__ vector unsigned int __ATTRS_o_ai 7881 vec_packsu(vector long long __a, vector long long __b) { 7882 #ifdef __LITTLE_ENDIAN__ 7883 return __builtin_altivec_vpksdus(__b, __a); 7884 #else 7885 return __builtin_altivec_vpksdus(__a, __b); 7886 #endif 7887 } 7888 7889 static __inline__ vector unsigned int __ATTRS_o_ai 7890 vec_packsu(vector unsigned long long __a, vector unsigned long long __b) { 7891 #ifdef __LITTLE_ENDIAN__ 7892 return __builtin_altivec_vpkudus(__b, __a); 7893 #else 7894 return __builtin_altivec_vpkudus(__a, __b); 7895 #endif 7896 } 7897 #endif 7898 7899 /* vec_vpkshus */ 7900 7901 static __inline__ vector unsigned char __ATTRS_o_ai 7902 vec_vpkshus(vector short __a, vector short __b) { 7903 #ifdef __LITTLE_ENDIAN__ 7904 return __builtin_altivec_vpkshus(__b, __a); 7905 #else 7906 return __builtin_altivec_vpkshus(__a, __b); 7907 #endif 7908 } 7909 7910 static __inline__ vector unsigned char __ATTRS_o_ai 7911 vec_vpkshus(vector unsigned short __a, vector unsigned short __b) { 7912 #ifdef __LITTLE_ENDIAN__ 7913 return __builtin_altivec_vpkuhus(__b, __a); 7914 #else 7915 return __builtin_altivec_vpkuhus(__a, __b); 7916 #endif 7917 } 7918 7919 /* vec_vpkswus */ 7920 7921 static __inline__ vector unsigned short __ATTRS_o_ai 7922 vec_vpkswus(vector int __a, vector int __b) { 7923 #ifdef __LITTLE_ENDIAN__ 7924 return __builtin_altivec_vpkswus(__b, __a); 7925 #else 7926 return __builtin_altivec_vpkswus(__a, __b); 7927 #endif 7928 } 7929 7930 static __inline__ vector unsigned short __ATTRS_o_ai 7931 vec_vpkswus(vector unsigned int __a, vector unsigned int __b) { 7932 #ifdef __LITTLE_ENDIAN__ 7933 return __builtin_altivec_vpkuwus(__b, __a); 7934 #else 7935 return __builtin_altivec_vpkuwus(__a, __b); 7936 #endif 7937 } 7938 7939 /* vec_vpksdus */ 7940 7941 #ifdef __POWER8_VECTOR__ 7942 static __inline__ vector unsigned int __ATTRS_o_ai 7943 vec_vpksdus(vector long long __a, vector long long __b) { 7944 #ifdef __LITTLE_ENDIAN__ 7945 return __builtin_altivec_vpksdus(__b, __a); 7946 #else 7947 return __builtin_altivec_vpksdus(__a, __b); 7948 #endif 7949 } 7950 #endif 7951 7952 /* vec_perm */ 7953 7954 // The vperm instruction is defined architecturally with a big-endian bias. 7955 // For little endian, we swap the input operands and invert the permute 7956 // control vector. Only the rightmost 5 bits matter, so we could use 7957 // a vector of all 31s instead of all 255s to perform the inversion. 7958 // However, when the PCV is not a constant, using 255 has an advantage 7959 // in that the vec_xor can be recognized as a vec_nor (and for P8 and 7960 // later, possibly a vec_nand). 7961 7962 static __inline__ vector signed char __ATTRS_o_ai vec_perm( 7963 vector signed char __a, vector signed char __b, vector unsigned char __c) { 7964 #ifdef __LITTLE_ENDIAN__ 7965 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 7966 255, 255, 255, 255, 255, 255, 255, 255}; 7967 __d = vec_xor(__c, __d); 7968 return (vector signed char)__builtin_altivec_vperm_4si((vector int)__b, 7969 (vector int)__a, __d); 7970 #else 7971 return (vector signed char)__builtin_altivec_vperm_4si((vector int)__a, 7972 (vector int)__b, __c); 7973 #endif 7974 } 7975 7976 static __inline__ vector unsigned char __ATTRS_o_ai 7977 vec_perm(vector unsigned char __a, vector unsigned char __b, 7978 vector unsigned char __c) { 7979 #ifdef __LITTLE_ENDIAN__ 7980 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 7981 255, 255, 255, 255, 255, 255, 255, 255}; 7982 __d = vec_xor(__c, __d); 7983 return (vector unsigned char)__builtin_altivec_vperm_4si( 7984 (vector int)__b, (vector int)__a, __d); 7985 #else 7986 return (vector unsigned char)__builtin_altivec_vperm_4si( 7987 (vector int)__a, (vector int)__b, __c); 7988 #endif 7989 } 7990 7991 static __inline__ vector bool char __ATTRS_o_ai 7992 vec_perm(vector bool char __a, vector bool char __b, vector unsigned char __c) { 7993 #ifdef __LITTLE_ENDIAN__ 7994 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 7995 255, 255, 255, 255, 255, 255, 255, 255}; 7996 __d = vec_xor(__c, __d); 7997 return (vector bool char)__builtin_altivec_vperm_4si((vector int)__b, 7998 (vector int)__a, __d); 7999 #else 8000 return (vector bool char)__builtin_altivec_vperm_4si((vector int)__a, 8001 (vector int)__b, __c); 8002 #endif 8003 } 8004 8005 static __inline__ vector short __ATTRS_o_ai vec_perm(vector signed short __a, 8006 vector signed short __b, 8007 vector unsigned char __c) { 8008 #ifdef __LITTLE_ENDIAN__ 8009 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8010 255, 255, 255, 255, 255, 255, 255, 255}; 8011 __d = vec_xor(__c, __d); 8012 return (vector signed short)__builtin_altivec_vperm_4si((vector int)__b, 8013 (vector int)__a, __d); 8014 #else 8015 return (vector signed short)__builtin_altivec_vperm_4si((vector int)__a, 8016 (vector int)__b, __c); 8017 #endif 8018 } 8019 8020 static __inline__ vector unsigned short __ATTRS_o_ai 8021 vec_perm(vector unsigned short __a, vector unsigned short __b, 8022 vector unsigned char __c) { 8023 #ifdef __LITTLE_ENDIAN__ 8024 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8025 255, 255, 255, 255, 255, 255, 255, 255}; 8026 __d = vec_xor(__c, __d); 8027 return (vector unsigned short)__builtin_altivec_vperm_4si( 8028 (vector int)__b, (vector int)__a, __d); 8029 #else 8030 return (vector unsigned short)__builtin_altivec_vperm_4si( 8031 (vector int)__a, (vector int)__b, __c); 8032 #endif 8033 } 8034 8035 static __inline__ vector bool short __ATTRS_o_ai vec_perm( 8036 vector bool short __a, vector bool short __b, vector unsigned char __c) { 8037 #ifdef __LITTLE_ENDIAN__ 8038 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8039 255, 255, 255, 255, 255, 255, 255, 255}; 8040 __d = vec_xor(__c, __d); 8041 return (vector bool short)__builtin_altivec_vperm_4si((vector int)__b, 8042 (vector int)__a, __d); 8043 #else 8044 return (vector bool short)__builtin_altivec_vperm_4si((vector int)__a, 8045 (vector int)__b, __c); 8046 #endif 8047 } 8048 8049 static __inline__ vector pixel __ATTRS_o_ai vec_perm(vector pixel __a, 8050 vector pixel __b, 8051 vector unsigned char __c) { 8052 #ifdef __LITTLE_ENDIAN__ 8053 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8054 255, 255, 255, 255, 255, 255, 255, 255}; 8055 __d = vec_xor(__c, __d); 8056 return (vector pixel)__builtin_altivec_vperm_4si((vector int)__b, 8057 (vector int)__a, __d); 8058 #else 8059 return (vector pixel)__builtin_altivec_vperm_4si((vector int)__a, 8060 (vector int)__b, __c); 8061 #endif 8062 } 8063 8064 static __inline__ vector int __ATTRS_o_ai vec_perm(vector signed int __a, 8065 vector signed int __b, 8066 vector unsigned char __c) { 8067 #ifdef __LITTLE_ENDIAN__ 8068 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8069 255, 255, 255, 255, 255, 255, 255, 255}; 8070 __d = vec_xor(__c, __d); 8071 return (vector signed int)__builtin_altivec_vperm_4si(__b, __a, __d); 8072 #else 8073 return (vector signed int)__builtin_altivec_vperm_4si(__a, __b, __c); 8074 #endif 8075 } 8076 8077 static __inline__ vector unsigned int __ATTRS_o_ai 8078 vec_perm(vector unsigned int __a, vector unsigned int __b, 8079 vector unsigned char __c) { 8080 #ifdef __LITTLE_ENDIAN__ 8081 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8082 255, 255, 255, 255, 255, 255, 255, 255}; 8083 __d = vec_xor(__c, __d); 8084 return (vector unsigned int)__builtin_altivec_vperm_4si((vector int)__b, 8085 (vector int)__a, __d); 8086 #else 8087 return (vector unsigned int)__builtin_altivec_vperm_4si((vector int)__a, 8088 (vector int)__b, __c); 8089 #endif 8090 } 8091 8092 static __inline__ vector bool int __ATTRS_o_ai 8093 vec_perm(vector bool int __a, vector bool int __b, vector unsigned char __c) { 8094 #ifdef __LITTLE_ENDIAN__ 8095 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8096 255, 255, 255, 255, 255, 255, 255, 255}; 8097 __d = vec_xor(__c, __d); 8098 return (vector bool int)__builtin_altivec_vperm_4si((vector int)__b, 8099 (vector int)__a, __d); 8100 #else 8101 return (vector bool int)__builtin_altivec_vperm_4si((vector int)__a, 8102 (vector int)__b, __c); 8103 #endif 8104 } 8105 8106 static __inline__ vector float __ATTRS_o_ai vec_perm(vector float __a, 8107 vector float __b, 8108 vector unsigned char __c) { 8109 #ifdef __LITTLE_ENDIAN__ 8110 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8111 255, 255, 255, 255, 255, 255, 255, 255}; 8112 __d = vec_xor(__c, __d); 8113 return (vector float)__builtin_altivec_vperm_4si((vector int)__b, 8114 (vector int)__a, __d); 8115 #else 8116 return (vector float)__builtin_altivec_vperm_4si((vector int)__a, 8117 (vector int)__b, __c); 8118 #endif 8119 } 8120 8121 #ifdef __VSX__ 8122 static __inline__ vector long long __ATTRS_o_ai 8123 vec_perm(vector signed long long __a, vector signed long long __b, 8124 vector unsigned char __c) { 8125 #ifdef __LITTLE_ENDIAN__ 8126 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8127 255, 255, 255, 255, 255, 255, 255, 255}; 8128 __d = vec_xor(__c, __d); 8129 return (vector signed long long)__builtin_altivec_vperm_4si( 8130 (vector int)__b, (vector int)__a, __d); 8131 #else 8132 return (vector signed long long)__builtin_altivec_vperm_4si( 8133 (vector int)__a, (vector int)__b, __c); 8134 #endif 8135 } 8136 8137 static __inline__ vector unsigned long long __ATTRS_o_ai 8138 vec_perm(vector unsigned long long __a, vector unsigned long long __b, 8139 vector unsigned char __c) { 8140 #ifdef __LITTLE_ENDIAN__ 8141 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8142 255, 255, 255, 255, 255, 255, 255, 255}; 8143 __d = vec_xor(__c, __d); 8144 return (vector unsigned long long)__builtin_altivec_vperm_4si( 8145 (vector int)__b, (vector int)__a, __d); 8146 #else 8147 return (vector unsigned long long)__builtin_altivec_vperm_4si( 8148 (vector int)__a, (vector int)__b, __c); 8149 #endif 8150 } 8151 8152 static __inline__ vector bool long long __ATTRS_o_ai 8153 vec_perm(vector bool long long __a, vector bool long long __b, 8154 vector unsigned char __c) { 8155 #ifdef __LITTLE_ENDIAN__ 8156 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8157 255, 255, 255, 255, 255, 255, 255, 255}; 8158 __d = vec_xor(__c, __d); 8159 return (vector bool long long)__builtin_altivec_vperm_4si( 8160 (vector int)__b, (vector int)__a, __d); 8161 #else 8162 return (vector bool long long)__builtin_altivec_vperm_4si( 8163 (vector int)__a, (vector int)__b, __c); 8164 #endif 8165 } 8166 8167 static __inline__ vector double __ATTRS_o_ai 8168 vec_perm(vector double __a, vector double __b, vector unsigned char __c) { 8169 #ifdef __LITTLE_ENDIAN__ 8170 vector unsigned char __d = {255, 255, 255, 255, 255, 255, 255, 255, 8171 255, 255, 255, 255, 255, 255, 255, 255}; 8172 __d = vec_xor(__c, __d); 8173 return (vector double)__builtin_altivec_vperm_4si((vector int)__b, 8174 (vector int)__a, __d); 8175 #else 8176 return (vector double)__builtin_altivec_vperm_4si((vector int)__a, 8177 (vector int)__b, __c); 8178 #endif 8179 } 8180 #endif 8181 8182 /* vec_vperm */ 8183 8184 static __inline__ vector signed char __ATTRS_o_ai vec_vperm( 8185 vector signed char __a, vector signed char __b, vector unsigned char __c) { 8186 return vec_perm(__a, __b, __c); 8187 } 8188 8189 static __inline__ vector unsigned char __ATTRS_o_ai 8190 vec_vperm(vector unsigned char __a, vector unsigned char __b, 8191 vector unsigned char __c) { 8192 return vec_perm(__a, __b, __c); 8193 } 8194 8195 static __inline__ vector bool char __ATTRS_o_ai vec_vperm( 8196 vector bool char __a, vector bool char __b, vector unsigned char __c) { 8197 return vec_perm(__a, __b, __c); 8198 } 8199 8200 static __inline__ vector short __ATTRS_o_ai 8201 vec_vperm(vector short __a, vector short __b, vector unsigned char __c) { 8202 return vec_perm(__a, __b, __c); 8203 } 8204 8205 static __inline__ vector unsigned short __ATTRS_o_ai 8206 vec_vperm(vector unsigned short __a, vector unsigned short __b, 8207 vector unsigned char __c) { 8208 return vec_perm(__a, __b, __c); 8209 } 8210 8211 static __inline__ vector bool short __ATTRS_o_ai vec_vperm( 8212 vector bool short __a, vector bool short __b, vector unsigned char __c) { 8213 return vec_perm(__a, __b, __c); 8214 } 8215 8216 static __inline__ vector pixel __ATTRS_o_ai 8217 vec_vperm(vector pixel __a, vector pixel __b, vector unsigned char __c) { 8218 return vec_perm(__a, __b, __c); 8219 } 8220 8221 static __inline__ vector int __ATTRS_o_ai vec_vperm(vector int __a, 8222 vector int __b, 8223 vector unsigned char __c) { 8224 return vec_perm(__a, __b, __c); 8225 } 8226 8227 static __inline__ vector unsigned int __ATTRS_o_ai 8228 vec_vperm(vector unsigned int __a, vector unsigned int __b, 8229 vector unsigned char __c) { 8230 return vec_perm(__a, __b, __c); 8231 } 8232 8233 static __inline__ vector bool int __ATTRS_o_ai 8234 vec_vperm(vector bool int __a, vector bool int __b, vector unsigned char __c) { 8235 return vec_perm(__a, __b, __c); 8236 } 8237 8238 static __inline__ vector float __ATTRS_o_ai 8239 vec_vperm(vector float __a, vector float __b, vector unsigned char __c) { 8240 return vec_perm(__a, __b, __c); 8241 } 8242 8243 #ifdef __VSX__ 8244 static __inline__ vector long long __ATTRS_o_ai vec_vperm( 8245 vector long long __a, vector long long __b, vector unsigned char __c) { 8246 return vec_perm(__a, __b, __c); 8247 } 8248 8249 static __inline__ vector unsigned long long __ATTRS_o_ai 8250 vec_vperm(vector unsigned long long __a, vector unsigned long long __b, 8251 vector unsigned char __c) { 8252 return vec_perm(__a, __b, __c); 8253 } 8254 8255 static __inline__ vector double __ATTRS_o_ai 8256 vec_vperm(vector double __a, vector double __b, vector unsigned char __c) { 8257 return vec_perm(__a, __b, __c); 8258 } 8259 #endif 8260 8261 /* vec_re */ 8262 8263 static __inline__ vector float __ATTRS_o_ai vec_re(vector float __a) { 8264 #ifdef __VSX__ 8265 return __builtin_vsx_xvresp(__a); 8266 #else 8267 return __builtin_altivec_vrefp(__a); 8268 #endif 8269 } 8270 8271 #ifdef __VSX__ 8272 static __inline__ vector double __ATTRS_o_ai vec_re(vector double __a) { 8273 return __builtin_vsx_xvredp(__a); 8274 } 8275 #endif 8276 8277 /* vec_vrefp */ 8278 8279 static __inline__ vector float __attribute__((__always_inline__)) 8280 vec_vrefp(vector float __a) { 8281 return __builtin_altivec_vrefp(__a); 8282 } 8283 8284 /* vec_rl */ 8285 8286 static __inline__ vector signed char __ATTRS_o_ai 8287 vec_rl(vector signed char __a, vector unsigned char __b) { 8288 return (vector signed char)__builtin_altivec_vrlb((vector char)__a, __b); 8289 } 8290 8291 static __inline__ vector unsigned char __ATTRS_o_ai 8292 vec_rl(vector unsigned char __a, vector unsigned char __b) { 8293 return (vector unsigned char)__builtin_altivec_vrlb((vector char)__a, __b); 8294 } 8295 8296 static __inline__ vector short __ATTRS_o_ai vec_rl(vector short __a, 8297 vector unsigned short __b) { 8298 return __builtin_altivec_vrlh(__a, __b); 8299 } 8300 8301 static __inline__ vector unsigned short __ATTRS_o_ai 8302 vec_rl(vector unsigned short __a, vector unsigned short __b) { 8303 return (vector unsigned short)__builtin_altivec_vrlh((vector short)__a, __b); 8304 } 8305 8306 static __inline__ vector int __ATTRS_o_ai vec_rl(vector int __a, 8307 vector unsigned int __b) { 8308 return __builtin_altivec_vrlw(__a, __b); 8309 } 8310 8311 static __inline__ vector unsigned int __ATTRS_o_ai 8312 vec_rl(vector unsigned int __a, vector unsigned int __b) { 8313 return (vector unsigned int)__builtin_altivec_vrlw((vector int)__a, __b); 8314 } 8315 8316 #ifdef __POWER8_VECTOR__ 8317 static __inline__ vector signed long long __ATTRS_o_ai 8318 vec_rl(vector signed long long __a, vector unsigned long long __b) { 8319 return __builtin_altivec_vrld(__a, __b); 8320 } 8321 8322 static __inline__ vector unsigned long long __ATTRS_o_ai 8323 vec_rl(vector unsigned long long __a, vector unsigned long long __b) { 8324 return (vector unsigned long long)__builtin_altivec_vrld( 8325 (vector long long)__a, __b); 8326 } 8327 #endif 8328 8329 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 8330 static __inline__ vector signed __int128 __ATTRS_o_ai 8331 vec_rl(vector signed __int128 __a, vector unsigned __int128 __b) { 8332 return (vector signed __int128)(((vector unsigned __int128)__b 8333 << (vector unsigned __int128)__a) | 8334 ((vector unsigned __int128)__b >> 8335 ((__CHAR_BIT__ * 8336 sizeof(vector unsigned __int128)) - 8337 (vector unsigned __int128)__a))); 8338 } 8339 8340 static __inline__ vector unsigned __int128 __ATTRS_o_ai 8341 vec_rl(vector unsigned __int128 __a, vector unsigned __int128 __b) { 8342 return (__b << __a)|(__b >> ((__CHAR_BIT__ * sizeof(vector unsigned __int128)) - __a)); 8343 } 8344 #endif 8345 8346 /* vec_rlmi */ 8347 #ifdef __POWER9_VECTOR__ 8348 static __inline__ vector unsigned int __ATTRS_o_ai 8349 vec_rlmi(vector unsigned int __a, vector unsigned int __b, 8350 vector unsigned int __c) { 8351 return __builtin_altivec_vrlwmi(__a, __c, __b); 8352 } 8353 8354 static __inline__ vector unsigned long long __ATTRS_o_ai 8355 vec_rlmi(vector unsigned long long __a, vector unsigned long long __b, 8356 vector unsigned long long __c) { 8357 return __builtin_altivec_vrldmi(__a, __c, __b); 8358 } 8359 #endif 8360 8361 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 8362 static __inline__ vector unsigned __int128 __ATTRS_o_ai 8363 vec_rlmi(vector unsigned __int128 __a, vector unsigned __int128 __b, 8364 vector unsigned __int128 __c) { 8365 return __builtin_altivec_vrlqmi(__a, __c, __b); 8366 } 8367 8368 static __inline__ vector signed __int128 __ATTRS_o_ai 8369 vec_rlmi(vector signed __int128 __a, vector signed __int128 __b, 8370 vector signed __int128 __c) { 8371 return (vector signed __int128)__builtin_altivec_vrlqmi( 8372 (vector unsigned __int128)__a, (vector unsigned __int128)__c, 8373 (vector unsigned __int128)__b); 8374 } 8375 #endif 8376 8377 /* vec_rlnm */ 8378 #ifdef __POWER9_VECTOR__ 8379 static __inline__ vector unsigned int __ATTRS_o_ai 8380 vec_rlnm(vector unsigned int __a, vector unsigned int __b, 8381 vector unsigned int __c) { 8382 vector unsigned int OneByte = { 0x8, 0x8, 0x8, 0x8 }; 8383 return __builtin_altivec_vrlwnm(__a, ((__c << OneByte) | __b)); 8384 } 8385 8386 static __inline__ vector unsigned long long __ATTRS_o_ai 8387 vec_rlnm(vector unsigned long long __a, vector unsigned long long __b, 8388 vector unsigned long long __c) { 8389 vector unsigned long long OneByte = { 0x8, 0x8 }; 8390 return __builtin_altivec_vrldnm(__a, ((__c << OneByte) | __b)); 8391 } 8392 #endif 8393 8394 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 8395 static __inline__ vector unsigned __int128 __ATTRS_o_ai 8396 vec_rlnm(vector unsigned __int128 __a, vector unsigned __int128 __b, 8397 vector unsigned __int128 __c) { 8398 // Merge __b and __c using an appropriate shuffle. 8399 vector unsigned char TmpB = (vector unsigned char)__b; 8400 vector unsigned char TmpC = (vector unsigned char)__c; 8401 vector unsigned char MaskAndShift = 8402 #ifdef __LITTLE_ENDIAN__ 8403 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, -1, -1, -1, 16, 0, 8404 1, -1, -1, -1, -1, -1); 8405 #else 8406 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, 31, 30, 15, -1, 8407 -1, -1, -1, -1, -1, -1, -1); 8408 #endif 8409 return __builtin_altivec_vrlqnm(__a, (vector unsigned __int128) MaskAndShift); 8410 } 8411 8412 static __inline__ vector signed __int128 __ATTRS_o_ai 8413 vec_rlnm(vector signed __int128 __a, vector signed __int128 __b, 8414 vector signed __int128 __c) { 8415 // Merge __b and __c using an appropriate shuffle. 8416 vector unsigned char TmpB = (vector unsigned char)__b; 8417 vector unsigned char TmpC = (vector unsigned char)__c; 8418 vector unsigned char MaskAndShift = 8419 #ifdef __LITTLE_ENDIAN__ 8420 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, -1, -1, -1, 16, 0, 8421 1, -1, -1, -1, -1, -1); 8422 #else 8423 __builtin_shufflevector(TmpB, TmpC, -1, -1, -1, -1, -1, 31, 30, 15, -1, 8424 -1, -1, -1, -1, -1, -1, -1); 8425 #endif 8426 return (vector signed __int128)__builtin_altivec_vrlqnm( 8427 (vector unsigned __int128)__a, (vector unsigned __int128)MaskAndShift); 8428 } 8429 #endif 8430 8431 /* vec_vrlb */ 8432 8433 static __inline__ vector signed char __ATTRS_o_ai 8434 vec_vrlb(vector signed char __a, vector unsigned char __b) { 8435 return (vector signed char)__builtin_altivec_vrlb((vector char)__a, __b); 8436 } 8437 8438 static __inline__ vector unsigned char __ATTRS_o_ai 8439 vec_vrlb(vector unsigned char __a, vector unsigned char __b) { 8440 return (vector unsigned char)__builtin_altivec_vrlb((vector char)__a, __b); 8441 } 8442 8443 /* vec_vrlh */ 8444 8445 static __inline__ vector short __ATTRS_o_ai 8446 vec_vrlh(vector short __a, vector unsigned short __b) { 8447 return __builtin_altivec_vrlh(__a, __b); 8448 } 8449 8450 static __inline__ vector unsigned short __ATTRS_o_ai 8451 vec_vrlh(vector unsigned short __a, vector unsigned short __b) { 8452 return (vector unsigned short)__builtin_altivec_vrlh((vector short)__a, __b); 8453 } 8454 8455 /* vec_vrlw */ 8456 8457 static __inline__ vector int __ATTRS_o_ai vec_vrlw(vector int __a, 8458 vector unsigned int __b) { 8459 return __builtin_altivec_vrlw(__a, __b); 8460 } 8461 8462 static __inline__ vector unsigned int __ATTRS_o_ai 8463 vec_vrlw(vector unsigned int __a, vector unsigned int __b) { 8464 return (vector unsigned int)__builtin_altivec_vrlw((vector int)__a, __b); 8465 } 8466 8467 /* vec_round */ 8468 8469 static __inline__ vector float __ATTRS_o_ai vec_round(vector float __a) { 8470 return __builtin_altivec_vrfin(__a); 8471 } 8472 8473 #ifdef __VSX__ 8474 #ifdef __XL_COMPAT_ALTIVEC__ 8475 static __inline__ vector double __ATTRS_o_ai vec_rint(vector double __a); 8476 static __inline__ vector double __ATTRS_o_ai vec_round(vector double __a) { 8477 double __fpscr = __builtin_readflm(); 8478 __builtin_setrnd(0); 8479 vector double __rounded = vec_rint(__a); 8480 __builtin_setflm(__fpscr); 8481 return __rounded; 8482 } 8483 #else 8484 static __inline__ vector double __ATTRS_o_ai vec_round(vector double __a) { 8485 return __builtin_vsx_xvrdpi(__a); 8486 } 8487 #endif 8488 8489 /* vec_rint */ 8490 8491 static __inline__ vector float __ATTRS_o_ai vec_rint(vector float __a) { 8492 return __builtin_vsx_xvrspic(__a); 8493 } 8494 8495 static __inline__ vector double __ATTRS_o_ai vec_rint(vector double __a) { 8496 return __builtin_vsx_xvrdpic(__a); 8497 } 8498 8499 /* vec_roundc */ 8500 8501 static __inline__ vector float __ATTRS_o_ai vec_roundc(vector float __a) { 8502 return __builtin_vsx_xvrspic(__a); 8503 } 8504 8505 static __inline__ vector double __ATTRS_o_ai vec_roundc(vector double __a) { 8506 return __builtin_vsx_xvrdpic(__a); 8507 } 8508 8509 /* vec_nearbyint */ 8510 8511 static __inline__ vector float __ATTRS_o_ai vec_nearbyint(vector float __a) { 8512 return __builtin_vsx_xvrspi(__a); 8513 } 8514 8515 static __inline__ vector double __ATTRS_o_ai vec_nearbyint(vector double __a) { 8516 return __builtin_vsx_xvrdpi(__a); 8517 } 8518 #endif 8519 8520 /* vec_vrfin */ 8521 8522 static __inline__ vector float __attribute__((__always_inline__)) 8523 vec_vrfin(vector float __a) { 8524 return __builtin_altivec_vrfin(__a); 8525 } 8526 8527 /* vec_sqrt */ 8528 8529 #ifdef __VSX__ 8530 static __inline__ vector float __ATTRS_o_ai vec_sqrt(vector float __a) { 8531 return __builtin_vsx_xvsqrtsp(__a); 8532 } 8533 8534 static __inline__ vector double __ATTRS_o_ai vec_sqrt(vector double __a) { 8535 return __builtin_vsx_xvsqrtdp(__a); 8536 } 8537 #endif 8538 8539 /* vec_rsqrte */ 8540 8541 static __inline__ vector float __ATTRS_o_ai vec_rsqrte(vector float __a) { 8542 #ifdef __VSX__ 8543 return __builtin_vsx_xvrsqrtesp(__a); 8544 #else 8545 return __builtin_altivec_vrsqrtefp(__a); 8546 #endif 8547 } 8548 8549 #ifdef __VSX__ 8550 static __inline__ vector double __ATTRS_o_ai vec_rsqrte(vector double __a) { 8551 return __builtin_vsx_xvrsqrtedp(__a); 8552 } 8553 #endif 8554 8555 static vector float __ATTRS_o_ai vec_rsqrt(vector float __a) { 8556 return __builtin_ppc_rsqrtf(__a); 8557 } 8558 8559 #ifdef __VSX__ 8560 static vector double __ATTRS_o_ai vec_rsqrt(vector double __a) { 8561 return __builtin_ppc_rsqrtd(__a); 8562 } 8563 #endif 8564 8565 /* vec_vrsqrtefp */ 8566 8567 static __inline__ __vector float __attribute__((__always_inline__)) 8568 vec_vrsqrtefp(vector float __a) { 8569 return __builtin_altivec_vrsqrtefp(__a); 8570 } 8571 8572 /* vec_xvtsqrt */ 8573 8574 #ifdef __VSX__ 8575 static __inline__ int __ATTRS_o_ai vec_test_swsqrt(vector double __a) { 8576 return __builtin_vsx_xvtsqrtdp(__a); 8577 } 8578 8579 static __inline__ int __ATTRS_o_ai vec_test_swsqrts(vector float __a) { 8580 return __builtin_vsx_xvtsqrtsp(__a); 8581 } 8582 #endif 8583 8584 /* vec_sel */ 8585 8586 #define __builtin_altivec_vsel_4si vec_sel 8587 8588 static __inline__ vector signed char __ATTRS_o_ai vec_sel( 8589 vector signed char __a, vector signed char __b, vector unsigned char __c) { 8590 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c); 8591 } 8592 8593 static __inline__ vector signed char __ATTRS_o_ai 8594 vec_sel(vector signed char __a, vector signed char __b, vector bool char __c) { 8595 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c); 8596 } 8597 8598 static __inline__ vector unsigned char __ATTRS_o_ai 8599 vec_sel(vector unsigned char __a, vector unsigned char __b, 8600 vector unsigned char __c) { 8601 return (__a & ~__c) | (__b & __c); 8602 } 8603 8604 static __inline__ vector unsigned char __ATTRS_o_ai vec_sel( 8605 vector unsigned char __a, vector unsigned char __b, vector bool char __c) { 8606 return (__a & ~(vector unsigned char)__c) | (__b & (vector unsigned char)__c); 8607 } 8608 8609 static __inline__ vector bool char __ATTRS_o_ai 8610 vec_sel(vector bool char __a, vector bool char __b, vector unsigned char __c) { 8611 return (__a & ~(vector bool char)__c) | (__b & (vector bool char)__c); 8612 } 8613 8614 static __inline__ vector bool char __ATTRS_o_ai vec_sel(vector bool char __a, 8615 vector bool char __b, 8616 vector bool char __c) { 8617 return (__a & ~__c) | (__b & __c); 8618 } 8619 8620 static __inline__ vector short __ATTRS_o_ai vec_sel(vector short __a, 8621 vector short __b, 8622 vector unsigned short __c) { 8623 return (__a & ~(vector short)__c) | (__b & (vector short)__c); 8624 } 8625 8626 static __inline__ vector short __ATTRS_o_ai vec_sel(vector short __a, 8627 vector short __b, 8628 vector bool short __c) { 8629 return (__a & ~(vector short)__c) | (__b & (vector short)__c); 8630 } 8631 8632 static __inline__ vector unsigned short __ATTRS_o_ai 8633 vec_sel(vector unsigned short __a, vector unsigned short __b, 8634 vector unsigned short __c) { 8635 return (__a & ~__c) | (__b & __c); 8636 } 8637 8638 static __inline__ vector unsigned short __ATTRS_o_ai 8639 vec_sel(vector unsigned short __a, vector unsigned short __b, 8640 vector bool short __c) { 8641 return (__a & ~(vector unsigned short)__c) | 8642 (__b & (vector unsigned short)__c); 8643 } 8644 8645 static __inline__ vector bool short __ATTRS_o_ai vec_sel( 8646 vector bool short __a, vector bool short __b, vector unsigned short __c) { 8647 return (__a & ~(vector bool short)__c) | (__b & (vector bool short)__c); 8648 } 8649 8650 static __inline__ vector bool short __ATTRS_o_ai 8651 vec_sel(vector bool short __a, vector bool short __b, vector bool short __c) { 8652 return (__a & ~__c) | (__b & __c); 8653 } 8654 8655 static __inline__ vector int __ATTRS_o_ai vec_sel(vector int __a, 8656 vector int __b, 8657 vector unsigned int __c) { 8658 return (__a & ~(vector int)__c) | (__b & (vector int)__c); 8659 } 8660 8661 static __inline__ vector int __ATTRS_o_ai vec_sel(vector int __a, 8662 vector int __b, 8663 vector bool int __c) { 8664 return (__a & ~(vector int)__c) | (__b & (vector int)__c); 8665 } 8666 8667 static __inline__ vector unsigned int __ATTRS_o_ai vec_sel( 8668 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) { 8669 return (__a & ~__c) | (__b & __c); 8670 } 8671 8672 static __inline__ vector unsigned int __ATTRS_o_ai 8673 vec_sel(vector unsigned int __a, vector unsigned int __b, vector bool int __c) { 8674 return (__a & ~(vector unsigned int)__c) | (__b & (vector unsigned int)__c); 8675 } 8676 8677 static __inline__ vector bool int __ATTRS_o_ai 8678 vec_sel(vector bool int __a, vector bool int __b, vector unsigned int __c) { 8679 return (__a & ~(vector bool int)__c) | (__b & (vector bool int)__c); 8680 } 8681 8682 static __inline__ vector bool int __ATTRS_o_ai vec_sel(vector bool int __a, 8683 vector bool int __b, 8684 vector bool int __c) { 8685 return (__a & ~__c) | (__b & __c); 8686 } 8687 8688 static __inline__ vector float __ATTRS_o_ai vec_sel(vector float __a, 8689 vector float __b, 8690 vector unsigned int __c) { 8691 vector int __res = ((vector int)__a & ~(vector int)__c) | 8692 ((vector int)__b & (vector int)__c); 8693 return (vector float)__res; 8694 } 8695 8696 static __inline__ vector float __ATTRS_o_ai vec_sel(vector float __a, 8697 vector float __b, 8698 vector bool int __c) { 8699 vector int __res = ((vector int)__a & ~(vector int)__c) | 8700 ((vector int)__b & (vector int)__c); 8701 return (vector float)__res; 8702 } 8703 8704 #ifdef __VSX__ 8705 static __inline__ vector double __ATTRS_o_ai 8706 vec_sel(vector double __a, vector double __b, vector bool long long __c) { 8707 vector long long __res = ((vector long long)__a & ~(vector long long)__c) | 8708 ((vector long long)__b & (vector long long)__c); 8709 return (vector double)__res; 8710 } 8711 8712 static __inline__ vector double __ATTRS_o_ai 8713 vec_sel(vector double __a, vector double __b, vector unsigned long long __c) { 8714 vector long long __res = ((vector long long)__a & ~(vector long long)__c) | 8715 ((vector long long)__b & (vector long long)__c); 8716 return (vector double)__res; 8717 } 8718 8719 static __inline__ vector bool long long __ATTRS_o_ai 8720 vec_sel(vector bool long long __a, vector bool long long __b, 8721 vector bool long long __c) { 8722 return (__a & ~__c) | (__b & __c); 8723 } 8724 8725 static __inline__ vector bool long long __ATTRS_o_ai 8726 vec_sel(vector bool long long __a, vector bool long long __b, 8727 vector unsigned long long __c) { 8728 return (__a & ~(vector bool long long)__c) | 8729 (__b & (vector bool long long)__c); 8730 } 8731 8732 static __inline__ vector signed long long __ATTRS_o_ai 8733 vec_sel(vector signed long long __a, vector signed long long __b, 8734 vector bool long long __c) { 8735 return (__a & ~(vector signed long long)__c) | 8736 (__b & (vector signed long long)__c); 8737 } 8738 8739 static __inline__ vector signed long long __ATTRS_o_ai 8740 vec_sel(vector signed long long __a, vector signed long long __b, 8741 vector unsigned long long __c) { 8742 return (__a & ~(vector signed long long)__c) | 8743 (__b & (vector signed long long)__c); 8744 } 8745 8746 static __inline__ vector unsigned long long __ATTRS_o_ai 8747 vec_sel(vector unsigned long long __a, vector unsigned long long __b, 8748 vector bool long long __c) { 8749 return (__a & ~(vector unsigned long long)__c) | 8750 (__b & (vector unsigned long long)__c); 8751 } 8752 8753 static __inline__ vector unsigned long long __ATTRS_o_ai 8754 vec_sel(vector unsigned long long __a, vector unsigned long long __b, 8755 vector unsigned long long __c) { 8756 return (__a & ~__c) | (__b & __c); 8757 } 8758 #endif 8759 8760 /* vec_vsel */ 8761 8762 static __inline__ vector signed char __ATTRS_o_ai vec_vsel( 8763 vector signed char __a, vector signed char __b, vector unsigned char __c) { 8764 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c); 8765 } 8766 8767 static __inline__ vector signed char __ATTRS_o_ai 8768 vec_vsel(vector signed char __a, vector signed char __b, vector bool char __c) { 8769 return (__a & ~(vector signed char)__c) | (__b & (vector signed char)__c); 8770 } 8771 8772 static __inline__ vector unsigned char __ATTRS_o_ai 8773 vec_vsel(vector unsigned char __a, vector unsigned char __b, 8774 vector unsigned char __c) { 8775 return (__a & ~__c) | (__b & __c); 8776 } 8777 8778 static __inline__ vector unsigned char __ATTRS_o_ai vec_vsel( 8779 vector unsigned char __a, vector unsigned char __b, vector bool char __c) { 8780 return (__a & ~(vector unsigned char)__c) | (__b & (vector unsigned char)__c); 8781 } 8782 8783 static __inline__ vector bool char __ATTRS_o_ai 8784 vec_vsel(vector bool char __a, vector bool char __b, vector unsigned char __c) { 8785 return (__a & ~(vector bool char)__c) | (__b & (vector bool char)__c); 8786 } 8787 8788 static __inline__ vector bool char __ATTRS_o_ai vec_vsel(vector bool char __a, 8789 vector bool char __b, 8790 vector bool char __c) { 8791 return (__a & ~__c) | (__b & __c); 8792 } 8793 8794 static __inline__ vector short __ATTRS_o_ai 8795 vec_vsel(vector short __a, vector short __b, vector unsigned short __c) { 8796 return (__a & ~(vector short)__c) | (__b & (vector short)__c); 8797 } 8798 8799 static __inline__ vector short __ATTRS_o_ai vec_vsel(vector short __a, 8800 vector short __b, 8801 vector bool short __c) { 8802 return (__a & ~(vector short)__c) | (__b & (vector short)__c); 8803 } 8804 8805 static __inline__ vector unsigned short __ATTRS_o_ai 8806 vec_vsel(vector unsigned short __a, vector unsigned short __b, 8807 vector unsigned short __c) { 8808 return (__a & ~__c) | (__b & __c); 8809 } 8810 8811 static __inline__ vector unsigned short __ATTRS_o_ai 8812 vec_vsel(vector unsigned short __a, vector unsigned short __b, 8813 vector bool short __c) { 8814 return (__a & ~(vector unsigned short)__c) | 8815 (__b & (vector unsigned short)__c); 8816 } 8817 8818 static __inline__ vector bool short __ATTRS_o_ai vec_vsel( 8819 vector bool short __a, vector bool short __b, vector unsigned short __c) { 8820 return (__a & ~(vector bool short)__c) | (__b & (vector bool short)__c); 8821 } 8822 8823 static __inline__ vector bool short __ATTRS_o_ai 8824 vec_vsel(vector bool short __a, vector bool short __b, vector bool short __c) { 8825 return (__a & ~__c) | (__b & __c); 8826 } 8827 8828 static __inline__ vector int __ATTRS_o_ai vec_vsel(vector int __a, 8829 vector int __b, 8830 vector unsigned int __c) { 8831 return (__a & ~(vector int)__c) | (__b & (vector int)__c); 8832 } 8833 8834 static __inline__ vector int __ATTRS_o_ai vec_vsel(vector int __a, 8835 vector int __b, 8836 vector bool int __c) { 8837 return (__a & ~(vector int)__c) | (__b & (vector int)__c); 8838 } 8839 8840 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsel( 8841 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) { 8842 return (__a & ~__c) | (__b & __c); 8843 } 8844 8845 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsel( 8846 vector unsigned int __a, vector unsigned int __b, vector bool int __c) { 8847 return (__a & ~(vector unsigned int)__c) | (__b & (vector unsigned int)__c); 8848 } 8849 8850 static __inline__ vector bool int __ATTRS_o_ai 8851 vec_vsel(vector bool int __a, vector bool int __b, vector unsigned int __c) { 8852 return (__a & ~(vector bool int)__c) | (__b & (vector bool int)__c); 8853 } 8854 8855 static __inline__ vector bool int __ATTRS_o_ai vec_vsel(vector bool int __a, 8856 vector bool int __b, 8857 vector bool int __c) { 8858 return (__a & ~__c) | (__b & __c); 8859 } 8860 8861 static __inline__ vector float __ATTRS_o_ai vec_vsel(vector float __a, 8862 vector float __b, 8863 vector unsigned int __c) { 8864 vector int __res = ((vector int)__a & ~(vector int)__c) | 8865 ((vector int)__b & (vector int)__c); 8866 return (vector float)__res; 8867 } 8868 8869 static __inline__ vector float __ATTRS_o_ai vec_vsel(vector float __a, 8870 vector float __b, 8871 vector bool int __c) { 8872 vector int __res = ((vector int)__a & ~(vector int)__c) | 8873 ((vector int)__b & (vector int)__c); 8874 return (vector float)__res; 8875 } 8876 8877 /* vec_sl */ 8878 8879 // vec_sl does modulo arithmetic on __b first, so __b is allowed to be more 8880 // than the length of __a. 8881 static __inline__ vector unsigned char __ATTRS_o_ai 8882 vec_sl(vector unsigned char __a, vector unsigned char __b) { 8883 return __a << (__b % 8884 (vector unsigned char)(sizeof(unsigned char) * __CHAR_BIT__)); 8885 } 8886 8887 static __inline__ vector signed char __ATTRS_o_ai 8888 vec_sl(vector signed char __a, vector unsigned char __b) { 8889 return (vector signed char)vec_sl((vector unsigned char)__a, __b); 8890 } 8891 8892 static __inline__ vector unsigned short __ATTRS_o_ai 8893 vec_sl(vector unsigned short __a, vector unsigned short __b) { 8894 return __a << (__b % (vector unsigned short)(sizeof(unsigned short) * 8895 __CHAR_BIT__)); 8896 } 8897 8898 static __inline__ vector short __ATTRS_o_ai vec_sl(vector short __a, 8899 vector unsigned short __b) { 8900 return (vector short)vec_sl((vector unsigned short)__a, __b); 8901 } 8902 8903 static __inline__ vector unsigned int __ATTRS_o_ai 8904 vec_sl(vector unsigned int __a, vector unsigned int __b) { 8905 return __a << (__b % 8906 (vector unsigned int)(sizeof(unsigned int) * __CHAR_BIT__)); 8907 } 8908 8909 static __inline__ vector int __ATTRS_o_ai vec_sl(vector int __a, 8910 vector unsigned int __b) { 8911 return (vector int)vec_sl((vector unsigned int)__a, __b); 8912 } 8913 8914 #ifdef __POWER8_VECTOR__ 8915 static __inline__ vector unsigned long long __ATTRS_o_ai 8916 vec_sl(vector unsigned long long __a, vector unsigned long long __b) { 8917 return __a << (__b % (vector unsigned long long)(sizeof(unsigned long long) * 8918 __CHAR_BIT__)); 8919 } 8920 8921 static __inline__ vector long long __ATTRS_o_ai 8922 vec_sl(vector long long __a, vector unsigned long long __b) { 8923 return (vector long long)vec_sl((vector unsigned long long)__a, __b); 8924 } 8925 #elif defined(__VSX__) 8926 static __inline__ vector unsigned char __ATTRS_o_ai 8927 vec_vspltb(vector unsigned char __a, unsigned char __b); 8928 static __inline__ vector unsigned long long __ATTRS_o_ai 8929 vec_sl(vector unsigned long long __a, vector unsigned long long __b) { 8930 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__); 8931 8932 // Big endian element one (the right doubleword) can be left shifted as-is. 8933 // The other element needs to be swapped into the right doubleword and 8934 // shifted. Then the right doublewords of the two result vectors are merged. 8935 vector signed long long __rightelt = 8936 (vector signed long long)__builtin_altivec_vslo((vector signed int)__a, 8937 (vector signed int)__b); 8938 #ifdef __LITTLE_ENDIAN__ 8939 __rightelt = (vector signed long long)__builtin_altivec_vsl( 8940 (vector signed int)__rightelt, 8941 (vector signed int)vec_vspltb((vector unsigned char)__b, 0)); 8942 #else 8943 __rightelt = (vector signed long long)__builtin_altivec_vsl( 8944 (vector signed int)__rightelt, 8945 (vector signed int)vec_vspltb((vector unsigned char)__b, 15)); 8946 #endif 8947 __a = __builtin_shufflevector(__a, __a, 1, 0); 8948 __b = __builtin_shufflevector(__b, __b, 1, 0); 8949 vector signed long long __leftelt = 8950 (vector signed long long)__builtin_altivec_vslo((vector signed int)__a, 8951 (vector signed int)__b); 8952 #ifdef __LITTLE_ENDIAN__ 8953 __leftelt = (vector signed long long)__builtin_altivec_vsl( 8954 (vector signed int)__leftelt, 8955 (vector signed int)vec_vspltb((vector unsigned char)__b, 0)); 8956 return (vector unsigned long long)__builtin_shufflevector(__rightelt, 8957 __leftelt, 0, 2); 8958 #else 8959 __leftelt = (vector signed long long)__builtin_altivec_vsl( 8960 (vector signed int)__leftelt, 8961 (vector signed int)vec_vspltb((vector unsigned char)__b, 15)); 8962 return (vector unsigned long long)__builtin_shufflevector(__leftelt, 8963 __rightelt, 1, 3); 8964 #endif 8965 } 8966 8967 static __inline__ vector long long __ATTRS_o_ai 8968 vec_sl(vector long long __a, vector unsigned long long __b) { 8969 return (vector long long)vec_sl((vector unsigned long long)__a, __b); 8970 } 8971 #endif /* __VSX__ */ 8972 8973 /* vec_vslb */ 8974 8975 #define __builtin_altivec_vslb vec_vslb 8976 8977 static __inline__ vector signed char __ATTRS_o_ai 8978 vec_vslb(vector signed char __a, vector unsigned char __b) { 8979 return vec_sl(__a, __b); 8980 } 8981 8982 static __inline__ vector unsigned char __ATTRS_o_ai 8983 vec_vslb(vector unsigned char __a, vector unsigned char __b) { 8984 return vec_sl(__a, __b); 8985 } 8986 8987 /* vec_vslh */ 8988 8989 #define __builtin_altivec_vslh vec_vslh 8990 8991 static __inline__ vector short __ATTRS_o_ai 8992 vec_vslh(vector short __a, vector unsigned short __b) { 8993 return vec_sl(__a, __b); 8994 } 8995 8996 static __inline__ vector unsigned short __ATTRS_o_ai 8997 vec_vslh(vector unsigned short __a, vector unsigned short __b) { 8998 return vec_sl(__a, __b); 8999 } 9000 9001 /* vec_vslw */ 9002 9003 #define __builtin_altivec_vslw vec_vslw 9004 9005 static __inline__ vector int __ATTRS_o_ai vec_vslw(vector int __a, 9006 vector unsigned int __b) { 9007 return vec_sl(__a, __b); 9008 } 9009 9010 static __inline__ vector unsigned int __ATTRS_o_ai 9011 vec_vslw(vector unsigned int __a, vector unsigned int __b) { 9012 return vec_sl(__a, __b); 9013 } 9014 9015 /* vec_sld */ 9016 9017 #define __builtin_altivec_vsldoi_4si vec_sld 9018 9019 static __inline__ vector signed char __ATTRS_o_ai vec_sld( 9020 vector signed char __a, vector signed char __b, unsigned const int __c) { 9021 unsigned char __d = __c & 0x0F; 9022 #ifdef __LITTLE_ENDIAN__ 9023 return vec_perm( 9024 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9025 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9026 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9027 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9028 #else 9029 return vec_perm( 9030 __a, __b, 9031 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9032 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9033 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9034 #endif 9035 } 9036 9037 static __inline__ vector unsigned char __ATTRS_o_ai 9038 vec_sld(vector unsigned char __a, vector unsigned char __b, 9039 unsigned const int __c) { 9040 unsigned char __d = __c & 0x0F; 9041 #ifdef __LITTLE_ENDIAN__ 9042 return vec_perm( 9043 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9044 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9045 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9046 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9047 #else 9048 return vec_perm( 9049 __a, __b, 9050 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9051 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9052 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9053 #endif 9054 } 9055 9056 static __inline__ vector bool char __ATTRS_o_ai 9057 vec_sld(vector bool char __a, vector bool char __b, unsigned const int __c) { 9058 unsigned char __d = __c & 0x0F; 9059 #ifdef __LITTLE_ENDIAN__ 9060 return vec_perm( 9061 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9062 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9063 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9064 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9065 #else 9066 return vec_perm( 9067 __a, __b, 9068 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9069 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9070 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9071 #endif 9072 } 9073 9074 static __inline__ vector signed short __ATTRS_o_ai vec_sld( 9075 vector signed short __a, vector signed short __b, unsigned const int __c) { 9076 unsigned char __d = __c & 0x0F; 9077 #ifdef __LITTLE_ENDIAN__ 9078 return vec_perm( 9079 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9080 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9081 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9082 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9083 #else 9084 return vec_perm( 9085 __a, __b, 9086 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9087 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9088 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9089 #endif 9090 } 9091 9092 static __inline__ vector unsigned short __ATTRS_o_ai 9093 vec_sld(vector unsigned short __a, vector unsigned short __b, 9094 unsigned const int __c) { 9095 unsigned char __d = __c & 0x0F; 9096 #ifdef __LITTLE_ENDIAN__ 9097 return vec_perm( 9098 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9099 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9100 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9101 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9102 #else 9103 return vec_perm( 9104 __a, __b, 9105 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9106 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9107 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9108 #endif 9109 } 9110 9111 static __inline__ vector bool short __ATTRS_o_ai 9112 vec_sld(vector bool short __a, vector bool short __b, unsigned const int __c) { 9113 unsigned char __d = __c & 0x0F; 9114 #ifdef __LITTLE_ENDIAN__ 9115 return vec_perm( 9116 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9117 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9118 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9119 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9120 #else 9121 return vec_perm( 9122 __a, __b, 9123 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9124 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9125 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9126 #endif 9127 } 9128 9129 static __inline__ vector pixel __ATTRS_o_ai vec_sld(vector pixel __a, 9130 vector pixel __b, 9131 unsigned const int __c) { 9132 unsigned char __d = __c & 0x0F; 9133 #ifdef __LITTLE_ENDIAN__ 9134 return vec_perm( 9135 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9136 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9137 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9138 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9139 #else 9140 return vec_perm( 9141 __a, __b, 9142 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9143 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9144 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9145 #endif 9146 } 9147 9148 static __inline__ vector signed int __ATTRS_o_ai 9149 vec_sld(vector signed int __a, vector signed int __b, unsigned const int __c) { 9150 unsigned char __d = __c & 0x0F; 9151 #ifdef __LITTLE_ENDIAN__ 9152 return vec_perm( 9153 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9154 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9155 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9156 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9157 #else 9158 return vec_perm( 9159 __a, __b, 9160 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9161 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9162 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9163 #endif 9164 } 9165 9166 static __inline__ vector unsigned int __ATTRS_o_ai vec_sld( 9167 vector unsigned int __a, vector unsigned int __b, unsigned const int __c) { 9168 unsigned char __d = __c & 0x0F; 9169 #ifdef __LITTLE_ENDIAN__ 9170 return vec_perm( 9171 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9172 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9173 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9174 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9175 #else 9176 return vec_perm( 9177 __a, __b, 9178 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9179 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9180 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9181 #endif 9182 } 9183 9184 static __inline__ vector bool int __ATTRS_o_ai vec_sld(vector bool int __a, 9185 vector bool int __b, 9186 unsigned const int __c) { 9187 unsigned char __d = __c & 0x0F; 9188 #ifdef __LITTLE_ENDIAN__ 9189 return vec_perm( 9190 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9191 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9192 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9193 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9194 #else 9195 return vec_perm( 9196 __a, __b, 9197 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9198 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9199 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9200 #endif 9201 } 9202 9203 static __inline__ vector float __ATTRS_o_ai vec_sld(vector float __a, 9204 vector float __b, 9205 unsigned const int __c) { 9206 unsigned char __d = __c & 0x0F; 9207 #ifdef __LITTLE_ENDIAN__ 9208 return vec_perm( 9209 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9210 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9211 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9212 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9213 #else 9214 return vec_perm( 9215 __a, __b, 9216 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9217 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9218 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9219 #endif 9220 } 9221 9222 #ifdef __VSX__ 9223 static __inline__ vector bool long long __ATTRS_o_ai 9224 vec_sld(vector bool long long __a, vector bool long long __b, 9225 unsigned const int __c) { 9226 unsigned char __d = __c & 0x0F; 9227 #ifdef __LITTLE_ENDIAN__ 9228 return vec_perm( 9229 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9230 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9231 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9232 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9233 #else 9234 return vec_perm( 9235 __a, __b, 9236 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9237 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9238 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9239 #endif 9240 } 9241 9242 static __inline__ vector signed long long __ATTRS_o_ai 9243 vec_sld(vector signed long long __a, vector signed long long __b, 9244 unsigned const int __c) { 9245 unsigned char __d = __c & 0x0F; 9246 #ifdef __LITTLE_ENDIAN__ 9247 return vec_perm( 9248 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9249 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9250 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9251 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9252 #else 9253 return vec_perm( 9254 __a, __b, 9255 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9256 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9257 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9258 #endif 9259 } 9260 9261 static __inline__ vector unsigned long long __ATTRS_o_ai 9262 vec_sld(vector unsigned long long __a, vector unsigned long long __b, 9263 unsigned const int __c) { 9264 unsigned char __d = __c & 0x0F; 9265 #ifdef __LITTLE_ENDIAN__ 9266 return vec_perm( 9267 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9268 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9269 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9270 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9271 #else 9272 return vec_perm( 9273 __a, __b, 9274 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9275 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9276 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9277 #endif 9278 } 9279 9280 static __inline__ vector double __ATTRS_o_ai vec_sld(vector double __a, 9281 vector double __b, 9282 unsigned const int __c) { 9283 unsigned char __d = __c & 0x0F; 9284 #ifdef __LITTLE_ENDIAN__ 9285 return vec_perm( 9286 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9287 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9288 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9289 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9290 #else 9291 return vec_perm( 9292 __a, __b, 9293 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9294 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9295 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9296 #endif 9297 } 9298 #endif 9299 9300 /* vec_sldw */ 9301 static __inline__ vector signed char __ATTRS_o_ai vec_sldw( 9302 vector signed char __a, vector signed char __b, unsigned const int __c) { 9303 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9304 } 9305 9306 static __inline__ vector unsigned char __ATTRS_o_ai 9307 vec_sldw(vector unsigned char __a, vector unsigned char __b, 9308 unsigned const int __c) { 9309 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9310 } 9311 9312 static __inline__ vector signed short __ATTRS_o_ai vec_sldw( 9313 vector signed short __a, vector signed short __b, unsigned const int __c) { 9314 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9315 } 9316 9317 static __inline__ vector unsigned short __ATTRS_o_ai 9318 vec_sldw(vector unsigned short __a, vector unsigned short __b, 9319 unsigned const int __c) { 9320 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9321 } 9322 9323 static __inline__ vector signed int __ATTRS_o_ai 9324 vec_sldw(vector signed int __a, vector signed int __b, unsigned const int __c) { 9325 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9326 } 9327 9328 static __inline__ vector unsigned int __ATTRS_o_ai vec_sldw( 9329 vector unsigned int __a, vector unsigned int __b, unsigned const int __c) { 9330 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9331 } 9332 9333 static __inline__ vector float __ATTRS_o_ai vec_sldw( 9334 vector float __a, vector float __b, unsigned const int __c) { 9335 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9336 } 9337 9338 #ifdef __VSX__ 9339 static __inline__ vector signed long long __ATTRS_o_ai 9340 vec_sldw(vector signed long long __a, vector signed long long __b, 9341 unsigned const int __c) { 9342 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9343 } 9344 9345 static __inline__ vector unsigned long long __ATTRS_o_ai 9346 vec_sldw(vector unsigned long long __a, vector unsigned long long __b, 9347 unsigned const int __c) { 9348 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9349 } 9350 9351 static __inline__ vector double __ATTRS_o_ai vec_sldw( 9352 vector double __a, vector double __b, unsigned const int __c) { 9353 return vec_sld(__a, __b, ((__c << 2) & 0x0F)); 9354 } 9355 #endif 9356 9357 #ifdef __POWER9_VECTOR__ 9358 /* vec_slv */ 9359 static __inline__ vector unsigned char __ATTRS_o_ai 9360 vec_slv(vector unsigned char __a, vector unsigned char __b) { 9361 return __builtin_altivec_vslv(__a, __b); 9362 } 9363 9364 /* vec_srv */ 9365 static __inline__ vector unsigned char __ATTRS_o_ai 9366 vec_srv(vector unsigned char __a, vector unsigned char __b) { 9367 return __builtin_altivec_vsrv(__a, __b); 9368 } 9369 #endif 9370 9371 /* vec_vsldoi */ 9372 9373 static __inline__ vector signed char __ATTRS_o_ai 9374 vec_vsldoi(vector signed char __a, vector signed char __b, unsigned char __c) { 9375 unsigned char __d = __c & 0x0F; 9376 #ifdef __LITTLE_ENDIAN__ 9377 return vec_perm( 9378 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9379 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9380 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9381 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9382 #else 9383 return vec_perm( 9384 __a, __b, 9385 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9386 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9387 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9388 #endif 9389 } 9390 9391 static __inline__ vector unsigned char __ATTRS_o_ai vec_vsldoi( 9392 vector unsigned char __a, vector unsigned char __b, unsigned char __c) { 9393 unsigned char __d = __c & 0x0F; 9394 #ifdef __LITTLE_ENDIAN__ 9395 return vec_perm( 9396 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9397 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9398 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9399 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9400 #else 9401 return vec_perm( 9402 __a, __b, 9403 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9404 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9405 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9406 #endif 9407 } 9408 9409 static __inline__ vector short __ATTRS_o_ai vec_vsldoi(vector short __a, 9410 vector short __b, 9411 unsigned char __c) { 9412 unsigned char __d = __c & 0x0F; 9413 #ifdef __LITTLE_ENDIAN__ 9414 return vec_perm( 9415 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9416 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9417 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9418 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9419 #else 9420 return vec_perm( 9421 __a, __b, 9422 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9423 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9424 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9425 #endif 9426 } 9427 9428 static __inline__ vector unsigned short __ATTRS_o_ai vec_vsldoi( 9429 vector unsigned short __a, vector unsigned short __b, unsigned char __c) { 9430 unsigned char __d = __c & 0x0F; 9431 #ifdef __LITTLE_ENDIAN__ 9432 return vec_perm( 9433 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9434 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9435 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9436 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9437 #else 9438 return vec_perm( 9439 __a, __b, 9440 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9441 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9442 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9443 #endif 9444 } 9445 9446 static __inline__ vector pixel __ATTRS_o_ai vec_vsldoi(vector pixel __a, 9447 vector pixel __b, 9448 unsigned char __c) { 9449 unsigned char __d = __c & 0x0F; 9450 #ifdef __LITTLE_ENDIAN__ 9451 return vec_perm( 9452 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9453 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9454 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9455 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9456 #else 9457 return vec_perm( 9458 __a, __b, 9459 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9460 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9461 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9462 #endif 9463 } 9464 9465 static __inline__ vector int __ATTRS_o_ai vec_vsldoi(vector int __a, 9466 vector int __b, 9467 unsigned char __c) { 9468 unsigned char __d = __c & 0x0F; 9469 #ifdef __LITTLE_ENDIAN__ 9470 return vec_perm( 9471 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9472 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9473 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9474 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9475 #else 9476 return vec_perm( 9477 __a, __b, 9478 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9479 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9480 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9481 #endif 9482 } 9483 9484 static __inline__ vector unsigned int __ATTRS_o_ai vec_vsldoi( 9485 vector unsigned int __a, vector unsigned int __b, unsigned char __c) { 9486 unsigned char __d = __c & 0x0F; 9487 #ifdef __LITTLE_ENDIAN__ 9488 return vec_perm( 9489 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9490 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9491 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9492 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9493 #else 9494 return vec_perm( 9495 __a, __b, 9496 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9497 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9498 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9499 #endif 9500 } 9501 9502 static __inline__ vector float __ATTRS_o_ai vec_vsldoi(vector float __a, 9503 vector float __b, 9504 unsigned char __c) { 9505 unsigned char __d = __c & 0x0F; 9506 #ifdef __LITTLE_ENDIAN__ 9507 return vec_perm( 9508 __b, __a, (vector unsigned char)(16 - __d, 17 - __d, 18 - __d, 19 - __d, 9509 20 - __d, 21 - __d, 22 - __d, 23 - __d, 9510 24 - __d, 25 - __d, 26 - __d, 27 - __d, 9511 28 - __d, 29 - __d, 30 - __d, 31 - __d)); 9512 #else 9513 return vec_perm( 9514 __a, __b, 9515 (vector unsigned char)(__d, __d + 1, __d + 2, __d + 3, __d + 4, __d + 5, 9516 __d + 6, __d + 7, __d + 8, __d + 9, __d + 10, 9517 __d + 11, __d + 12, __d + 13, __d + 14, __d + 15)); 9518 #endif 9519 } 9520 9521 /* vec_sll */ 9522 9523 static __inline__ vector signed char __ATTRS_o_ai 9524 vec_sll(vector signed char __a, vector unsigned char __b) { 9525 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9526 (vector int)__b); 9527 } 9528 9529 static __inline__ vector signed char __ATTRS_o_ai 9530 vec_sll(vector signed char __a, vector unsigned short __b) { 9531 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9532 (vector int)__b); 9533 } 9534 9535 static __inline__ vector signed char __ATTRS_o_ai 9536 vec_sll(vector signed char __a, vector unsigned int __b) { 9537 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9538 (vector int)__b); 9539 } 9540 9541 static __inline__ vector unsigned char __ATTRS_o_ai 9542 vec_sll(vector unsigned char __a, vector unsigned char __b) { 9543 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9544 (vector int)__b); 9545 } 9546 9547 static __inline__ vector unsigned char __ATTRS_o_ai 9548 vec_sll(vector unsigned char __a, vector unsigned short __b) { 9549 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9550 (vector int)__b); 9551 } 9552 9553 static __inline__ vector unsigned char __ATTRS_o_ai 9554 vec_sll(vector unsigned char __a, vector unsigned int __b) { 9555 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9556 (vector int)__b); 9557 } 9558 9559 static __inline__ vector bool char __ATTRS_o_ai 9560 vec_sll(vector bool char __a, vector unsigned char __b) { 9561 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9562 (vector int)__b); 9563 } 9564 9565 static __inline__ vector bool char __ATTRS_o_ai 9566 vec_sll(vector bool char __a, vector unsigned short __b) { 9567 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9568 (vector int)__b); 9569 } 9570 9571 static __inline__ vector bool char __ATTRS_o_ai 9572 vec_sll(vector bool char __a, vector unsigned int __b) { 9573 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9574 (vector int)__b); 9575 } 9576 9577 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a, 9578 vector unsigned char __b) { 9579 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9580 } 9581 9582 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a, 9583 vector unsigned short __b) { 9584 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9585 } 9586 9587 static __inline__ vector short __ATTRS_o_ai vec_sll(vector short __a, 9588 vector unsigned int __b) { 9589 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9590 } 9591 9592 static __inline__ vector unsigned short __ATTRS_o_ai 9593 vec_sll(vector unsigned short __a, vector unsigned char __b) { 9594 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9595 (vector int)__b); 9596 } 9597 9598 static __inline__ vector unsigned short __ATTRS_o_ai 9599 vec_sll(vector unsigned short __a, vector unsigned short __b) { 9600 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9601 (vector int)__b); 9602 } 9603 9604 static __inline__ vector unsigned short __ATTRS_o_ai 9605 vec_sll(vector unsigned short __a, vector unsigned int __b) { 9606 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9607 (vector int)__b); 9608 } 9609 9610 static __inline__ vector bool short __ATTRS_o_ai 9611 vec_sll(vector bool short __a, vector unsigned char __b) { 9612 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9613 (vector int)__b); 9614 } 9615 9616 static __inline__ vector bool short __ATTRS_o_ai 9617 vec_sll(vector bool short __a, vector unsigned short __b) { 9618 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9619 (vector int)__b); 9620 } 9621 9622 static __inline__ vector bool short __ATTRS_o_ai 9623 vec_sll(vector bool short __a, vector unsigned int __b) { 9624 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9625 (vector int)__b); 9626 } 9627 9628 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a, 9629 vector unsigned char __b) { 9630 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9631 } 9632 9633 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a, 9634 vector unsigned short __b) { 9635 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9636 } 9637 9638 static __inline__ vector pixel __ATTRS_o_ai vec_sll(vector pixel __a, 9639 vector unsigned int __b) { 9640 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9641 } 9642 9643 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a, 9644 vector unsigned char __b) { 9645 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9646 } 9647 9648 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a, 9649 vector unsigned short __b) { 9650 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9651 } 9652 9653 static __inline__ vector int __ATTRS_o_ai vec_sll(vector int __a, 9654 vector unsigned int __b) { 9655 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9656 } 9657 9658 static __inline__ vector unsigned int __ATTRS_o_ai 9659 vec_sll(vector unsigned int __a, vector unsigned char __b) { 9660 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9661 (vector int)__b); 9662 } 9663 9664 static __inline__ vector unsigned int __ATTRS_o_ai 9665 vec_sll(vector unsigned int __a, vector unsigned short __b) { 9666 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9667 (vector int)__b); 9668 } 9669 9670 static __inline__ vector unsigned int __ATTRS_o_ai 9671 vec_sll(vector unsigned int __a, vector unsigned int __b) { 9672 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9673 (vector int)__b); 9674 } 9675 9676 static __inline__ vector bool int __ATTRS_o_ai 9677 vec_sll(vector bool int __a, vector unsigned char __b) { 9678 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9679 (vector int)__b); 9680 } 9681 9682 static __inline__ vector bool int __ATTRS_o_ai 9683 vec_sll(vector bool int __a, vector unsigned short __b) { 9684 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9685 (vector int)__b); 9686 } 9687 9688 static __inline__ vector bool int __ATTRS_o_ai 9689 vec_sll(vector bool int __a, vector unsigned int __b) { 9690 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9691 (vector int)__b); 9692 } 9693 9694 #ifdef __VSX__ 9695 static __inline__ vector signed long long __ATTRS_o_ai 9696 vec_sll(vector signed long long __a, vector unsigned char __b) { 9697 return (vector signed long long)__builtin_altivec_vsl((vector int)__a, 9698 (vector int)__b); 9699 } 9700 9701 static __inline__ vector unsigned long long __ATTRS_o_ai 9702 vec_sll(vector unsigned long long __a, vector unsigned char __b) { 9703 return (vector unsigned long long)__builtin_altivec_vsl((vector int)__a, 9704 (vector int)__b); 9705 } 9706 #endif 9707 9708 /* vec_vsl */ 9709 9710 static __inline__ vector signed char __ATTRS_o_ai 9711 vec_vsl(vector signed char __a, vector unsigned char __b) { 9712 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9713 (vector int)__b); 9714 } 9715 9716 static __inline__ vector signed char __ATTRS_o_ai 9717 vec_vsl(vector signed char __a, vector unsigned short __b) { 9718 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9719 (vector int)__b); 9720 } 9721 9722 static __inline__ vector signed char __ATTRS_o_ai 9723 vec_vsl(vector signed char __a, vector unsigned int __b) { 9724 return (vector signed char)__builtin_altivec_vsl((vector int)__a, 9725 (vector int)__b); 9726 } 9727 9728 static __inline__ vector unsigned char __ATTRS_o_ai 9729 vec_vsl(vector unsigned char __a, vector unsigned char __b) { 9730 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9731 (vector int)__b); 9732 } 9733 9734 static __inline__ vector unsigned char __ATTRS_o_ai 9735 vec_vsl(vector unsigned char __a, vector unsigned short __b) { 9736 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9737 (vector int)__b); 9738 } 9739 9740 static __inline__ vector unsigned char __ATTRS_o_ai 9741 vec_vsl(vector unsigned char __a, vector unsigned int __b) { 9742 return (vector unsigned char)__builtin_altivec_vsl((vector int)__a, 9743 (vector int)__b); 9744 } 9745 9746 static __inline__ vector bool char __ATTRS_o_ai 9747 vec_vsl(vector bool char __a, vector unsigned char __b) { 9748 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9749 (vector int)__b); 9750 } 9751 9752 static __inline__ vector bool char __ATTRS_o_ai 9753 vec_vsl(vector bool char __a, vector unsigned short __b) { 9754 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9755 (vector int)__b); 9756 } 9757 9758 static __inline__ vector bool char __ATTRS_o_ai 9759 vec_vsl(vector bool char __a, vector unsigned int __b) { 9760 return (vector bool char)__builtin_altivec_vsl((vector int)__a, 9761 (vector int)__b); 9762 } 9763 9764 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a, 9765 vector unsigned char __b) { 9766 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9767 } 9768 9769 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a, 9770 vector unsigned short __b) { 9771 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9772 } 9773 9774 static __inline__ vector short __ATTRS_o_ai vec_vsl(vector short __a, 9775 vector unsigned int __b) { 9776 return (vector short)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9777 } 9778 9779 static __inline__ vector unsigned short __ATTRS_o_ai 9780 vec_vsl(vector unsigned short __a, vector unsigned char __b) { 9781 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9782 (vector int)__b); 9783 } 9784 9785 static __inline__ vector unsigned short __ATTRS_o_ai 9786 vec_vsl(vector unsigned short __a, vector unsigned short __b) { 9787 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9788 (vector int)__b); 9789 } 9790 9791 static __inline__ vector unsigned short __ATTRS_o_ai 9792 vec_vsl(vector unsigned short __a, vector unsigned int __b) { 9793 return (vector unsigned short)__builtin_altivec_vsl((vector int)__a, 9794 (vector int)__b); 9795 } 9796 9797 static __inline__ vector bool short __ATTRS_o_ai 9798 vec_vsl(vector bool short __a, vector unsigned char __b) { 9799 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9800 (vector int)__b); 9801 } 9802 9803 static __inline__ vector bool short __ATTRS_o_ai 9804 vec_vsl(vector bool short __a, vector unsigned short __b) { 9805 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9806 (vector int)__b); 9807 } 9808 9809 static __inline__ vector bool short __ATTRS_o_ai 9810 vec_vsl(vector bool short __a, vector unsigned int __b) { 9811 return (vector bool short)__builtin_altivec_vsl((vector int)__a, 9812 (vector int)__b); 9813 } 9814 9815 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a, 9816 vector unsigned char __b) { 9817 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9818 } 9819 9820 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a, 9821 vector unsigned short __b) { 9822 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9823 } 9824 9825 static __inline__ vector pixel __ATTRS_o_ai vec_vsl(vector pixel __a, 9826 vector unsigned int __b) { 9827 return (vector pixel)__builtin_altivec_vsl((vector int)__a, (vector int)__b); 9828 } 9829 9830 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a, 9831 vector unsigned char __b) { 9832 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9833 } 9834 9835 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a, 9836 vector unsigned short __b) { 9837 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9838 } 9839 9840 static __inline__ vector int __ATTRS_o_ai vec_vsl(vector int __a, 9841 vector unsigned int __b) { 9842 return (vector int)__builtin_altivec_vsl(__a, (vector int)__b); 9843 } 9844 9845 static __inline__ vector unsigned int __ATTRS_o_ai 9846 vec_vsl(vector unsigned int __a, vector unsigned char __b) { 9847 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9848 (vector int)__b); 9849 } 9850 9851 static __inline__ vector unsigned int __ATTRS_o_ai 9852 vec_vsl(vector unsigned int __a, vector unsigned short __b) { 9853 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9854 (vector int)__b); 9855 } 9856 9857 static __inline__ vector unsigned int __ATTRS_o_ai 9858 vec_vsl(vector unsigned int __a, vector unsigned int __b) { 9859 return (vector unsigned int)__builtin_altivec_vsl((vector int)__a, 9860 (vector int)__b); 9861 } 9862 9863 static __inline__ vector bool int __ATTRS_o_ai 9864 vec_vsl(vector bool int __a, vector unsigned char __b) { 9865 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9866 (vector int)__b); 9867 } 9868 9869 static __inline__ vector bool int __ATTRS_o_ai 9870 vec_vsl(vector bool int __a, vector unsigned short __b) { 9871 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9872 (vector int)__b); 9873 } 9874 9875 static __inline__ vector bool int __ATTRS_o_ai 9876 vec_vsl(vector bool int __a, vector unsigned int __b) { 9877 return (vector bool int)__builtin_altivec_vsl((vector int)__a, 9878 (vector int)__b); 9879 } 9880 9881 /* vec_slo */ 9882 9883 static __inline__ vector signed char __ATTRS_o_ai 9884 vec_slo(vector signed char __a, vector signed char __b) { 9885 return (vector signed char)__builtin_altivec_vslo((vector int)__a, 9886 (vector int)__b); 9887 } 9888 9889 static __inline__ vector signed char __ATTRS_o_ai 9890 vec_slo(vector signed char __a, vector unsigned char __b) { 9891 return (vector signed char)__builtin_altivec_vslo((vector int)__a, 9892 (vector int)__b); 9893 } 9894 9895 static __inline__ vector unsigned char __ATTRS_o_ai 9896 vec_slo(vector unsigned char __a, vector signed char __b) { 9897 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a, 9898 (vector int)__b); 9899 } 9900 9901 static __inline__ vector unsigned char __ATTRS_o_ai 9902 vec_slo(vector unsigned char __a, vector unsigned char __b) { 9903 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a, 9904 (vector int)__b); 9905 } 9906 9907 static __inline__ vector short __ATTRS_o_ai vec_slo(vector short __a, 9908 vector signed char __b) { 9909 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9910 } 9911 9912 static __inline__ vector short __ATTRS_o_ai vec_slo(vector short __a, 9913 vector unsigned char __b) { 9914 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9915 } 9916 9917 static __inline__ vector unsigned short __ATTRS_o_ai 9918 vec_slo(vector unsigned short __a, vector signed char __b) { 9919 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a, 9920 (vector int)__b); 9921 } 9922 9923 static __inline__ vector unsigned short __ATTRS_o_ai 9924 vec_slo(vector unsigned short __a, vector unsigned char __b) { 9925 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a, 9926 (vector int)__b); 9927 } 9928 9929 static __inline__ vector pixel __ATTRS_o_ai vec_slo(vector pixel __a, 9930 vector signed char __b) { 9931 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9932 } 9933 9934 static __inline__ vector pixel __ATTRS_o_ai vec_slo(vector pixel __a, 9935 vector unsigned char __b) { 9936 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9937 } 9938 9939 static __inline__ vector int __ATTRS_o_ai vec_slo(vector int __a, 9940 vector signed char __b) { 9941 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b); 9942 } 9943 9944 static __inline__ vector int __ATTRS_o_ai vec_slo(vector int __a, 9945 vector unsigned char __b) { 9946 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b); 9947 } 9948 9949 static __inline__ vector unsigned int __ATTRS_o_ai 9950 vec_slo(vector unsigned int __a, vector signed char __b) { 9951 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a, 9952 (vector int)__b); 9953 } 9954 9955 static __inline__ vector unsigned int __ATTRS_o_ai 9956 vec_slo(vector unsigned int __a, vector unsigned char __b) { 9957 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a, 9958 (vector int)__b); 9959 } 9960 9961 static __inline__ vector float __ATTRS_o_ai vec_slo(vector float __a, 9962 vector signed char __b) { 9963 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9964 } 9965 9966 static __inline__ vector float __ATTRS_o_ai vec_slo(vector float __a, 9967 vector unsigned char __b) { 9968 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 9969 } 9970 9971 #ifdef __VSX__ 9972 static __inline__ vector signed long long __ATTRS_o_ai 9973 vec_slo(vector signed long long __a, vector signed char __b) { 9974 return (vector signed long long)__builtin_altivec_vslo((vector int)__a, 9975 (vector int)__b); 9976 } 9977 9978 static __inline__ vector signed long long __ATTRS_o_ai 9979 vec_slo(vector signed long long __a, vector unsigned char __b) { 9980 return (vector signed long long)__builtin_altivec_vslo((vector int)__a, 9981 (vector int)__b); 9982 } 9983 9984 static __inline__ vector unsigned long long __ATTRS_o_ai 9985 vec_slo(vector unsigned long long __a, vector signed char __b) { 9986 return (vector unsigned long long)__builtin_altivec_vslo((vector int)__a, 9987 (vector int)__b); 9988 } 9989 9990 static __inline__ vector unsigned long long __ATTRS_o_ai 9991 vec_slo(vector unsigned long long __a, vector unsigned char __b) { 9992 return (vector unsigned long long)__builtin_altivec_vslo((vector int)__a, 9993 (vector int)__b); 9994 } 9995 #endif 9996 9997 /* vec_vslo */ 9998 9999 static __inline__ vector signed char __ATTRS_o_ai 10000 vec_vslo(vector signed char __a, vector signed char __b) { 10001 return (vector signed char)__builtin_altivec_vslo((vector int)__a, 10002 (vector int)__b); 10003 } 10004 10005 static __inline__ vector signed char __ATTRS_o_ai 10006 vec_vslo(vector signed char __a, vector unsigned char __b) { 10007 return (vector signed char)__builtin_altivec_vslo((vector int)__a, 10008 (vector int)__b); 10009 } 10010 10011 static __inline__ vector unsigned char __ATTRS_o_ai 10012 vec_vslo(vector unsigned char __a, vector signed char __b) { 10013 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a, 10014 (vector int)__b); 10015 } 10016 10017 static __inline__ vector unsigned char __ATTRS_o_ai 10018 vec_vslo(vector unsigned char __a, vector unsigned char __b) { 10019 return (vector unsigned char)__builtin_altivec_vslo((vector int)__a, 10020 (vector int)__b); 10021 } 10022 10023 static __inline__ vector short __ATTRS_o_ai vec_vslo(vector short __a, 10024 vector signed char __b) { 10025 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10026 } 10027 10028 static __inline__ vector short __ATTRS_o_ai vec_vslo(vector short __a, 10029 vector unsigned char __b) { 10030 return (vector short)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10031 } 10032 10033 static __inline__ vector unsigned short __ATTRS_o_ai 10034 vec_vslo(vector unsigned short __a, vector signed char __b) { 10035 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a, 10036 (vector int)__b); 10037 } 10038 10039 static __inline__ vector unsigned short __ATTRS_o_ai 10040 vec_vslo(vector unsigned short __a, vector unsigned char __b) { 10041 return (vector unsigned short)__builtin_altivec_vslo((vector int)__a, 10042 (vector int)__b); 10043 } 10044 10045 static __inline__ vector pixel __ATTRS_o_ai vec_vslo(vector pixel __a, 10046 vector signed char __b) { 10047 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10048 } 10049 10050 static __inline__ vector pixel __ATTRS_o_ai vec_vslo(vector pixel __a, 10051 vector unsigned char __b) { 10052 return (vector pixel)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10053 } 10054 10055 static __inline__ vector int __ATTRS_o_ai vec_vslo(vector int __a, 10056 vector signed char __b) { 10057 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b); 10058 } 10059 10060 static __inline__ vector int __ATTRS_o_ai vec_vslo(vector int __a, 10061 vector unsigned char __b) { 10062 return (vector int)__builtin_altivec_vslo(__a, (vector int)__b); 10063 } 10064 10065 static __inline__ vector unsigned int __ATTRS_o_ai 10066 vec_vslo(vector unsigned int __a, vector signed char __b) { 10067 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a, 10068 (vector int)__b); 10069 } 10070 10071 static __inline__ vector unsigned int __ATTRS_o_ai 10072 vec_vslo(vector unsigned int __a, vector unsigned char __b) { 10073 return (vector unsigned int)__builtin_altivec_vslo((vector int)__a, 10074 (vector int)__b); 10075 } 10076 10077 static __inline__ vector float __ATTRS_o_ai vec_vslo(vector float __a, 10078 vector signed char __b) { 10079 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10080 } 10081 10082 static __inline__ vector float __ATTRS_o_ai vec_vslo(vector float __a, 10083 vector unsigned char __b) { 10084 return (vector float)__builtin_altivec_vslo((vector int)__a, (vector int)__b); 10085 } 10086 10087 /* vec_splat */ 10088 10089 static __inline__ vector signed char __ATTRS_o_ai 10090 vec_splat(vector signed char __a, unsigned const int __b) { 10091 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F)); 10092 } 10093 10094 static __inline__ vector unsigned char __ATTRS_o_ai 10095 vec_splat(vector unsigned char __a, unsigned const int __b) { 10096 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F)); 10097 } 10098 10099 static __inline__ vector bool char __ATTRS_o_ai 10100 vec_splat(vector bool char __a, unsigned const int __b) { 10101 return vec_perm(__a, __a, (vector unsigned char)(__b & 0x0F)); 10102 } 10103 10104 static __inline__ vector signed short __ATTRS_o_ai 10105 vec_splat(vector signed short __a, unsigned const int __b) { 10106 unsigned char b0 = (__b & 0x07) * 2; 10107 unsigned char b1 = b0 + 1; 10108 return vec_perm(__a, __a, 10109 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1, 10110 b0, b1, b0, b1, b0, b1)); 10111 } 10112 10113 static __inline__ vector unsigned short __ATTRS_o_ai 10114 vec_splat(vector unsigned short __a, unsigned const int __b) { 10115 unsigned char b0 = (__b & 0x07) * 2; 10116 unsigned char b1 = b0 + 1; 10117 return vec_perm(__a, __a, 10118 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1, 10119 b0, b1, b0, b1, b0, b1)); 10120 } 10121 10122 static __inline__ vector bool short __ATTRS_o_ai 10123 vec_splat(vector bool short __a, unsigned const int __b) { 10124 unsigned char b0 = (__b & 0x07) * 2; 10125 unsigned char b1 = b0 + 1; 10126 return vec_perm(__a, __a, 10127 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1, 10128 b0, b1, b0, b1, b0, b1)); 10129 } 10130 10131 static __inline__ vector pixel __ATTRS_o_ai vec_splat(vector pixel __a, 10132 unsigned const int __b) { 10133 unsigned char b0 = (__b & 0x07) * 2; 10134 unsigned char b1 = b0 + 1; 10135 return vec_perm(__a, __a, 10136 (vector unsigned char)(b0, b1, b0, b1, b0, b1, b0, b1, b0, b1, 10137 b0, b1, b0, b1, b0, b1)); 10138 } 10139 10140 static __inline__ vector signed int __ATTRS_o_ai 10141 vec_splat(vector signed int __a, unsigned const int __b) { 10142 unsigned char b0 = (__b & 0x03) * 4; 10143 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3; 10144 return vec_perm(__a, __a, 10145 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1, 10146 b2, b3, b0, b1, b2, b3)); 10147 } 10148 10149 static __inline__ vector unsigned int __ATTRS_o_ai 10150 vec_splat(vector unsigned int __a, unsigned const int __b) { 10151 unsigned char b0 = (__b & 0x03) * 4; 10152 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3; 10153 return vec_perm(__a, __a, 10154 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1, 10155 b2, b3, b0, b1, b2, b3)); 10156 } 10157 10158 static __inline__ vector bool int __ATTRS_o_ai 10159 vec_splat(vector bool int __a, unsigned const int __b) { 10160 unsigned char b0 = (__b & 0x03) * 4; 10161 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3; 10162 return vec_perm(__a, __a, 10163 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1, 10164 b2, b3, b0, b1, b2, b3)); 10165 } 10166 10167 static __inline__ vector float __ATTRS_o_ai vec_splat(vector float __a, 10168 unsigned const int __b) { 10169 unsigned char b0 = (__b & 0x03) * 4; 10170 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3; 10171 return vec_perm(__a, __a, 10172 (vector unsigned char)(b0, b1, b2, b3, b0, b1, b2, b3, b0, b1, 10173 b2, b3, b0, b1, b2, b3)); 10174 } 10175 10176 #ifdef __VSX__ 10177 static __inline__ vector double __ATTRS_o_ai vec_splat(vector double __a, 10178 unsigned const int __b) { 10179 unsigned char b0 = (__b & 0x01) * 8; 10180 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5, 10181 b6 = b0 + 6, b7 = b0 + 7; 10182 return vec_perm(__a, __a, 10183 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1, 10184 b2, b3, b4, b5, b6, b7)); 10185 } 10186 static __inline__ vector bool long long __ATTRS_o_ai 10187 vec_splat(vector bool long long __a, unsigned const int __b) { 10188 unsigned char b0 = (__b & 0x01) * 8; 10189 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5, 10190 b6 = b0 + 6, b7 = b0 + 7; 10191 return vec_perm(__a, __a, 10192 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1, 10193 b2, b3, b4, b5, b6, b7)); 10194 } 10195 static __inline__ vector signed long long __ATTRS_o_ai 10196 vec_splat(vector signed long long __a, unsigned const int __b) { 10197 unsigned char b0 = (__b & 0x01) * 8; 10198 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5, 10199 b6 = b0 + 6, b7 = b0 + 7; 10200 return vec_perm(__a, __a, 10201 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1, 10202 b2, b3, b4, b5, b6, b7)); 10203 } 10204 static __inline__ vector unsigned long long __ATTRS_o_ai 10205 vec_splat(vector unsigned long long __a, unsigned const int __b) { 10206 unsigned char b0 = (__b & 0x01) * 8; 10207 unsigned char b1 = b0 + 1, b2 = b0 + 2, b3 = b0 + 3, b4 = b0 + 4, b5 = b0 + 5, 10208 b6 = b0 + 6, b7 = b0 + 7; 10209 return vec_perm(__a, __a, 10210 (vector unsigned char)(b0, b1, b2, b3, b4, b5, b6, b7, b0, b1, 10211 b2, b3, b4, b5, b6, b7)); 10212 } 10213 #endif 10214 10215 /* vec_vspltb */ 10216 10217 #define __builtin_altivec_vspltb vec_vspltb 10218 10219 static __inline__ vector signed char __ATTRS_o_ai 10220 vec_vspltb(vector signed char __a, unsigned char __b) { 10221 return vec_perm(__a, __a, (vector unsigned char)(__b)); 10222 } 10223 10224 static __inline__ vector unsigned char __ATTRS_o_ai 10225 vec_vspltb(vector unsigned char __a, unsigned char __b) { 10226 return vec_perm(__a, __a, (vector unsigned char)(__b)); 10227 } 10228 10229 static __inline__ vector bool char __ATTRS_o_ai vec_vspltb(vector bool char __a, 10230 unsigned char __b) { 10231 return vec_perm(__a, __a, (vector unsigned char)(__b)); 10232 } 10233 10234 /* vec_vsplth */ 10235 10236 #define __builtin_altivec_vsplth vec_vsplth 10237 10238 static __inline__ vector short __ATTRS_o_ai vec_vsplth(vector short __a, 10239 unsigned char __b) { 10240 __b *= 2; 10241 unsigned char b1 = __b + 1; 10242 return vec_perm(__a, __a, 10243 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1, 10244 __b, b1, __b, b1, __b, b1, __b, b1)); 10245 } 10246 10247 static __inline__ vector unsigned short __ATTRS_o_ai 10248 vec_vsplth(vector unsigned short __a, unsigned char __b) { 10249 __b *= 2; 10250 unsigned char b1 = __b + 1; 10251 return vec_perm(__a, __a, 10252 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1, 10253 __b, b1, __b, b1, __b, b1, __b, b1)); 10254 } 10255 10256 static __inline__ vector bool short __ATTRS_o_ai 10257 vec_vsplth(vector bool short __a, unsigned char __b) { 10258 __b *= 2; 10259 unsigned char b1 = __b + 1; 10260 return vec_perm(__a, __a, 10261 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1, 10262 __b, b1, __b, b1, __b, b1, __b, b1)); 10263 } 10264 10265 static __inline__ vector pixel __ATTRS_o_ai vec_vsplth(vector pixel __a, 10266 unsigned char __b) { 10267 __b *= 2; 10268 unsigned char b1 = __b + 1; 10269 return vec_perm(__a, __a, 10270 (vector unsigned char)(__b, b1, __b, b1, __b, b1, __b, b1, 10271 __b, b1, __b, b1, __b, b1, __b, b1)); 10272 } 10273 10274 /* vec_vspltw */ 10275 10276 #define __builtin_altivec_vspltw vec_vspltw 10277 10278 static __inline__ vector int __ATTRS_o_ai vec_vspltw(vector int __a, 10279 unsigned char __b) { 10280 __b *= 4; 10281 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3; 10282 return vec_perm(__a, __a, 10283 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b, 10284 b1, b2, b3, __b, b1, b2, b3)); 10285 } 10286 10287 static __inline__ vector unsigned int __ATTRS_o_ai 10288 vec_vspltw(vector unsigned int __a, unsigned char __b) { 10289 __b *= 4; 10290 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3; 10291 return vec_perm(__a, __a, 10292 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b, 10293 b1, b2, b3, __b, b1, b2, b3)); 10294 } 10295 10296 static __inline__ vector bool int __ATTRS_o_ai vec_vspltw(vector bool int __a, 10297 unsigned char __b) { 10298 __b *= 4; 10299 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3; 10300 return vec_perm(__a, __a, 10301 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b, 10302 b1, b2, b3, __b, b1, b2, b3)); 10303 } 10304 10305 static __inline__ vector float __ATTRS_o_ai vec_vspltw(vector float __a, 10306 unsigned char __b) { 10307 __b *= 4; 10308 unsigned char b1 = __b + 1, b2 = __b + 2, b3 = __b + 3; 10309 return vec_perm(__a, __a, 10310 (vector unsigned char)(__b, b1, b2, b3, __b, b1, b2, b3, __b, 10311 b1, b2, b3, __b, b1, b2, b3)); 10312 } 10313 10314 /* vec_splat_s8 */ 10315 10316 #define __builtin_altivec_vspltisb vec_splat_s8 10317 10318 // FIXME: parameter should be treated as 5-bit signed literal 10319 static __inline__ vector signed char __ATTRS_o_ai 10320 vec_splat_s8(signed char __a) { 10321 return (vector signed char)(__a); 10322 } 10323 10324 /* vec_vspltisb */ 10325 10326 // FIXME: parameter should be treated as 5-bit signed literal 10327 static __inline__ vector signed char __ATTRS_o_ai 10328 vec_vspltisb(signed char __a) { 10329 return (vector signed char)(__a); 10330 } 10331 10332 /* vec_splat_s16 */ 10333 10334 #define __builtin_altivec_vspltish vec_splat_s16 10335 10336 // FIXME: parameter should be treated as 5-bit signed literal 10337 static __inline__ vector short __ATTRS_o_ai vec_splat_s16(signed char __a) { 10338 return (vector short)(__a); 10339 } 10340 10341 /* vec_vspltish */ 10342 10343 // FIXME: parameter should be treated as 5-bit signed literal 10344 static __inline__ vector short __ATTRS_o_ai vec_vspltish(signed char __a) { 10345 return (vector short)(__a); 10346 } 10347 10348 /* vec_splat_s32 */ 10349 10350 #define __builtin_altivec_vspltisw vec_splat_s32 10351 10352 // FIXME: parameter should be treated as 5-bit signed literal 10353 static __inline__ vector int __ATTRS_o_ai vec_splat_s32(signed char __a) { 10354 return (vector int)(__a); 10355 } 10356 10357 /* vec_vspltisw */ 10358 10359 // FIXME: parameter should be treated as 5-bit signed literal 10360 static __inline__ vector int __ATTRS_o_ai vec_vspltisw(signed char __a) { 10361 return (vector int)(__a); 10362 } 10363 10364 /* vec_splat_u8 */ 10365 10366 // FIXME: parameter should be treated as 5-bit signed literal 10367 static __inline__ vector unsigned char __ATTRS_o_ai 10368 vec_splat_u8(unsigned char __a) { 10369 return (vector unsigned char)(__a); 10370 } 10371 10372 /* vec_splat_u16 */ 10373 10374 // FIXME: parameter should be treated as 5-bit signed literal 10375 static __inline__ vector unsigned short __ATTRS_o_ai 10376 vec_splat_u16(signed char __a) { 10377 return (vector unsigned short)(__a); 10378 } 10379 10380 /* vec_splat_u32 */ 10381 10382 // FIXME: parameter should be treated as 5-bit signed literal 10383 static __inline__ vector unsigned int __ATTRS_o_ai 10384 vec_splat_u32(signed char __a) { 10385 return (vector unsigned int)(__a); 10386 } 10387 10388 /* vec_sr */ 10389 10390 // vec_sr does modulo arithmetic on __b first, so __b is allowed to be more 10391 // than the length of __a. 10392 static __inline__ vector unsigned char __ATTRS_o_ai 10393 vec_sr(vector unsigned char __a, vector unsigned char __b) { 10394 return __a >> 10395 (__b % (vector unsigned char)(sizeof(unsigned char) * __CHAR_BIT__)); 10396 } 10397 10398 static __inline__ vector signed char __ATTRS_o_ai 10399 vec_sr(vector signed char __a, vector unsigned char __b) { 10400 return (vector signed char)vec_sr((vector unsigned char)__a, __b); 10401 } 10402 10403 static __inline__ vector unsigned short __ATTRS_o_ai 10404 vec_sr(vector unsigned short __a, vector unsigned short __b) { 10405 return __a >> 10406 (__b % (vector unsigned short)(sizeof(unsigned short) * __CHAR_BIT__)); 10407 } 10408 10409 static __inline__ vector short __ATTRS_o_ai vec_sr(vector short __a, 10410 vector unsigned short __b) { 10411 return (vector short)vec_sr((vector unsigned short)__a, __b); 10412 } 10413 10414 static __inline__ vector unsigned int __ATTRS_o_ai 10415 vec_sr(vector unsigned int __a, vector unsigned int __b) { 10416 return __a >> 10417 (__b % (vector unsigned int)(sizeof(unsigned int) * __CHAR_BIT__)); 10418 } 10419 10420 static __inline__ vector int __ATTRS_o_ai vec_sr(vector int __a, 10421 vector unsigned int __b) { 10422 return (vector int)vec_sr((vector unsigned int)__a, __b); 10423 } 10424 10425 #ifdef __POWER8_VECTOR__ 10426 static __inline__ vector unsigned long long __ATTRS_o_ai 10427 vec_sr(vector unsigned long long __a, vector unsigned long long __b) { 10428 return __a >> (__b % (vector unsigned long long)(sizeof(unsigned long long) * 10429 __CHAR_BIT__)); 10430 } 10431 10432 static __inline__ vector long long __ATTRS_o_ai 10433 vec_sr(vector long long __a, vector unsigned long long __b) { 10434 return (vector long long)vec_sr((vector unsigned long long)__a, __b); 10435 } 10436 #elif defined(__VSX__) 10437 static __inline__ vector unsigned long long __ATTRS_o_ai 10438 vec_sr(vector unsigned long long __a, vector unsigned long long __b) { 10439 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__); 10440 10441 // Big endian element zero (the left doubleword) can be right shifted as-is. 10442 // However the shift amount must be in the right doubleword. 10443 // The other element needs to be swapped into the left doubleword and 10444 // shifted. Then the left doublewords of the two result vectors are merged. 10445 vector unsigned long long __swapshift = 10446 __builtin_shufflevector(__b, __b, 1, 0); 10447 vector unsigned long long __leftelt = 10448 (vector unsigned long long)__builtin_altivec_vsro( 10449 (vector signed int)__a, (vector signed int)__swapshift); 10450 #ifdef __LITTLE_ENDIAN__ 10451 __leftelt = (vector unsigned long long)__builtin_altivec_vsr( 10452 (vector signed int)__leftelt, 10453 (vector signed int)vec_vspltb((vector unsigned char)__swapshift, 0)); 10454 #else 10455 __leftelt = (vector unsigned long long)__builtin_altivec_vsr( 10456 (vector signed int)__leftelt, 10457 (vector signed int)vec_vspltb((vector unsigned char)__swapshift, 15)); 10458 #endif 10459 __a = __builtin_shufflevector(__a, __a, 1, 0); 10460 vector unsigned long long __rightelt = 10461 (vector unsigned long long)__builtin_altivec_vsro((vector signed int)__a, 10462 (vector signed int)__b); 10463 #ifdef __LITTLE_ENDIAN__ 10464 __rightelt = (vector unsigned long long)__builtin_altivec_vsr( 10465 (vector signed int)__rightelt, 10466 (vector signed int)vec_vspltb((vector unsigned char)__b, 0)); 10467 return __builtin_shufflevector(__rightelt, __leftelt, 1, 3); 10468 #else 10469 __rightelt = (vector unsigned long long)__builtin_altivec_vsr( 10470 (vector signed int)__rightelt, 10471 (vector signed int)vec_vspltb((vector unsigned char)__b, 15)); 10472 return __builtin_shufflevector(__leftelt, __rightelt, 0, 2); 10473 #endif 10474 } 10475 10476 static __inline__ vector long long __ATTRS_o_ai 10477 vec_sr(vector long long __a, vector unsigned long long __b) { 10478 return (vector long long)vec_sr((vector unsigned long long)__a, __b); 10479 } 10480 #endif /* __VSX__ */ 10481 10482 /* vec_vsrb */ 10483 10484 #define __builtin_altivec_vsrb vec_vsrb 10485 10486 static __inline__ vector signed char __ATTRS_o_ai 10487 vec_vsrb(vector signed char __a, vector unsigned char __b) { 10488 return vec_sr(__a, __b); 10489 } 10490 10491 static __inline__ vector unsigned char __ATTRS_o_ai 10492 vec_vsrb(vector unsigned char __a, vector unsigned char __b) { 10493 return vec_sr(__a, __b); 10494 } 10495 10496 /* vec_vsrh */ 10497 10498 #define __builtin_altivec_vsrh vec_vsrh 10499 10500 static __inline__ vector short __ATTRS_o_ai 10501 vec_vsrh(vector short __a, vector unsigned short __b) { 10502 return vec_sr(__a, __b); 10503 } 10504 10505 static __inline__ vector unsigned short __ATTRS_o_ai 10506 vec_vsrh(vector unsigned short __a, vector unsigned short __b) { 10507 return vec_sr(__a, __b); 10508 } 10509 10510 /* vec_vsrw */ 10511 10512 #define __builtin_altivec_vsrw vec_vsrw 10513 10514 static __inline__ vector int __ATTRS_o_ai vec_vsrw(vector int __a, 10515 vector unsigned int __b) { 10516 return vec_sr(__a, __b); 10517 } 10518 10519 static __inline__ vector unsigned int __ATTRS_o_ai 10520 vec_vsrw(vector unsigned int __a, vector unsigned int __b) { 10521 return vec_sr(__a, __b); 10522 } 10523 10524 /* vec_sra */ 10525 10526 static __inline__ vector signed char __ATTRS_o_ai 10527 vec_sra(vector signed char __a, vector unsigned char __b) { 10528 return (vector signed char)__builtin_altivec_vsrab((vector char)__a, __b); 10529 } 10530 10531 static __inline__ vector unsigned char __ATTRS_o_ai 10532 vec_sra(vector unsigned char __a, vector unsigned char __b) { 10533 return (vector unsigned char)__builtin_altivec_vsrab((vector char)__a, __b); 10534 } 10535 10536 static __inline__ vector short __ATTRS_o_ai vec_sra(vector short __a, 10537 vector unsigned short __b) { 10538 return __builtin_altivec_vsrah(__a, (vector unsigned short)__b); 10539 } 10540 10541 static __inline__ vector unsigned short __ATTRS_o_ai 10542 vec_sra(vector unsigned short __a, vector unsigned short __b) { 10543 return (vector unsigned short)__builtin_altivec_vsrah((vector short)__a, __b); 10544 } 10545 10546 static __inline__ vector int __ATTRS_o_ai vec_sra(vector int __a, 10547 vector unsigned int __b) { 10548 return __builtin_altivec_vsraw(__a, __b); 10549 } 10550 10551 static __inline__ vector unsigned int __ATTRS_o_ai 10552 vec_sra(vector unsigned int __a, vector unsigned int __b) { 10553 return (vector unsigned int)__builtin_altivec_vsraw((vector int)__a, __b); 10554 } 10555 10556 #ifdef __POWER8_VECTOR__ 10557 static __inline__ vector signed long long __ATTRS_o_ai 10558 vec_sra(vector signed long long __a, vector unsigned long long __b) { 10559 return __a >> __b; 10560 } 10561 10562 static __inline__ vector unsigned long long __ATTRS_o_ai 10563 vec_sra(vector unsigned long long __a, vector unsigned long long __b) { 10564 return (vector unsigned long long)((vector signed long long)__a >> __b); 10565 } 10566 #elif defined(__VSX__) 10567 static __inline__ vector signed long long __ATTRS_o_ai 10568 vec_sra(vector signed long long __a, vector unsigned long long __b) { 10569 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__); 10570 return __a >> __b; 10571 } 10572 10573 static __inline__ vector unsigned long long __ATTRS_o_ai 10574 vec_sra(vector unsigned long long __a, vector unsigned long long __b) { 10575 __b %= (vector unsigned long long)(sizeof(unsigned long long) * __CHAR_BIT__); 10576 return (vector unsigned long long)((vector signed long long)__a >> __b); 10577 } 10578 #endif /* __VSX__ */ 10579 10580 /* vec_vsrab */ 10581 10582 static __inline__ vector signed char __ATTRS_o_ai 10583 vec_vsrab(vector signed char __a, vector unsigned char __b) { 10584 return (vector signed char)__builtin_altivec_vsrab((vector char)__a, __b); 10585 } 10586 10587 static __inline__ vector unsigned char __ATTRS_o_ai 10588 vec_vsrab(vector unsigned char __a, vector unsigned char __b) { 10589 return (vector unsigned char)__builtin_altivec_vsrab((vector char)__a, __b); 10590 } 10591 10592 /* vec_vsrah */ 10593 10594 static __inline__ vector short __ATTRS_o_ai 10595 vec_vsrah(vector short __a, vector unsigned short __b) { 10596 return __builtin_altivec_vsrah(__a, (vector unsigned short)__b); 10597 } 10598 10599 static __inline__ vector unsigned short __ATTRS_o_ai 10600 vec_vsrah(vector unsigned short __a, vector unsigned short __b) { 10601 return (vector unsigned short)__builtin_altivec_vsrah((vector short)__a, __b); 10602 } 10603 10604 /* vec_vsraw */ 10605 10606 static __inline__ vector int __ATTRS_o_ai vec_vsraw(vector int __a, 10607 vector unsigned int __b) { 10608 return __builtin_altivec_vsraw(__a, __b); 10609 } 10610 10611 static __inline__ vector unsigned int __ATTRS_o_ai 10612 vec_vsraw(vector unsigned int __a, vector unsigned int __b) { 10613 return (vector unsigned int)__builtin_altivec_vsraw((vector int)__a, __b); 10614 } 10615 10616 /* vec_srl */ 10617 10618 static __inline__ vector signed char __ATTRS_o_ai 10619 vec_srl(vector signed char __a, vector unsigned char __b) { 10620 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10621 (vector int)__b); 10622 } 10623 10624 static __inline__ vector signed char __ATTRS_o_ai 10625 vec_srl(vector signed char __a, vector unsigned short __b) { 10626 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10627 (vector int)__b); 10628 } 10629 10630 static __inline__ vector signed char __ATTRS_o_ai 10631 vec_srl(vector signed char __a, vector unsigned int __b) { 10632 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10633 (vector int)__b); 10634 } 10635 10636 static __inline__ vector unsigned char __ATTRS_o_ai 10637 vec_srl(vector unsigned char __a, vector unsigned char __b) { 10638 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10639 (vector int)__b); 10640 } 10641 10642 static __inline__ vector unsigned char __ATTRS_o_ai 10643 vec_srl(vector unsigned char __a, vector unsigned short __b) { 10644 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10645 (vector int)__b); 10646 } 10647 10648 static __inline__ vector unsigned char __ATTRS_o_ai 10649 vec_srl(vector unsigned char __a, vector unsigned int __b) { 10650 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10651 (vector int)__b); 10652 } 10653 10654 static __inline__ vector bool char __ATTRS_o_ai 10655 vec_srl(vector bool char __a, vector unsigned char __b) { 10656 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10657 (vector int)__b); 10658 } 10659 10660 static __inline__ vector bool char __ATTRS_o_ai 10661 vec_srl(vector bool char __a, vector unsigned short __b) { 10662 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10663 (vector int)__b); 10664 } 10665 10666 static __inline__ vector bool char __ATTRS_o_ai 10667 vec_srl(vector bool char __a, vector unsigned int __b) { 10668 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10669 (vector int)__b); 10670 } 10671 10672 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a, 10673 vector unsigned char __b) { 10674 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10675 } 10676 10677 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a, 10678 vector unsigned short __b) { 10679 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10680 } 10681 10682 static __inline__ vector short __ATTRS_o_ai vec_srl(vector short __a, 10683 vector unsigned int __b) { 10684 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10685 } 10686 10687 static __inline__ vector unsigned short __ATTRS_o_ai 10688 vec_srl(vector unsigned short __a, vector unsigned char __b) { 10689 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10690 (vector int)__b); 10691 } 10692 10693 static __inline__ vector unsigned short __ATTRS_o_ai 10694 vec_srl(vector unsigned short __a, vector unsigned short __b) { 10695 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10696 (vector int)__b); 10697 } 10698 10699 static __inline__ vector unsigned short __ATTRS_o_ai 10700 vec_srl(vector unsigned short __a, vector unsigned int __b) { 10701 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10702 (vector int)__b); 10703 } 10704 10705 static __inline__ vector bool short __ATTRS_o_ai 10706 vec_srl(vector bool short __a, vector unsigned char __b) { 10707 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10708 (vector int)__b); 10709 } 10710 10711 static __inline__ vector bool short __ATTRS_o_ai 10712 vec_srl(vector bool short __a, vector unsigned short __b) { 10713 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10714 (vector int)__b); 10715 } 10716 10717 static __inline__ vector bool short __ATTRS_o_ai 10718 vec_srl(vector bool short __a, vector unsigned int __b) { 10719 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10720 (vector int)__b); 10721 } 10722 10723 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a, 10724 vector unsigned char __b) { 10725 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10726 } 10727 10728 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a, 10729 vector unsigned short __b) { 10730 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10731 } 10732 10733 static __inline__ vector pixel __ATTRS_o_ai vec_srl(vector pixel __a, 10734 vector unsigned int __b) { 10735 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10736 } 10737 10738 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a, 10739 vector unsigned char __b) { 10740 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10741 } 10742 10743 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a, 10744 vector unsigned short __b) { 10745 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10746 } 10747 10748 static __inline__ vector int __ATTRS_o_ai vec_srl(vector int __a, 10749 vector unsigned int __b) { 10750 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10751 } 10752 10753 static __inline__ vector unsigned int __ATTRS_o_ai 10754 vec_srl(vector unsigned int __a, vector unsigned char __b) { 10755 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10756 (vector int)__b); 10757 } 10758 10759 static __inline__ vector unsigned int __ATTRS_o_ai 10760 vec_srl(vector unsigned int __a, vector unsigned short __b) { 10761 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10762 (vector int)__b); 10763 } 10764 10765 static __inline__ vector unsigned int __ATTRS_o_ai 10766 vec_srl(vector unsigned int __a, vector unsigned int __b) { 10767 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10768 (vector int)__b); 10769 } 10770 10771 static __inline__ vector bool int __ATTRS_o_ai 10772 vec_srl(vector bool int __a, vector unsigned char __b) { 10773 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10774 (vector int)__b); 10775 } 10776 10777 static __inline__ vector bool int __ATTRS_o_ai 10778 vec_srl(vector bool int __a, vector unsigned short __b) { 10779 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10780 (vector int)__b); 10781 } 10782 10783 static __inline__ vector bool int __ATTRS_o_ai 10784 vec_srl(vector bool int __a, vector unsigned int __b) { 10785 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10786 (vector int)__b); 10787 } 10788 10789 #ifdef __VSX__ 10790 static __inline__ vector signed long long __ATTRS_o_ai 10791 vec_srl(vector signed long long __a, vector unsigned char __b) { 10792 return (vector signed long long)__builtin_altivec_vsr((vector int)__a, 10793 (vector int)__b); 10794 } 10795 10796 static __inline__ vector unsigned long long __ATTRS_o_ai 10797 vec_srl(vector unsigned long long __a, vector unsigned char __b) { 10798 return (vector unsigned long long)__builtin_altivec_vsr((vector int)__a, 10799 (vector int)__b); 10800 } 10801 #endif 10802 10803 /* vec_vsr */ 10804 10805 static __inline__ vector signed char __ATTRS_o_ai 10806 vec_vsr(vector signed char __a, vector unsigned char __b) { 10807 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10808 (vector int)__b); 10809 } 10810 10811 static __inline__ vector signed char __ATTRS_o_ai 10812 vec_vsr(vector signed char __a, vector unsigned short __b) { 10813 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10814 (vector int)__b); 10815 } 10816 10817 static __inline__ vector signed char __ATTRS_o_ai 10818 vec_vsr(vector signed char __a, vector unsigned int __b) { 10819 return (vector signed char)__builtin_altivec_vsr((vector int)__a, 10820 (vector int)__b); 10821 } 10822 10823 static __inline__ vector unsigned char __ATTRS_o_ai 10824 vec_vsr(vector unsigned char __a, vector unsigned char __b) { 10825 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10826 (vector int)__b); 10827 } 10828 10829 static __inline__ vector unsigned char __ATTRS_o_ai 10830 vec_vsr(vector unsigned char __a, vector unsigned short __b) { 10831 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10832 (vector int)__b); 10833 } 10834 10835 static __inline__ vector unsigned char __ATTRS_o_ai 10836 vec_vsr(vector unsigned char __a, vector unsigned int __b) { 10837 return (vector unsigned char)__builtin_altivec_vsr((vector int)__a, 10838 (vector int)__b); 10839 } 10840 10841 static __inline__ vector bool char __ATTRS_o_ai 10842 vec_vsr(vector bool char __a, vector unsigned char __b) { 10843 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10844 (vector int)__b); 10845 } 10846 10847 static __inline__ vector bool char __ATTRS_o_ai 10848 vec_vsr(vector bool char __a, vector unsigned short __b) { 10849 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10850 (vector int)__b); 10851 } 10852 10853 static __inline__ vector bool char __ATTRS_o_ai 10854 vec_vsr(vector bool char __a, vector unsigned int __b) { 10855 return (vector bool char)__builtin_altivec_vsr((vector int)__a, 10856 (vector int)__b); 10857 } 10858 10859 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a, 10860 vector unsigned char __b) { 10861 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10862 } 10863 10864 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a, 10865 vector unsigned short __b) { 10866 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10867 } 10868 10869 static __inline__ vector short __ATTRS_o_ai vec_vsr(vector short __a, 10870 vector unsigned int __b) { 10871 return (vector short)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10872 } 10873 10874 static __inline__ vector unsigned short __ATTRS_o_ai 10875 vec_vsr(vector unsigned short __a, vector unsigned char __b) { 10876 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10877 (vector int)__b); 10878 } 10879 10880 static __inline__ vector unsigned short __ATTRS_o_ai 10881 vec_vsr(vector unsigned short __a, vector unsigned short __b) { 10882 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10883 (vector int)__b); 10884 } 10885 10886 static __inline__ vector unsigned short __ATTRS_o_ai 10887 vec_vsr(vector unsigned short __a, vector unsigned int __b) { 10888 return (vector unsigned short)__builtin_altivec_vsr((vector int)__a, 10889 (vector int)__b); 10890 } 10891 10892 static __inline__ vector bool short __ATTRS_o_ai 10893 vec_vsr(vector bool short __a, vector unsigned char __b) { 10894 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10895 (vector int)__b); 10896 } 10897 10898 static __inline__ vector bool short __ATTRS_o_ai 10899 vec_vsr(vector bool short __a, vector unsigned short __b) { 10900 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10901 (vector int)__b); 10902 } 10903 10904 static __inline__ vector bool short __ATTRS_o_ai 10905 vec_vsr(vector bool short __a, vector unsigned int __b) { 10906 return (vector bool short)__builtin_altivec_vsr((vector int)__a, 10907 (vector int)__b); 10908 } 10909 10910 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a, 10911 vector unsigned char __b) { 10912 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10913 } 10914 10915 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a, 10916 vector unsigned short __b) { 10917 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10918 } 10919 10920 static __inline__ vector pixel __ATTRS_o_ai vec_vsr(vector pixel __a, 10921 vector unsigned int __b) { 10922 return (vector pixel)__builtin_altivec_vsr((vector int)__a, (vector int)__b); 10923 } 10924 10925 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a, 10926 vector unsigned char __b) { 10927 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10928 } 10929 10930 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a, 10931 vector unsigned short __b) { 10932 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10933 } 10934 10935 static __inline__ vector int __ATTRS_o_ai vec_vsr(vector int __a, 10936 vector unsigned int __b) { 10937 return (vector int)__builtin_altivec_vsr(__a, (vector int)__b); 10938 } 10939 10940 static __inline__ vector unsigned int __ATTRS_o_ai 10941 vec_vsr(vector unsigned int __a, vector unsigned char __b) { 10942 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10943 (vector int)__b); 10944 } 10945 10946 static __inline__ vector unsigned int __ATTRS_o_ai 10947 vec_vsr(vector unsigned int __a, vector unsigned short __b) { 10948 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10949 (vector int)__b); 10950 } 10951 10952 static __inline__ vector unsigned int __ATTRS_o_ai 10953 vec_vsr(vector unsigned int __a, vector unsigned int __b) { 10954 return (vector unsigned int)__builtin_altivec_vsr((vector int)__a, 10955 (vector int)__b); 10956 } 10957 10958 static __inline__ vector bool int __ATTRS_o_ai 10959 vec_vsr(vector bool int __a, vector unsigned char __b) { 10960 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10961 (vector int)__b); 10962 } 10963 10964 static __inline__ vector bool int __ATTRS_o_ai 10965 vec_vsr(vector bool int __a, vector unsigned short __b) { 10966 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10967 (vector int)__b); 10968 } 10969 10970 static __inline__ vector bool int __ATTRS_o_ai 10971 vec_vsr(vector bool int __a, vector unsigned int __b) { 10972 return (vector bool int)__builtin_altivec_vsr((vector int)__a, 10973 (vector int)__b); 10974 } 10975 10976 /* vec_sro */ 10977 10978 static __inline__ vector signed char __ATTRS_o_ai 10979 vec_sro(vector signed char __a, vector signed char __b) { 10980 return (vector signed char)__builtin_altivec_vsro((vector int)__a, 10981 (vector int)__b); 10982 } 10983 10984 static __inline__ vector signed char __ATTRS_o_ai 10985 vec_sro(vector signed char __a, vector unsigned char __b) { 10986 return (vector signed char)__builtin_altivec_vsro((vector int)__a, 10987 (vector int)__b); 10988 } 10989 10990 static __inline__ vector unsigned char __ATTRS_o_ai 10991 vec_sro(vector unsigned char __a, vector signed char __b) { 10992 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a, 10993 (vector int)__b); 10994 } 10995 10996 static __inline__ vector unsigned char __ATTRS_o_ai 10997 vec_sro(vector unsigned char __a, vector unsigned char __b) { 10998 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a, 10999 (vector int)__b); 11000 } 11001 11002 static __inline__ vector short __ATTRS_o_ai vec_sro(vector short __a, 11003 vector signed char __b) { 11004 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11005 } 11006 11007 static __inline__ vector short __ATTRS_o_ai vec_sro(vector short __a, 11008 vector unsigned char __b) { 11009 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11010 } 11011 11012 static __inline__ vector unsigned short __ATTRS_o_ai 11013 vec_sro(vector unsigned short __a, vector signed char __b) { 11014 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a, 11015 (vector int)__b); 11016 } 11017 11018 static __inline__ vector unsigned short __ATTRS_o_ai 11019 vec_sro(vector unsigned short __a, vector unsigned char __b) { 11020 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a, 11021 (vector int)__b); 11022 } 11023 11024 static __inline__ vector pixel __ATTRS_o_ai vec_sro(vector pixel __a, 11025 vector signed char __b) { 11026 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11027 } 11028 11029 static __inline__ vector pixel __ATTRS_o_ai vec_sro(vector pixel __a, 11030 vector unsigned char __b) { 11031 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11032 } 11033 11034 static __inline__ vector int __ATTRS_o_ai vec_sro(vector int __a, 11035 vector signed char __b) { 11036 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b); 11037 } 11038 11039 static __inline__ vector int __ATTRS_o_ai vec_sro(vector int __a, 11040 vector unsigned char __b) { 11041 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b); 11042 } 11043 11044 static __inline__ vector unsigned int __ATTRS_o_ai 11045 vec_sro(vector unsigned int __a, vector signed char __b) { 11046 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a, 11047 (vector int)__b); 11048 } 11049 11050 static __inline__ vector unsigned int __ATTRS_o_ai 11051 vec_sro(vector unsigned int __a, vector unsigned char __b) { 11052 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a, 11053 (vector int)__b); 11054 } 11055 11056 static __inline__ vector float __ATTRS_o_ai vec_sro(vector float __a, 11057 vector signed char __b) { 11058 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11059 } 11060 11061 static __inline__ vector float __ATTRS_o_ai vec_sro(vector float __a, 11062 vector unsigned char __b) { 11063 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11064 } 11065 11066 #ifdef __VSX__ 11067 static __inline__ vector signed long long __ATTRS_o_ai 11068 vec_sro(vector signed long long __a, vector signed char __b) { 11069 return (vector signed long long)__builtin_altivec_vsro((vector int)__a, 11070 (vector int)__b); 11071 } 11072 11073 static __inline__ vector signed long long __ATTRS_o_ai 11074 vec_sro(vector signed long long __a, vector unsigned char __b) { 11075 return (vector signed long long)__builtin_altivec_vsro((vector int)__a, 11076 (vector int)__b); 11077 } 11078 11079 static __inline__ vector unsigned long long __ATTRS_o_ai 11080 vec_sro(vector unsigned long long __a, vector signed char __b) { 11081 return (vector unsigned long long)__builtin_altivec_vsro((vector int)__a, 11082 (vector int)__b); 11083 } 11084 11085 static __inline__ vector unsigned long long __ATTRS_o_ai 11086 vec_sro(vector unsigned long long __a, vector unsigned char __b) { 11087 return (vector unsigned long long)__builtin_altivec_vsro((vector int)__a, 11088 (vector int)__b); 11089 } 11090 #endif 11091 11092 /* vec_vsro */ 11093 11094 static __inline__ vector signed char __ATTRS_o_ai 11095 vec_vsro(vector signed char __a, vector signed char __b) { 11096 return (vector signed char)__builtin_altivec_vsro((vector int)__a, 11097 (vector int)__b); 11098 } 11099 11100 static __inline__ vector signed char __ATTRS_o_ai 11101 vec_vsro(vector signed char __a, vector unsigned char __b) { 11102 return (vector signed char)__builtin_altivec_vsro((vector int)__a, 11103 (vector int)__b); 11104 } 11105 11106 static __inline__ vector unsigned char __ATTRS_o_ai 11107 vec_vsro(vector unsigned char __a, vector signed char __b) { 11108 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a, 11109 (vector int)__b); 11110 } 11111 11112 static __inline__ vector unsigned char __ATTRS_o_ai 11113 vec_vsro(vector unsigned char __a, vector unsigned char __b) { 11114 return (vector unsigned char)__builtin_altivec_vsro((vector int)__a, 11115 (vector int)__b); 11116 } 11117 11118 static __inline__ vector short __ATTRS_o_ai vec_vsro(vector short __a, 11119 vector signed char __b) { 11120 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11121 } 11122 11123 static __inline__ vector short __ATTRS_o_ai vec_vsro(vector short __a, 11124 vector unsigned char __b) { 11125 return (vector short)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11126 } 11127 11128 static __inline__ vector unsigned short __ATTRS_o_ai 11129 vec_vsro(vector unsigned short __a, vector signed char __b) { 11130 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a, 11131 (vector int)__b); 11132 } 11133 11134 static __inline__ vector unsigned short __ATTRS_o_ai 11135 vec_vsro(vector unsigned short __a, vector unsigned char __b) { 11136 return (vector unsigned short)__builtin_altivec_vsro((vector int)__a, 11137 (vector int)__b); 11138 } 11139 11140 static __inline__ vector pixel __ATTRS_o_ai vec_vsro(vector pixel __a, 11141 vector signed char __b) { 11142 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11143 } 11144 11145 static __inline__ vector pixel __ATTRS_o_ai vec_vsro(vector pixel __a, 11146 vector unsigned char __b) { 11147 return (vector pixel)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11148 } 11149 11150 static __inline__ vector int __ATTRS_o_ai vec_vsro(vector int __a, 11151 vector signed char __b) { 11152 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b); 11153 } 11154 11155 static __inline__ vector int __ATTRS_o_ai vec_vsro(vector int __a, 11156 vector unsigned char __b) { 11157 return (vector int)__builtin_altivec_vsro(__a, (vector int)__b); 11158 } 11159 11160 static __inline__ vector unsigned int __ATTRS_o_ai 11161 vec_vsro(vector unsigned int __a, vector signed char __b) { 11162 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a, 11163 (vector int)__b); 11164 } 11165 11166 static __inline__ vector unsigned int __ATTRS_o_ai 11167 vec_vsro(vector unsigned int __a, vector unsigned char __b) { 11168 return (vector unsigned int)__builtin_altivec_vsro((vector int)__a, 11169 (vector int)__b); 11170 } 11171 11172 static __inline__ vector float __ATTRS_o_ai vec_vsro(vector float __a, 11173 vector signed char __b) { 11174 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11175 } 11176 11177 static __inline__ vector float __ATTRS_o_ai vec_vsro(vector float __a, 11178 vector unsigned char __b) { 11179 return (vector float)__builtin_altivec_vsro((vector int)__a, (vector int)__b); 11180 } 11181 11182 /* vec_st */ 11183 11184 static __inline__ void __ATTRS_o_ai vec_st(vector signed char __a, long __b, 11185 vector signed char *__c) { 11186 __builtin_altivec_stvx((vector int)__a, __b, __c); 11187 } 11188 11189 static __inline__ void __ATTRS_o_ai vec_st(vector signed char __a, long __b, 11190 signed char *__c) { 11191 __builtin_altivec_stvx((vector int)__a, __b, __c); 11192 } 11193 11194 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned char __a, long __b, 11195 vector unsigned char *__c) { 11196 __builtin_altivec_stvx((vector int)__a, __b, __c); 11197 } 11198 11199 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned char __a, long __b, 11200 unsigned char *__c) { 11201 __builtin_altivec_stvx((vector int)__a, __b, __c); 11202 } 11203 11204 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b, 11205 signed char *__c) { 11206 __builtin_altivec_stvx((vector int)__a, __b, __c); 11207 } 11208 11209 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b, 11210 unsigned char *__c) { 11211 __builtin_altivec_stvx((vector int)__a, __b, __c); 11212 } 11213 11214 static __inline__ void __ATTRS_o_ai vec_st(vector bool char __a, long __b, 11215 vector bool char *__c) { 11216 __builtin_altivec_stvx((vector int)__a, __b, __c); 11217 } 11218 11219 static __inline__ void __ATTRS_o_ai vec_st(vector short __a, long __b, 11220 vector short *__c) { 11221 __builtin_altivec_stvx((vector int)__a, __b, __c); 11222 } 11223 11224 static __inline__ void __ATTRS_o_ai vec_st(vector short __a, long __b, 11225 short *__c) { 11226 __builtin_altivec_stvx((vector int)__a, __b, __c); 11227 } 11228 11229 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned short __a, long __b, 11230 vector unsigned short *__c) { 11231 __builtin_altivec_stvx((vector int)__a, __b, __c); 11232 } 11233 11234 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned short __a, long __b, 11235 unsigned short *__c) { 11236 __builtin_altivec_stvx((vector int)__a, __b, __c); 11237 } 11238 11239 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b, 11240 short *__c) { 11241 __builtin_altivec_stvx((vector int)__a, __b, __c); 11242 } 11243 11244 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b, 11245 unsigned short *__c) { 11246 __builtin_altivec_stvx((vector int)__a, __b, __c); 11247 } 11248 11249 static __inline__ void __ATTRS_o_ai vec_st(vector bool short __a, long __b, 11250 vector bool short *__c) { 11251 __builtin_altivec_stvx((vector int)__a, __b, __c); 11252 } 11253 11254 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b, 11255 short *__c) { 11256 __builtin_altivec_stvx((vector int)__a, __b, __c); 11257 } 11258 11259 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b, 11260 unsigned short *__c) { 11261 __builtin_altivec_stvx((vector int)__a, __b, __c); 11262 } 11263 11264 static __inline__ void __ATTRS_o_ai vec_st(vector pixel __a, long __b, 11265 vector pixel *__c) { 11266 __builtin_altivec_stvx((vector int)__a, __b, __c); 11267 } 11268 11269 static __inline__ void __ATTRS_o_ai vec_st(vector int __a, long __b, 11270 vector int *__c) { 11271 __builtin_altivec_stvx(__a, __b, __c); 11272 } 11273 11274 static __inline__ void __ATTRS_o_ai vec_st(vector int __a, long __b, int *__c) { 11275 __builtin_altivec_stvx(__a, __b, __c); 11276 } 11277 11278 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned int __a, long __b, 11279 vector unsigned int *__c) { 11280 __builtin_altivec_stvx((vector int)__a, __b, __c); 11281 } 11282 11283 static __inline__ void __ATTRS_o_ai vec_st(vector unsigned int __a, long __b, 11284 unsigned int *__c) { 11285 __builtin_altivec_stvx((vector int)__a, __b, __c); 11286 } 11287 11288 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b, 11289 int *__c) { 11290 __builtin_altivec_stvx((vector int)__a, __b, __c); 11291 } 11292 11293 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b, 11294 unsigned int *__c) { 11295 __builtin_altivec_stvx((vector int)__a, __b, __c); 11296 } 11297 11298 static __inline__ void __ATTRS_o_ai vec_st(vector bool int __a, long __b, 11299 vector bool int *__c) { 11300 __builtin_altivec_stvx((vector int)__a, __b, __c); 11301 } 11302 11303 static __inline__ void __ATTRS_o_ai vec_st(vector float __a, long __b, 11304 vector float *__c) { 11305 __builtin_altivec_stvx((vector int)__a, __b, __c); 11306 } 11307 11308 static __inline__ void __ATTRS_o_ai vec_st(vector float __a, long __b, 11309 float *__c) { 11310 __builtin_altivec_stvx((vector int)__a, __b, __c); 11311 } 11312 11313 /* vec_stvx */ 11314 11315 static __inline__ void __ATTRS_o_ai vec_stvx(vector signed char __a, long __b, 11316 vector signed char *__c) { 11317 __builtin_altivec_stvx((vector int)__a, __b, __c); 11318 } 11319 11320 static __inline__ void __ATTRS_o_ai vec_stvx(vector signed char __a, long __b, 11321 signed char *__c) { 11322 __builtin_altivec_stvx((vector int)__a, __b, __c); 11323 } 11324 11325 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned char __a, long __b, 11326 vector unsigned char *__c) { 11327 __builtin_altivec_stvx((vector int)__a, __b, __c); 11328 } 11329 11330 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned char __a, long __b, 11331 unsigned char *__c) { 11332 __builtin_altivec_stvx((vector int)__a, __b, __c); 11333 } 11334 11335 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b, 11336 signed char *__c) { 11337 __builtin_altivec_stvx((vector int)__a, __b, __c); 11338 } 11339 11340 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b, 11341 unsigned char *__c) { 11342 __builtin_altivec_stvx((vector int)__a, __b, __c); 11343 } 11344 11345 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool char __a, long __b, 11346 vector bool char *__c) { 11347 __builtin_altivec_stvx((vector int)__a, __b, __c); 11348 } 11349 11350 static __inline__ void __ATTRS_o_ai vec_stvx(vector short __a, long __b, 11351 vector short *__c) { 11352 __builtin_altivec_stvx((vector int)__a, __b, __c); 11353 } 11354 11355 static __inline__ void __ATTRS_o_ai vec_stvx(vector short __a, long __b, 11356 short *__c) { 11357 __builtin_altivec_stvx((vector int)__a, __b, __c); 11358 } 11359 11360 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned short __a, long __b, 11361 vector unsigned short *__c) { 11362 __builtin_altivec_stvx((vector int)__a, __b, __c); 11363 } 11364 11365 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned short __a, long __b, 11366 unsigned short *__c) { 11367 __builtin_altivec_stvx((vector int)__a, __b, __c); 11368 } 11369 11370 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b, 11371 short *__c) { 11372 __builtin_altivec_stvx((vector int)__a, __b, __c); 11373 } 11374 11375 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b, 11376 unsigned short *__c) { 11377 __builtin_altivec_stvx((vector int)__a, __b, __c); 11378 } 11379 11380 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool short __a, long __b, 11381 vector bool short *__c) { 11382 __builtin_altivec_stvx((vector int)__a, __b, __c); 11383 } 11384 11385 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b, 11386 short *__c) { 11387 __builtin_altivec_stvx((vector int)__a, __b, __c); 11388 } 11389 11390 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b, 11391 unsigned short *__c) { 11392 __builtin_altivec_stvx((vector int)__a, __b, __c); 11393 } 11394 11395 static __inline__ void __ATTRS_o_ai vec_stvx(vector pixel __a, long __b, 11396 vector pixel *__c) { 11397 __builtin_altivec_stvx((vector int)__a, __b, __c); 11398 } 11399 11400 static __inline__ void __ATTRS_o_ai vec_stvx(vector int __a, long __b, 11401 vector int *__c) { 11402 __builtin_altivec_stvx(__a, __b, __c); 11403 } 11404 11405 static __inline__ void __ATTRS_o_ai vec_stvx(vector int __a, long __b, 11406 int *__c) { 11407 __builtin_altivec_stvx(__a, __b, __c); 11408 } 11409 11410 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned int __a, long __b, 11411 vector unsigned int *__c) { 11412 __builtin_altivec_stvx((vector int)__a, __b, __c); 11413 } 11414 11415 static __inline__ void __ATTRS_o_ai vec_stvx(vector unsigned int __a, long __b, 11416 unsigned int *__c) { 11417 __builtin_altivec_stvx((vector int)__a, __b, __c); 11418 } 11419 11420 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b, 11421 int *__c) { 11422 __builtin_altivec_stvx((vector int)__a, __b, __c); 11423 } 11424 11425 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b, 11426 unsigned int *__c) { 11427 __builtin_altivec_stvx((vector int)__a, __b, __c); 11428 } 11429 11430 static __inline__ void __ATTRS_o_ai vec_stvx(vector bool int __a, long __b, 11431 vector bool int *__c) { 11432 __builtin_altivec_stvx((vector int)__a, __b, __c); 11433 } 11434 11435 static __inline__ void __ATTRS_o_ai vec_stvx(vector float __a, long __b, 11436 vector float *__c) { 11437 __builtin_altivec_stvx((vector int)__a, __b, __c); 11438 } 11439 11440 static __inline__ void __ATTRS_o_ai vec_stvx(vector float __a, long __b, 11441 float *__c) { 11442 __builtin_altivec_stvx((vector int)__a, __b, __c); 11443 } 11444 11445 /* vec_ste */ 11446 11447 static __inline__ void __ATTRS_o_ai vec_ste(vector signed char __a, long __b, 11448 signed char *__c) { 11449 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11450 } 11451 11452 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned char __a, long __b, 11453 unsigned char *__c) { 11454 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11455 } 11456 11457 static __inline__ void __ATTRS_o_ai vec_ste(vector bool char __a, long __b, 11458 signed char *__c) { 11459 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11460 } 11461 11462 static __inline__ void __ATTRS_o_ai vec_ste(vector bool char __a, long __b, 11463 unsigned char *__c) { 11464 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11465 } 11466 11467 static __inline__ void __ATTRS_o_ai vec_ste(vector short __a, long __b, 11468 short *__c) { 11469 __builtin_altivec_stvehx(__a, __b, __c); 11470 } 11471 11472 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned short __a, long __b, 11473 unsigned short *__c) { 11474 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11475 } 11476 11477 static __inline__ void __ATTRS_o_ai vec_ste(vector bool short __a, long __b, 11478 short *__c) { 11479 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11480 } 11481 11482 static __inline__ void __ATTRS_o_ai vec_ste(vector bool short __a, long __b, 11483 unsigned short *__c) { 11484 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11485 } 11486 11487 static __inline__ void __ATTRS_o_ai vec_ste(vector pixel __a, long __b, 11488 short *__c) { 11489 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11490 } 11491 11492 static __inline__ void __ATTRS_o_ai vec_ste(vector pixel __a, long __b, 11493 unsigned short *__c) { 11494 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11495 } 11496 11497 static __inline__ void __ATTRS_o_ai vec_ste(vector int __a, long __b, int *__c) { 11498 __builtin_altivec_stvewx(__a, __b, __c); 11499 } 11500 11501 static __inline__ void __ATTRS_o_ai vec_ste(vector unsigned int __a, long __b, 11502 unsigned int *__c) { 11503 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11504 } 11505 11506 static __inline__ void __ATTRS_o_ai vec_ste(vector bool int __a, long __b, 11507 int *__c) { 11508 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11509 } 11510 11511 static __inline__ void __ATTRS_o_ai vec_ste(vector bool int __a, long __b, 11512 unsigned int *__c) { 11513 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11514 } 11515 11516 static __inline__ void __ATTRS_o_ai vec_ste(vector float __a, long __b, 11517 float *__c) { 11518 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11519 } 11520 11521 /* vec_stvebx */ 11522 11523 static __inline__ void __ATTRS_o_ai vec_stvebx(vector signed char __a, long __b, 11524 signed char *__c) { 11525 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11526 } 11527 11528 static __inline__ void __ATTRS_o_ai vec_stvebx(vector unsigned char __a, 11529 long __b, unsigned char *__c) { 11530 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11531 } 11532 11533 static __inline__ void __ATTRS_o_ai vec_stvebx(vector bool char __a, long __b, 11534 signed char *__c) { 11535 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11536 } 11537 11538 static __inline__ void __ATTRS_o_ai vec_stvebx(vector bool char __a, long __b, 11539 unsigned char *__c) { 11540 __builtin_altivec_stvebx((vector char)__a, __b, __c); 11541 } 11542 11543 /* vec_stvehx */ 11544 11545 static __inline__ void __ATTRS_o_ai vec_stvehx(vector short __a, long __b, 11546 short *__c) { 11547 __builtin_altivec_stvehx(__a, __b, __c); 11548 } 11549 11550 static __inline__ void __ATTRS_o_ai vec_stvehx(vector unsigned short __a, 11551 long __b, unsigned short *__c) { 11552 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11553 } 11554 11555 static __inline__ void __ATTRS_o_ai vec_stvehx(vector bool short __a, long __b, 11556 short *__c) { 11557 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11558 } 11559 11560 static __inline__ void __ATTRS_o_ai vec_stvehx(vector bool short __a, long __b, 11561 unsigned short *__c) { 11562 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11563 } 11564 11565 static __inline__ void __ATTRS_o_ai vec_stvehx(vector pixel __a, long __b, 11566 short *__c) { 11567 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11568 } 11569 11570 static __inline__ void __ATTRS_o_ai vec_stvehx(vector pixel __a, long __b, 11571 unsigned short *__c) { 11572 __builtin_altivec_stvehx((vector short)__a, __b, __c); 11573 } 11574 11575 /* vec_stvewx */ 11576 11577 static __inline__ void __ATTRS_o_ai vec_stvewx(vector int __a, long __b, 11578 int *__c) { 11579 __builtin_altivec_stvewx(__a, __b, __c); 11580 } 11581 11582 static __inline__ void __ATTRS_o_ai vec_stvewx(vector unsigned int __a, long __b, 11583 unsigned int *__c) { 11584 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11585 } 11586 11587 static __inline__ void __ATTRS_o_ai vec_stvewx(vector bool int __a, long __b, 11588 int *__c) { 11589 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11590 } 11591 11592 static __inline__ void __ATTRS_o_ai vec_stvewx(vector bool int __a, long __b, 11593 unsigned int *__c) { 11594 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11595 } 11596 11597 static __inline__ void __ATTRS_o_ai vec_stvewx(vector float __a, long __b, 11598 float *__c) { 11599 __builtin_altivec_stvewx((vector int)__a, __b, __c); 11600 } 11601 11602 /* vec_stl */ 11603 11604 static __inline__ void __ATTRS_o_ai vec_stl(vector signed char __a, int __b, 11605 vector signed char *__c) { 11606 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11607 } 11608 11609 static __inline__ void __ATTRS_o_ai vec_stl(vector signed char __a, int __b, 11610 signed char *__c) { 11611 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11612 } 11613 11614 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned char __a, int __b, 11615 vector unsigned char *__c) { 11616 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11617 } 11618 11619 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned char __a, int __b, 11620 unsigned char *__c) { 11621 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11622 } 11623 11624 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b, 11625 signed char *__c) { 11626 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11627 } 11628 11629 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b, 11630 unsigned char *__c) { 11631 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11632 } 11633 11634 static __inline__ void __ATTRS_o_ai vec_stl(vector bool char __a, int __b, 11635 vector bool char *__c) { 11636 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11637 } 11638 11639 static __inline__ void __ATTRS_o_ai vec_stl(vector short __a, int __b, 11640 vector short *__c) { 11641 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11642 } 11643 11644 static __inline__ void __ATTRS_o_ai vec_stl(vector short __a, int __b, 11645 short *__c) { 11646 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11647 } 11648 11649 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned short __a, int __b, 11650 vector unsigned short *__c) { 11651 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11652 } 11653 11654 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned short __a, int __b, 11655 unsigned short *__c) { 11656 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11657 } 11658 11659 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b, 11660 short *__c) { 11661 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11662 } 11663 11664 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b, 11665 unsigned short *__c) { 11666 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11667 } 11668 11669 static __inline__ void __ATTRS_o_ai vec_stl(vector bool short __a, int __b, 11670 vector bool short *__c) { 11671 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11672 } 11673 11674 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b, 11675 short *__c) { 11676 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11677 } 11678 11679 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b, 11680 unsigned short *__c) { 11681 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11682 } 11683 11684 static __inline__ void __ATTRS_o_ai vec_stl(vector pixel __a, int __b, 11685 vector pixel *__c) { 11686 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11687 } 11688 11689 static __inline__ void __ATTRS_o_ai vec_stl(vector int __a, int __b, 11690 vector int *__c) { 11691 __builtin_altivec_stvxl(__a, __b, __c); 11692 } 11693 11694 static __inline__ void __ATTRS_o_ai vec_stl(vector int __a, int __b, int *__c) { 11695 __builtin_altivec_stvxl(__a, __b, __c); 11696 } 11697 11698 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned int __a, int __b, 11699 vector unsigned int *__c) { 11700 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11701 } 11702 11703 static __inline__ void __ATTRS_o_ai vec_stl(vector unsigned int __a, int __b, 11704 unsigned int *__c) { 11705 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11706 } 11707 11708 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b, 11709 int *__c) { 11710 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11711 } 11712 11713 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b, 11714 unsigned int *__c) { 11715 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11716 } 11717 11718 static __inline__ void __ATTRS_o_ai vec_stl(vector bool int __a, int __b, 11719 vector bool int *__c) { 11720 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11721 } 11722 11723 static __inline__ void __ATTRS_o_ai vec_stl(vector float __a, int __b, 11724 vector float *__c) { 11725 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11726 } 11727 11728 static __inline__ void __ATTRS_o_ai vec_stl(vector float __a, int __b, 11729 float *__c) { 11730 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11731 } 11732 11733 /* vec_stvxl */ 11734 11735 static __inline__ void __ATTRS_o_ai vec_stvxl(vector signed char __a, int __b, 11736 vector signed char *__c) { 11737 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11738 } 11739 11740 static __inline__ void __ATTRS_o_ai vec_stvxl(vector signed char __a, int __b, 11741 signed char *__c) { 11742 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11743 } 11744 11745 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned char __a, int __b, 11746 vector unsigned char *__c) { 11747 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11748 } 11749 11750 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned char __a, int __b, 11751 unsigned char *__c) { 11752 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11753 } 11754 11755 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b, 11756 signed char *__c) { 11757 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11758 } 11759 11760 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b, 11761 unsigned char *__c) { 11762 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11763 } 11764 11765 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool char __a, int __b, 11766 vector bool char *__c) { 11767 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11768 } 11769 11770 static __inline__ void __ATTRS_o_ai vec_stvxl(vector short __a, int __b, 11771 vector short *__c) { 11772 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11773 } 11774 11775 static __inline__ void __ATTRS_o_ai vec_stvxl(vector short __a, int __b, 11776 short *__c) { 11777 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11778 } 11779 11780 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned short __a, 11781 int __b, 11782 vector unsigned short *__c) { 11783 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11784 } 11785 11786 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned short __a, 11787 int __b, unsigned short *__c) { 11788 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11789 } 11790 11791 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b, 11792 short *__c) { 11793 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11794 } 11795 11796 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b, 11797 unsigned short *__c) { 11798 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11799 } 11800 11801 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool short __a, int __b, 11802 vector bool short *__c) { 11803 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11804 } 11805 11806 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b, 11807 short *__c) { 11808 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11809 } 11810 11811 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b, 11812 unsigned short *__c) { 11813 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11814 } 11815 11816 static __inline__ void __ATTRS_o_ai vec_stvxl(vector pixel __a, int __b, 11817 vector pixel *__c) { 11818 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11819 } 11820 11821 static __inline__ void __ATTRS_o_ai vec_stvxl(vector int __a, int __b, 11822 vector int *__c) { 11823 __builtin_altivec_stvxl(__a, __b, __c); 11824 } 11825 11826 static __inline__ void __ATTRS_o_ai vec_stvxl(vector int __a, int __b, 11827 int *__c) { 11828 __builtin_altivec_stvxl(__a, __b, __c); 11829 } 11830 11831 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned int __a, int __b, 11832 vector unsigned int *__c) { 11833 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11834 } 11835 11836 static __inline__ void __ATTRS_o_ai vec_stvxl(vector unsigned int __a, int __b, 11837 unsigned int *__c) { 11838 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11839 } 11840 11841 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b, 11842 int *__c) { 11843 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11844 } 11845 11846 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b, 11847 unsigned int *__c) { 11848 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11849 } 11850 11851 static __inline__ void __ATTRS_o_ai vec_stvxl(vector bool int __a, int __b, 11852 vector bool int *__c) { 11853 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11854 } 11855 11856 static __inline__ void __ATTRS_o_ai vec_stvxl(vector float __a, int __b, 11857 vector float *__c) { 11858 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11859 } 11860 11861 static __inline__ void __ATTRS_o_ai vec_stvxl(vector float __a, int __b, 11862 float *__c) { 11863 __builtin_altivec_stvxl((vector int)__a, __b, __c); 11864 } 11865 11866 /* vec_sub */ 11867 11868 static __inline__ vector signed char __ATTRS_o_ai 11869 vec_sub(vector signed char __a, vector signed char __b) { 11870 return __a - __b; 11871 } 11872 11873 static __inline__ vector signed char __ATTRS_o_ai 11874 vec_sub(vector bool char __a, vector signed char __b) { 11875 return (vector signed char)__a - __b; 11876 } 11877 11878 static __inline__ vector signed char __ATTRS_o_ai 11879 vec_sub(vector signed char __a, vector bool char __b) { 11880 return __a - (vector signed char)__b; 11881 } 11882 11883 static __inline__ vector unsigned char __ATTRS_o_ai 11884 vec_sub(vector unsigned char __a, vector unsigned char __b) { 11885 return __a - __b; 11886 } 11887 11888 static __inline__ vector unsigned char __ATTRS_o_ai 11889 vec_sub(vector bool char __a, vector unsigned char __b) { 11890 return (vector unsigned char)__a - __b; 11891 } 11892 11893 static __inline__ vector unsigned char __ATTRS_o_ai 11894 vec_sub(vector unsigned char __a, vector bool char __b) { 11895 return __a - (vector unsigned char)__b; 11896 } 11897 11898 static __inline__ vector short __ATTRS_o_ai vec_sub(vector short __a, 11899 vector short __b) { 11900 return __a - __b; 11901 } 11902 11903 static __inline__ vector short __ATTRS_o_ai vec_sub(vector bool short __a, 11904 vector short __b) { 11905 return (vector short)__a - __b; 11906 } 11907 11908 static __inline__ vector short __ATTRS_o_ai vec_sub(vector short __a, 11909 vector bool short __b) { 11910 return __a - (vector short)__b; 11911 } 11912 11913 static __inline__ vector unsigned short __ATTRS_o_ai 11914 vec_sub(vector unsigned short __a, vector unsigned short __b) { 11915 return __a - __b; 11916 } 11917 11918 static __inline__ vector unsigned short __ATTRS_o_ai 11919 vec_sub(vector bool short __a, vector unsigned short __b) { 11920 return (vector unsigned short)__a - __b; 11921 } 11922 11923 static __inline__ vector unsigned short __ATTRS_o_ai 11924 vec_sub(vector unsigned short __a, vector bool short __b) { 11925 return __a - (vector unsigned short)__b; 11926 } 11927 11928 static __inline__ vector int __ATTRS_o_ai vec_sub(vector int __a, 11929 vector int __b) { 11930 return __a - __b; 11931 } 11932 11933 static __inline__ vector int __ATTRS_o_ai vec_sub(vector bool int __a, 11934 vector int __b) { 11935 return (vector int)__a - __b; 11936 } 11937 11938 static __inline__ vector int __ATTRS_o_ai vec_sub(vector int __a, 11939 vector bool int __b) { 11940 return __a - (vector int)__b; 11941 } 11942 11943 static __inline__ vector unsigned int __ATTRS_o_ai 11944 vec_sub(vector unsigned int __a, vector unsigned int __b) { 11945 return __a - __b; 11946 } 11947 11948 static __inline__ vector unsigned int __ATTRS_o_ai 11949 vec_sub(vector bool int __a, vector unsigned int __b) { 11950 return (vector unsigned int)__a - __b; 11951 } 11952 11953 static __inline__ vector unsigned int __ATTRS_o_ai 11954 vec_sub(vector unsigned int __a, vector bool int __b) { 11955 return __a - (vector unsigned int)__b; 11956 } 11957 11958 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 11959 defined(__SIZEOF_INT128__) 11960 static __inline__ vector signed __int128 __ATTRS_o_ai 11961 vec_sub(vector signed __int128 __a, vector signed __int128 __b) { 11962 return __a - __b; 11963 } 11964 11965 static __inline__ vector unsigned __int128 __ATTRS_o_ai 11966 vec_sub(vector unsigned __int128 __a, vector unsigned __int128 __b) { 11967 return __a - __b; 11968 } 11969 #endif // defined(__POWER8_VECTOR__) && defined(__powerpc64__) && 11970 // defined(__SIZEOF_INT128__) 11971 11972 #ifdef __VSX__ 11973 static __inline__ vector signed long long __ATTRS_o_ai 11974 vec_sub(vector signed long long __a, vector signed long long __b) { 11975 return __a - __b; 11976 } 11977 11978 static __inline__ vector unsigned long long __ATTRS_o_ai 11979 vec_sub(vector unsigned long long __a, vector unsigned long long __b) { 11980 return __a - __b; 11981 } 11982 11983 static __inline__ vector double __ATTRS_o_ai vec_sub(vector double __a, 11984 vector double __b) { 11985 return __a - __b; 11986 } 11987 #endif 11988 11989 static __inline__ vector float __ATTRS_o_ai vec_sub(vector float __a, 11990 vector float __b) { 11991 return __a - __b; 11992 } 11993 11994 /* vec_vsububm */ 11995 11996 #define __builtin_altivec_vsububm vec_vsububm 11997 11998 static __inline__ vector signed char __ATTRS_o_ai 11999 vec_vsububm(vector signed char __a, vector signed char __b) { 12000 return __a - __b; 12001 } 12002 12003 static __inline__ vector signed char __ATTRS_o_ai 12004 vec_vsububm(vector bool char __a, vector signed char __b) { 12005 return (vector signed char)__a - __b; 12006 } 12007 12008 static __inline__ vector signed char __ATTRS_o_ai 12009 vec_vsububm(vector signed char __a, vector bool char __b) { 12010 return __a - (vector signed char)__b; 12011 } 12012 12013 static __inline__ vector unsigned char __ATTRS_o_ai 12014 vec_vsububm(vector unsigned char __a, vector unsigned char __b) { 12015 return __a - __b; 12016 } 12017 12018 static __inline__ vector unsigned char __ATTRS_o_ai 12019 vec_vsububm(vector bool char __a, vector unsigned char __b) { 12020 return (vector unsigned char)__a - __b; 12021 } 12022 12023 static __inline__ vector unsigned char __ATTRS_o_ai 12024 vec_vsububm(vector unsigned char __a, vector bool char __b) { 12025 return __a - (vector unsigned char)__b; 12026 } 12027 12028 /* vec_vsubuhm */ 12029 12030 #define __builtin_altivec_vsubuhm vec_vsubuhm 12031 12032 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector short __a, 12033 vector short __b) { 12034 return __a - __b; 12035 } 12036 12037 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector bool short __a, 12038 vector short __b) { 12039 return (vector short)__a - __b; 12040 } 12041 12042 static __inline__ vector short __ATTRS_o_ai vec_vsubuhm(vector short __a, 12043 vector bool short __b) { 12044 return __a - (vector short)__b; 12045 } 12046 12047 static __inline__ vector unsigned short __ATTRS_o_ai 12048 vec_vsubuhm(vector unsigned short __a, vector unsigned short __b) { 12049 return __a - __b; 12050 } 12051 12052 static __inline__ vector unsigned short __ATTRS_o_ai 12053 vec_vsubuhm(vector bool short __a, vector unsigned short __b) { 12054 return (vector unsigned short)__a - __b; 12055 } 12056 12057 static __inline__ vector unsigned short __ATTRS_o_ai 12058 vec_vsubuhm(vector unsigned short __a, vector bool short __b) { 12059 return __a - (vector unsigned short)__b; 12060 } 12061 12062 /* vec_vsubuwm */ 12063 12064 #define __builtin_altivec_vsubuwm vec_vsubuwm 12065 12066 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector int __a, 12067 vector int __b) { 12068 return __a - __b; 12069 } 12070 12071 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector bool int __a, 12072 vector int __b) { 12073 return (vector int)__a - __b; 12074 } 12075 12076 static __inline__ vector int __ATTRS_o_ai vec_vsubuwm(vector int __a, 12077 vector bool int __b) { 12078 return __a - (vector int)__b; 12079 } 12080 12081 static __inline__ vector unsigned int __ATTRS_o_ai 12082 vec_vsubuwm(vector unsigned int __a, vector unsigned int __b) { 12083 return __a - __b; 12084 } 12085 12086 static __inline__ vector unsigned int __ATTRS_o_ai 12087 vec_vsubuwm(vector bool int __a, vector unsigned int __b) { 12088 return (vector unsigned int)__a - __b; 12089 } 12090 12091 static __inline__ vector unsigned int __ATTRS_o_ai 12092 vec_vsubuwm(vector unsigned int __a, vector bool int __b) { 12093 return __a - (vector unsigned int)__b; 12094 } 12095 12096 /* vec_vsubfp */ 12097 12098 #define __builtin_altivec_vsubfp vec_vsubfp 12099 12100 static __inline__ vector float __attribute__((__always_inline__)) 12101 vec_vsubfp(vector float __a, vector float __b) { 12102 return __a - __b; 12103 } 12104 12105 /* vec_subc */ 12106 12107 static __inline__ vector signed int __ATTRS_o_ai 12108 vec_subc(vector signed int __a, vector signed int __b) { 12109 return (vector signed int)__builtin_altivec_vsubcuw((vector unsigned int)__a, 12110 (vector unsigned int) __b); 12111 } 12112 12113 static __inline__ vector unsigned int __ATTRS_o_ai 12114 vec_subc(vector unsigned int __a, vector unsigned int __b) { 12115 return __builtin_altivec_vsubcuw(__a, __b); 12116 } 12117 12118 #ifdef __POWER8_VECTOR__ 12119 #ifdef __SIZEOF_INT128__ 12120 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12121 vec_subc(vector unsigned __int128 __a, vector unsigned __int128 __b) { 12122 return __builtin_altivec_vsubcuq(__a, __b); 12123 } 12124 12125 static __inline__ vector signed __int128 __ATTRS_o_ai 12126 vec_subc(vector signed __int128 __a, vector signed __int128 __b) { 12127 return (vector signed __int128)__builtin_altivec_vsubcuq( 12128 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 12129 } 12130 #endif 12131 12132 static __inline__ vector unsigned char __attribute__((__always_inline__)) 12133 vec_subc_u128(vector unsigned char __a, vector unsigned char __b) { 12134 return (vector unsigned char)__builtin_altivec_vsubcuq_c( 12135 (vector unsigned char)__a, (vector unsigned char)__b); 12136 } 12137 #endif // __POWER8_VECTOR__ 12138 12139 /* vec_vsubcuw */ 12140 12141 static __inline__ vector unsigned int __attribute__((__always_inline__)) 12142 vec_vsubcuw(vector unsigned int __a, vector unsigned int __b) { 12143 return __builtin_altivec_vsubcuw(__a, __b); 12144 } 12145 12146 /* vec_subs */ 12147 12148 static __inline__ vector signed char __ATTRS_o_ai 12149 vec_subs(vector signed char __a, vector signed char __b) { 12150 return __builtin_altivec_vsubsbs(__a, __b); 12151 } 12152 12153 static __inline__ vector signed char __ATTRS_o_ai 12154 vec_subs(vector bool char __a, vector signed char __b) { 12155 return __builtin_altivec_vsubsbs((vector signed char)__a, __b); 12156 } 12157 12158 static __inline__ vector signed char __ATTRS_o_ai 12159 vec_subs(vector signed char __a, vector bool char __b) { 12160 return __builtin_altivec_vsubsbs(__a, (vector signed char)__b); 12161 } 12162 12163 static __inline__ vector unsigned char __ATTRS_o_ai 12164 vec_subs(vector unsigned char __a, vector unsigned char __b) { 12165 return __builtin_altivec_vsububs(__a, __b); 12166 } 12167 12168 static __inline__ vector unsigned char __ATTRS_o_ai 12169 vec_subs(vector bool char __a, vector unsigned char __b) { 12170 return __builtin_altivec_vsububs((vector unsigned char)__a, __b); 12171 } 12172 12173 static __inline__ vector unsigned char __ATTRS_o_ai 12174 vec_subs(vector unsigned char __a, vector bool char __b) { 12175 return __builtin_altivec_vsububs(__a, (vector unsigned char)__b); 12176 } 12177 12178 static __inline__ vector short __ATTRS_o_ai vec_subs(vector short __a, 12179 vector short __b) { 12180 return __builtin_altivec_vsubshs(__a, __b); 12181 } 12182 12183 static __inline__ vector short __ATTRS_o_ai vec_subs(vector bool short __a, 12184 vector short __b) { 12185 return __builtin_altivec_vsubshs((vector short)__a, __b); 12186 } 12187 12188 static __inline__ vector short __ATTRS_o_ai vec_subs(vector short __a, 12189 vector bool short __b) { 12190 return __builtin_altivec_vsubshs(__a, (vector short)__b); 12191 } 12192 12193 static __inline__ vector unsigned short __ATTRS_o_ai 12194 vec_subs(vector unsigned short __a, vector unsigned short __b) { 12195 return __builtin_altivec_vsubuhs(__a, __b); 12196 } 12197 12198 static __inline__ vector unsigned short __ATTRS_o_ai 12199 vec_subs(vector bool short __a, vector unsigned short __b) { 12200 return __builtin_altivec_vsubuhs((vector unsigned short)__a, __b); 12201 } 12202 12203 static __inline__ vector unsigned short __ATTRS_o_ai 12204 vec_subs(vector unsigned short __a, vector bool short __b) { 12205 return __builtin_altivec_vsubuhs(__a, (vector unsigned short)__b); 12206 } 12207 12208 static __inline__ vector int __ATTRS_o_ai vec_subs(vector int __a, 12209 vector int __b) { 12210 return __builtin_altivec_vsubsws(__a, __b); 12211 } 12212 12213 static __inline__ vector int __ATTRS_o_ai vec_subs(vector bool int __a, 12214 vector int __b) { 12215 return __builtin_altivec_vsubsws((vector int)__a, __b); 12216 } 12217 12218 static __inline__ vector int __ATTRS_o_ai vec_subs(vector int __a, 12219 vector bool int __b) { 12220 return __builtin_altivec_vsubsws(__a, (vector int)__b); 12221 } 12222 12223 static __inline__ vector unsigned int __ATTRS_o_ai 12224 vec_subs(vector unsigned int __a, vector unsigned int __b) { 12225 return __builtin_altivec_vsubuws(__a, __b); 12226 } 12227 12228 static __inline__ vector unsigned int __ATTRS_o_ai 12229 vec_subs(vector bool int __a, vector unsigned int __b) { 12230 return __builtin_altivec_vsubuws((vector unsigned int)__a, __b); 12231 } 12232 12233 static __inline__ vector unsigned int __ATTRS_o_ai 12234 vec_subs(vector unsigned int __a, vector bool int __b) { 12235 return __builtin_altivec_vsubuws(__a, (vector unsigned int)__b); 12236 } 12237 12238 /* vec_vsubsbs */ 12239 12240 static __inline__ vector signed char __ATTRS_o_ai 12241 vec_vsubsbs(vector signed char __a, vector signed char __b) { 12242 return __builtin_altivec_vsubsbs(__a, __b); 12243 } 12244 12245 static __inline__ vector signed char __ATTRS_o_ai 12246 vec_vsubsbs(vector bool char __a, vector signed char __b) { 12247 return __builtin_altivec_vsubsbs((vector signed char)__a, __b); 12248 } 12249 12250 static __inline__ vector signed char __ATTRS_o_ai 12251 vec_vsubsbs(vector signed char __a, vector bool char __b) { 12252 return __builtin_altivec_vsubsbs(__a, (vector signed char)__b); 12253 } 12254 12255 /* vec_vsububs */ 12256 12257 static __inline__ vector unsigned char __ATTRS_o_ai 12258 vec_vsububs(vector unsigned char __a, vector unsigned char __b) { 12259 return __builtin_altivec_vsububs(__a, __b); 12260 } 12261 12262 static __inline__ vector unsigned char __ATTRS_o_ai 12263 vec_vsububs(vector bool char __a, vector unsigned char __b) { 12264 return __builtin_altivec_vsububs((vector unsigned char)__a, __b); 12265 } 12266 12267 static __inline__ vector unsigned char __ATTRS_o_ai 12268 vec_vsububs(vector unsigned char __a, vector bool char __b) { 12269 return __builtin_altivec_vsububs(__a, (vector unsigned char)__b); 12270 } 12271 12272 /* vec_vsubshs */ 12273 12274 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector short __a, 12275 vector short __b) { 12276 return __builtin_altivec_vsubshs(__a, __b); 12277 } 12278 12279 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector bool short __a, 12280 vector short __b) { 12281 return __builtin_altivec_vsubshs((vector short)__a, __b); 12282 } 12283 12284 static __inline__ vector short __ATTRS_o_ai vec_vsubshs(vector short __a, 12285 vector bool short __b) { 12286 return __builtin_altivec_vsubshs(__a, (vector short)__b); 12287 } 12288 12289 /* vec_vsubuhs */ 12290 12291 static __inline__ vector unsigned short __ATTRS_o_ai 12292 vec_vsubuhs(vector unsigned short __a, vector unsigned short __b) { 12293 return __builtin_altivec_vsubuhs(__a, __b); 12294 } 12295 12296 static __inline__ vector unsigned short __ATTRS_o_ai 12297 vec_vsubuhs(vector bool short __a, vector unsigned short __b) { 12298 return __builtin_altivec_vsubuhs((vector unsigned short)__a, __b); 12299 } 12300 12301 static __inline__ vector unsigned short __ATTRS_o_ai 12302 vec_vsubuhs(vector unsigned short __a, vector bool short __b) { 12303 return __builtin_altivec_vsubuhs(__a, (vector unsigned short)__b); 12304 } 12305 12306 /* vec_vsubsws */ 12307 12308 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector int __a, 12309 vector int __b) { 12310 return __builtin_altivec_vsubsws(__a, __b); 12311 } 12312 12313 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector bool int __a, 12314 vector int __b) { 12315 return __builtin_altivec_vsubsws((vector int)__a, __b); 12316 } 12317 12318 static __inline__ vector int __ATTRS_o_ai vec_vsubsws(vector int __a, 12319 vector bool int __b) { 12320 return __builtin_altivec_vsubsws(__a, (vector int)__b); 12321 } 12322 12323 /* vec_vsubuws */ 12324 12325 static __inline__ vector unsigned int __ATTRS_o_ai 12326 vec_vsubuws(vector unsigned int __a, vector unsigned int __b) { 12327 return __builtin_altivec_vsubuws(__a, __b); 12328 } 12329 12330 static __inline__ vector unsigned int __ATTRS_o_ai 12331 vec_vsubuws(vector bool int __a, vector unsigned int __b) { 12332 return __builtin_altivec_vsubuws((vector unsigned int)__a, __b); 12333 } 12334 12335 static __inline__ vector unsigned int __ATTRS_o_ai 12336 vec_vsubuws(vector unsigned int __a, vector bool int __b) { 12337 return __builtin_altivec_vsubuws(__a, (vector unsigned int)__b); 12338 } 12339 12340 #ifdef __POWER8_VECTOR__ 12341 /* vec_vsubuqm */ 12342 12343 #ifdef __SIZEOF_INT128__ 12344 static __inline__ vector signed __int128 __ATTRS_o_ai 12345 vec_vsubuqm(vector signed __int128 __a, vector signed __int128 __b) { 12346 return __a - __b; 12347 } 12348 12349 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12350 vec_vsubuqm(vector unsigned __int128 __a, vector unsigned __int128 __b) { 12351 return __a - __b; 12352 } 12353 #endif 12354 12355 static __inline__ vector unsigned char __attribute__((__always_inline__)) 12356 vec_sub_u128(vector unsigned char __a, vector unsigned char __b) { 12357 return (vector unsigned char)__builtin_altivec_vsubuqm(__a, __b); 12358 } 12359 12360 /* vec_vsubeuqm */ 12361 12362 #ifdef __SIZEOF_INT128__ 12363 static __inline__ vector signed __int128 __ATTRS_o_ai 12364 vec_vsubeuqm(vector signed __int128 __a, vector signed __int128 __b, 12365 vector signed __int128 __c) { 12366 return (vector signed __int128)__builtin_altivec_vsubeuqm( 12367 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 12368 (vector unsigned __int128)__c); 12369 } 12370 12371 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12372 vec_vsubeuqm(vector unsigned __int128 __a, vector unsigned __int128 __b, 12373 vector unsigned __int128 __c) { 12374 return __builtin_altivec_vsubeuqm(__a, __b, __c); 12375 } 12376 12377 static __inline__ vector signed __int128 __ATTRS_o_ai 12378 vec_sube(vector signed __int128 __a, vector signed __int128 __b, 12379 vector signed __int128 __c) { 12380 return (vector signed __int128)__builtin_altivec_vsubeuqm( 12381 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 12382 (vector unsigned __int128)__c); 12383 } 12384 12385 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12386 vec_sube(vector unsigned __int128 __a, vector unsigned __int128 __b, 12387 vector unsigned __int128 __c) { 12388 return __builtin_altivec_vsubeuqm(__a, __b, __c); 12389 } 12390 #endif 12391 12392 static __inline__ vector unsigned char __attribute__((__always_inline__)) 12393 vec_sube_u128(vector unsigned char __a, vector unsigned char __b, 12394 vector unsigned char __c) { 12395 return (vector unsigned char)__builtin_altivec_vsubeuqm_c( 12396 (vector unsigned char)__a, (vector unsigned char)__b, 12397 (vector unsigned char)__c); 12398 } 12399 12400 /* vec_vsubcuq */ 12401 12402 #ifdef __SIZEOF_INT128__ 12403 static __inline__ vector signed __int128 __ATTRS_o_ai 12404 vec_vsubcuq(vector signed __int128 __a, vector signed __int128 __b) { 12405 return (vector signed __int128)__builtin_altivec_vsubcuq( 12406 (vector unsigned __int128)__a, (vector unsigned __int128)__b); 12407 } 12408 12409 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12410 vec_vsubcuq(vector unsigned __int128 __a, vector unsigned __int128 __b) { 12411 return __builtin_altivec_vsubcuq(__a, __b); 12412 } 12413 12414 /* vec_vsubecuq */ 12415 12416 static __inline__ vector signed __int128 __ATTRS_o_ai 12417 vec_vsubecuq(vector signed __int128 __a, vector signed __int128 __b, 12418 vector signed __int128 __c) { 12419 return (vector signed __int128)__builtin_altivec_vsubecuq( 12420 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 12421 (vector unsigned __int128)__c); 12422 } 12423 12424 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12425 vec_vsubecuq(vector unsigned __int128 __a, vector unsigned __int128 __b, 12426 vector unsigned __int128 __c) { 12427 return __builtin_altivec_vsubecuq(__a, __b, __c); 12428 } 12429 #endif 12430 12431 #ifdef __powerpc64__ 12432 static __inline__ vector signed int __ATTRS_o_ai 12433 vec_subec(vector signed int __a, vector signed int __b, 12434 vector signed int __c) { 12435 return vec_addec(__a, ~__b, __c); 12436 } 12437 12438 static __inline__ vector unsigned int __ATTRS_o_ai 12439 vec_subec(vector unsigned int __a, vector unsigned int __b, 12440 vector unsigned int __c) { 12441 return vec_addec(__a, ~__b, __c); 12442 } 12443 #endif 12444 12445 #ifdef __SIZEOF_INT128__ 12446 static __inline__ vector signed __int128 __ATTRS_o_ai 12447 vec_subec(vector signed __int128 __a, vector signed __int128 __b, 12448 vector signed __int128 __c) { 12449 return (vector signed __int128)__builtin_altivec_vsubecuq( 12450 (vector unsigned __int128)__a, (vector unsigned __int128)__b, 12451 (vector unsigned __int128)__c); 12452 } 12453 12454 static __inline__ vector unsigned __int128 __ATTRS_o_ai 12455 vec_subec(vector unsigned __int128 __a, vector unsigned __int128 __b, 12456 vector unsigned __int128 __c) { 12457 return __builtin_altivec_vsubecuq(__a, __b, __c); 12458 } 12459 #endif 12460 12461 static __inline__ vector unsigned char __attribute__((__always_inline__)) 12462 vec_subec_u128(vector unsigned char __a, vector unsigned char __b, 12463 vector unsigned char __c) { 12464 return (vector unsigned char)__builtin_altivec_vsubecuq_c( 12465 (vector unsigned char)__a, (vector unsigned char)__b, 12466 (vector unsigned char)__c); 12467 } 12468 #endif // __POWER8_VECTOR__ 12469 12470 static __inline__ vector signed int __ATTRS_o_ai 12471 vec_sube(vector signed int __a, vector signed int __b, 12472 vector signed int __c) { 12473 vector signed int __mask = {1, 1, 1, 1}; 12474 vector signed int __carry = __c & __mask; 12475 return vec_adde(__a, ~__b, __carry); 12476 } 12477 12478 static __inline__ vector unsigned int __ATTRS_o_ai 12479 vec_sube(vector unsigned int __a, vector unsigned int __b, 12480 vector unsigned int __c) { 12481 vector unsigned int __mask = {1, 1, 1, 1}; 12482 vector unsigned int __carry = __c & __mask; 12483 return vec_adde(__a, ~__b, __carry); 12484 } 12485 /* vec_sum4s */ 12486 12487 static __inline__ vector int __ATTRS_o_ai vec_sum4s(vector signed char __a, 12488 vector int __b) { 12489 return __builtin_altivec_vsum4sbs(__a, __b); 12490 } 12491 12492 static __inline__ vector unsigned int __ATTRS_o_ai 12493 vec_sum4s(vector unsigned char __a, vector unsigned int __b) { 12494 return __builtin_altivec_vsum4ubs(__a, __b); 12495 } 12496 12497 static __inline__ vector int __ATTRS_o_ai vec_sum4s(vector signed short __a, 12498 vector int __b) { 12499 return __builtin_altivec_vsum4shs(__a, __b); 12500 } 12501 12502 /* vec_vsum4sbs */ 12503 12504 static __inline__ vector int __attribute__((__always_inline__)) 12505 vec_vsum4sbs(vector signed char __a, vector int __b) { 12506 return __builtin_altivec_vsum4sbs(__a, __b); 12507 } 12508 12509 /* vec_vsum4ubs */ 12510 12511 static __inline__ vector unsigned int __attribute__((__always_inline__)) 12512 vec_vsum4ubs(vector unsigned char __a, vector unsigned int __b) { 12513 return __builtin_altivec_vsum4ubs(__a, __b); 12514 } 12515 12516 /* vec_vsum4shs */ 12517 12518 static __inline__ vector int __attribute__((__always_inline__)) 12519 vec_vsum4shs(vector signed short __a, vector int __b) { 12520 return __builtin_altivec_vsum4shs(__a, __b); 12521 } 12522 12523 /* vec_sum2s */ 12524 12525 /* The vsum2sws instruction has a big-endian bias, so that the second 12526 input vector and the result always reference big-endian elements 12527 1 and 3 (little-endian element 0 and 2). For ease of porting the 12528 programmer wants elements 1 and 3 in both cases, so for little 12529 endian we must perform some permutes. */ 12530 12531 static __inline__ vector signed int __attribute__((__always_inline__)) 12532 vec_sum2s(vector int __a, vector int __b) { 12533 #ifdef __LITTLE_ENDIAN__ 12534 vector int __c = (vector signed int)vec_perm( 12535 __b, __b, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15, 12536 8, 9, 10, 11)); 12537 __c = __builtin_altivec_vsum2sws(__a, __c); 12538 return (vector signed int)vec_perm( 12539 __c, __c, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15, 12540 8, 9, 10, 11)); 12541 #else 12542 return __builtin_altivec_vsum2sws(__a, __b); 12543 #endif 12544 } 12545 12546 /* vec_vsum2sws */ 12547 12548 static __inline__ vector signed int __attribute__((__always_inline__)) 12549 vec_vsum2sws(vector int __a, vector int __b) { 12550 #ifdef __LITTLE_ENDIAN__ 12551 vector int __c = (vector signed int)vec_perm( 12552 __b, __b, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15, 12553 8, 9, 10, 11)); 12554 __c = __builtin_altivec_vsum2sws(__a, __c); 12555 return (vector signed int)vec_perm( 12556 __c, __c, (vector unsigned char)(4, 5, 6, 7, 0, 1, 2, 3, 12, 13, 14, 15, 12557 8, 9, 10, 11)); 12558 #else 12559 return __builtin_altivec_vsum2sws(__a, __b); 12560 #endif 12561 } 12562 12563 /* vec_sums */ 12564 12565 /* The vsumsws instruction has a big-endian bias, so that the second 12566 input vector and the result always reference big-endian element 3 12567 (little-endian element 0). For ease of porting the programmer 12568 wants element 3 in both cases, so for little endian we must perform 12569 some permutes. */ 12570 12571 static __inline__ vector signed int __attribute__((__always_inline__)) 12572 vec_sums(vector signed int __a, vector signed int __b) { 12573 #ifdef __LITTLE_ENDIAN__ 12574 __b = (vector signed int)vec_splat(__b, 3); 12575 __b = __builtin_altivec_vsumsws(__a, __b); 12576 return (vector signed int)(0, 0, 0, __b[0]); 12577 #else 12578 return __builtin_altivec_vsumsws(__a, __b); 12579 #endif 12580 } 12581 12582 /* vec_vsumsws */ 12583 12584 static __inline__ vector signed int __attribute__((__always_inline__)) 12585 vec_vsumsws(vector signed int __a, vector signed int __b) { 12586 #ifdef __LITTLE_ENDIAN__ 12587 __b = (vector signed int)vec_splat(__b, 3); 12588 __b = __builtin_altivec_vsumsws(__a, __b); 12589 return (vector signed int)(0, 0, 0, __b[0]); 12590 #else 12591 return __builtin_altivec_vsumsws(__a, __b); 12592 #endif 12593 } 12594 12595 /* vec_trunc */ 12596 12597 static __inline__ vector float __ATTRS_o_ai vec_trunc(vector float __a) { 12598 #ifdef __VSX__ 12599 return __builtin_vsx_xvrspiz(__a); 12600 #else 12601 return __builtin_altivec_vrfiz(__a); 12602 #endif 12603 } 12604 12605 #ifdef __VSX__ 12606 static __inline__ vector double __ATTRS_o_ai vec_trunc(vector double __a) { 12607 return __builtin_vsx_xvrdpiz(__a); 12608 } 12609 #endif 12610 12611 /* vec_roundz */ 12612 static __inline__ vector float __ATTRS_o_ai vec_roundz(vector float __a) { 12613 return vec_trunc(__a); 12614 } 12615 12616 #ifdef __VSX__ 12617 static __inline__ vector double __ATTRS_o_ai vec_roundz(vector double __a) { 12618 return vec_trunc(__a); 12619 } 12620 #endif 12621 12622 /* vec_vrfiz */ 12623 12624 static __inline__ vector float __attribute__((__always_inline__)) 12625 vec_vrfiz(vector float __a) { 12626 return __builtin_altivec_vrfiz(__a); 12627 } 12628 12629 /* vec_unpackh */ 12630 12631 /* The vector unpack instructions all have a big-endian bias, so for 12632 little endian we must reverse the meanings of "high" and "low." */ 12633 #ifdef __LITTLE_ENDIAN__ 12634 #define vec_vupkhpx(__a) __builtin_altivec_vupklpx((vector short)(__a)) 12635 #define vec_vupklpx(__a) __builtin_altivec_vupkhpx((vector short)(__a)) 12636 #else 12637 #define vec_vupkhpx(__a) __builtin_altivec_vupkhpx((vector short)(__a)) 12638 #define vec_vupklpx(__a) __builtin_altivec_vupklpx((vector short)(__a)) 12639 #endif 12640 12641 static __inline__ vector short __ATTRS_o_ai 12642 vec_unpackh(vector signed char __a) { 12643 #ifdef __LITTLE_ENDIAN__ 12644 return __builtin_altivec_vupklsb((vector char)__a); 12645 #else 12646 return __builtin_altivec_vupkhsb((vector char)__a); 12647 #endif 12648 } 12649 12650 static __inline__ vector bool short __ATTRS_o_ai 12651 vec_unpackh(vector bool char __a) { 12652 #ifdef __LITTLE_ENDIAN__ 12653 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a); 12654 #else 12655 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a); 12656 #endif 12657 } 12658 12659 static __inline__ vector int __ATTRS_o_ai vec_unpackh(vector short __a) { 12660 #ifdef __LITTLE_ENDIAN__ 12661 return __builtin_altivec_vupklsh(__a); 12662 #else 12663 return __builtin_altivec_vupkhsh(__a); 12664 #endif 12665 } 12666 12667 static __inline__ vector bool int __ATTRS_o_ai 12668 vec_unpackh(vector bool short __a) { 12669 #ifdef __LITTLE_ENDIAN__ 12670 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a); 12671 #else 12672 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a); 12673 #endif 12674 } 12675 12676 static __inline__ vector unsigned int __ATTRS_o_ai 12677 vec_unpackh(vector pixel __a) { 12678 #ifdef __LITTLE_ENDIAN__ 12679 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a); 12680 #else 12681 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a); 12682 #endif 12683 } 12684 12685 #ifdef __POWER8_VECTOR__ 12686 static __inline__ vector long long __ATTRS_o_ai vec_unpackh(vector int __a) { 12687 #ifdef __LITTLE_ENDIAN__ 12688 return __builtin_altivec_vupklsw(__a); 12689 #else 12690 return __builtin_altivec_vupkhsw(__a); 12691 #endif 12692 } 12693 12694 static __inline__ vector bool long long __ATTRS_o_ai 12695 vec_unpackh(vector bool int __a) { 12696 #ifdef __LITTLE_ENDIAN__ 12697 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a); 12698 #else 12699 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a); 12700 #endif 12701 } 12702 12703 static __inline__ vector double __ATTRS_o_ai 12704 vec_unpackh(vector float __a) { 12705 return (vector double)(__a[0], __a[1]); 12706 } 12707 #endif 12708 12709 /* vec_vupkhsb */ 12710 12711 static __inline__ vector short __ATTRS_o_ai 12712 vec_vupkhsb(vector signed char __a) { 12713 #ifdef __LITTLE_ENDIAN__ 12714 return __builtin_altivec_vupklsb((vector char)__a); 12715 #else 12716 return __builtin_altivec_vupkhsb((vector char)__a); 12717 #endif 12718 } 12719 12720 static __inline__ vector bool short __ATTRS_o_ai 12721 vec_vupkhsb(vector bool char __a) { 12722 #ifdef __LITTLE_ENDIAN__ 12723 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a); 12724 #else 12725 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a); 12726 #endif 12727 } 12728 12729 /* vec_vupkhsh */ 12730 12731 static __inline__ vector int __ATTRS_o_ai vec_vupkhsh(vector short __a) { 12732 #ifdef __LITTLE_ENDIAN__ 12733 return __builtin_altivec_vupklsh(__a); 12734 #else 12735 return __builtin_altivec_vupkhsh(__a); 12736 #endif 12737 } 12738 12739 static __inline__ vector bool int __ATTRS_o_ai 12740 vec_vupkhsh(vector bool short __a) { 12741 #ifdef __LITTLE_ENDIAN__ 12742 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a); 12743 #else 12744 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a); 12745 #endif 12746 } 12747 12748 static __inline__ vector unsigned int __ATTRS_o_ai 12749 vec_vupkhsh(vector pixel __a) { 12750 #ifdef __LITTLE_ENDIAN__ 12751 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a); 12752 #else 12753 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a); 12754 #endif 12755 } 12756 12757 /* vec_vupkhsw */ 12758 12759 #ifdef __POWER8_VECTOR__ 12760 static __inline__ vector long long __ATTRS_o_ai vec_vupkhsw(vector int __a) { 12761 #ifdef __LITTLE_ENDIAN__ 12762 return __builtin_altivec_vupklsw(__a); 12763 #else 12764 return __builtin_altivec_vupkhsw(__a); 12765 #endif 12766 } 12767 12768 static __inline__ vector bool long long __ATTRS_o_ai 12769 vec_vupkhsw(vector bool int __a) { 12770 #ifdef __LITTLE_ENDIAN__ 12771 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a); 12772 #else 12773 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a); 12774 #endif 12775 } 12776 #endif 12777 12778 /* vec_unpackl */ 12779 12780 static __inline__ vector short __ATTRS_o_ai 12781 vec_unpackl(vector signed char __a) { 12782 #ifdef __LITTLE_ENDIAN__ 12783 return __builtin_altivec_vupkhsb((vector char)__a); 12784 #else 12785 return __builtin_altivec_vupklsb((vector char)__a); 12786 #endif 12787 } 12788 12789 static __inline__ vector bool short __ATTRS_o_ai 12790 vec_unpackl(vector bool char __a) { 12791 #ifdef __LITTLE_ENDIAN__ 12792 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a); 12793 #else 12794 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a); 12795 #endif 12796 } 12797 12798 static __inline__ vector int __ATTRS_o_ai vec_unpackl(vector short __a) { 12799 #ifdef __LITTLE_ENDIAN__ 12800 return __builtin_altivec_vupkhsh(__a); 12801 #else 12802 return __builtin_altivec_vupklsh(__a); 12803 #endif 12804 } 12805 12806 static __inline__ vector bool int __ATTRS_o_ai 12807 vec_unpackl(vector bool short __a) { 12808 #ifdef __LITTLE_ENDIAN__ 12809 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a); 12810 #else 12811 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a); 12812 #endif 12813 } 12814 12815 static __inline__ vector unsigned int __ATTRS_o_ai 12816 vec_unpackl(vector pixel __a) { 12817 #ifdef __LITTLE_ENDIAN__ 12818 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a); 12819 #else 12820 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a); 12821 #endif 12822 } 12823 12824 #ifdef __POWER8_VECTOR__ 12825 static __inline__ vector long long __ATTRS_o_ai vec_unpackl(vector int __a) { 12826 #ifdef __LITTLE_ENDIAN__ 12827 return __builtin_altivec_vupkhsw(__a); 12828 #else 12829 return __builtin_altivec_vupklsw(__a); 12830 #endif 12831 } 12832 12833 static __inline__ vector bool long long __ATTRS_o_ai 12834 vec_unpackl(vector bool int __a) { 12835 #ifdef __LITTLE_ENDIAN__ 12836 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a); 12837 #else 12838 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a); 12839 #endif 12840 } 12841 12842 static __inline__ vector double __ATTRS_o_ai 12843 vec_unpackl(vector float __a) { 12844 return (vector double)(__a[2], __a[3]); 12845 } 12846 #endif 12847 12848 /* vec_vupklsb */ 12849 12850 static __inline__ vector short __ATTRS_o_ai 12851 vec_vupklsb(vector signed char __a) { 12852 #ifdef __LITTLE_ENDIAN__ 12853 return __builtin_altivec_vupkhsb((vector char)__a); 12854 #else 12855 return __builtin_altivec_vupklsb((vector char)__a); 12856 #endif 12857 } 12858 12859 static __inline__ vector bool short __ATTRS_o_ai 12860 vec_vupklsb(vector bool char __a) { 12861 #ifdef __LITTLE_ENDIAN__ 12862 return (vector bool short)__builtin_altivec_vupkhsb((vector char)__a); 12863 #else 12864 return (vector bool short)__builtin_altivec_vupklsb((vector char)__a); 12865 #endif 12866 } 12867 12868 /* vec_vupklsh */ 12869 12870 static __inline__ vector int __ATTRS_o_ai vec_vupklsh(vector short __a) { 12871 #ifdef __LITTLE_ENDIAN__ 12872 return __builtin_altivec_vupkhsh(__a); 12873 #else 12874 return __builtin_altivec_vupklsh(__a); 12875 #endif 12876 } 12877 12878 static __inline__ vector bool int __ATTRS_o_ai 12879 vec_vupklsh(vector bool short __a) { 12880 #ifdef __LITTLE_ENDIAN__ 12881 return (vector bool int)__builtin_altivec_vupkhsh((vector short)__a); 12882 #else 12883 return (vector bool int)__builtin_altivec_vupklsh((vector short)__a); 12884 #endif 12885 } 12886 12887 static __inline__ vector unsigned int __ATTRS_o_ai 12888 vec_vupklsh(vector pixel __a) { 12889 #ifdef __LITTLE_ENDIAN__ 12890 return (vector unsigned int)__builtin_altivec_vupkhpx((vector short)__a); 12891 #else 12892 return (vector unsigned int)__builtin_altivec_vupklpx((vector short)__a); 12893 #endif 12894 } 12895 12896 /* vec_vupklsw */ 12897 12898 #ifdef __POWER8_VECTOR__ 12899 static __inline__ vector long long __ATTRS_o_ai vec_vupklsw(vector int __a) { 12900 #ifdef __LITTLE_ENDIAN__ 12901 return __builtin_altivec_vupkhsw(__a); 12902 #else 12903 return __builtin_altivec_vupklsw(__a); 12904 #endif 12905 } 12906 12907 static __inline__ vector bool long long __ATTRS_o_ai 12908 vec_vupklsw(vector bool int __a) { 12909 #ifdef __LITTLE_ENDIAN__ 12910 return (vector bool long long)__builtin_altivec_vupkhsw((vector int)__a); 12911 #else 12912 return (vector bool long long)__builtin_altivec_vupklsw((vector int)__a); 12913 #endif 12914 } 12915 #endif 12916 12917 /* vec_vsx_ld */ 12918 12919 #ifdef __VSX__ 12920 12921 static __inline__ vector bool int __ATTRS_o_ai 12922 vec_vsx_ld(int __a, const vector bool int *__b) { 12923 return (vector bool int)__builtin_vsx_lxvw4x(__a, __b); 12924 } 12925 12926 static __inline__ vector signed int __ATTRS_o_ai 12927 vec_vsx_ld(int __a, const vector signed int *__b) { 12928 return (vector signed int)__builtin_vsx_lxvw4x(__a, __b); 12929 } 12930 12931 static __inline__ vector signed int __ATTRS_o_ai 12932 vec_vsx_ld(int __a, const signed int *__b) { 12933 return (vector signed int)__builtin_vsx_lxvw4x(__a, __b); 12934 } 12935 12936 static __inline__ vector unsigned int __ATTRS_o_ai 12937 vec_vsx_ld(int __a, const vector unsigned int *__b) { 12938 return (vector unsigned int)__builtin_vsx_lxvw4x(__a, __b); 12939 } 12940 12941 static __inline__ vector unsigned int __ATTRS_o_ai 12942 vec_vsx_ld(int __a, const unsigned int *__b) { 12943 return (vector unsigned int)__builtin_vsx_lxvw4x(__a, __b); 12944 } 12945 12946 static __inline__ vector float __ATTRS_o_ai 12947 vec_vsx_ld(int __a, const vector float *__b) { 12948 return (vector float)__builtin_vsx_lxvw4x(__a, __b); 12949 } 12950 12951 static __inline__ vector float __ATTRS_o_ai vec_vsx_ld(int __a, 12952 const float *__b) { 12953 return (vector float)__builtin_vsx_lxvw4x(__a, __b); 12954 } 12955 12956 static __inline__ vector signed long long __ATTRS_o_ai 12957 vec_vsx_ld(int __a, const vector signed long long *__b) { 12958 return (vector signed long long)__builtin_vsx_lxvd2x(__a, __b); 12959 } 12960 12961 static __inline__ vector unsigned long long __ATTRS_o_ai 12962 vec_vsx_ld(int __a, const vector unsigned long long *__b) { 12963 return (vector unsigned long long)__builtin_vsx_lxvd2x(__a, __b); 12964 } 12965 12966 static __inline__ vector double __ATTRS_o_ai 12967 vec_vsx_ld(int __a, const vector double *__b) { 12968 return (vector double)__builtin_vsx_lxvd2x(__a, __b); 12969 } 12970 12971 static __inline__ vector double __ATTRS_o_ai 12972 vec_vsx_ld(int __a, const double *__b) { 12973 return (vector double)__builtin_vsx_lxvd2x(__a, __b); 12974 } 12975 12976 static __inline__ vector bool short __ATTRS_o_ai 12977 vec_vsx_ld(int __a, const vector bool short *__b) { 12978 return (vector bool short)__builtin_vsx_lxvw4x(__a, __b); 12979 } 12980 12981 static __inline__ vector signed short __ATTRS_o_ai 12982 vec_vsx_ld(int __a, const vector signed short *__b) { 12983 return (vector signed short)__builtin_vsx_lxvw4x(__a, __b); 12984 } 12985 12986 static __inline__ vector signed short __ATTRS_o_ai 12987 vec_vsx_ld(int __a, const signed short *__b) { 12988 return (vector signed short)__builtin_vsx_lxvw4x(__a, __b); 12989 } 12990 12991 static __inline__ vector unsigned short __ATTRS_o_ai 12992 vec_vsx_ld(int __a, const vector unsigned short *__b) { 12993 return (vector unsigned short)__builtin_vsx_lxvw4x(__a, __b); 12994 } 12995 12996 static __inline__ vector unsigned short __ATTRS_o_ai 12997 vec_vsx_ld(int __a, const unsigned short *__b) { 12998 return (vector unsigned short)__builtin_vsx_lxvw4x(__a, __b); 12999 } 13000 13001 static __inline__ vector bool char __ATTRS_o_ai 13002 vec_vsx_ld(int __a, const vector bool char *__b) { 13003 return (vector bool char)__builtin_vsx_lxvw4x(__a, __b); 13004 } 13005 13006 static __inline__ vector signed char __ATTRS_o_ai 13007 vec_vsx_ld(int __a, const vector signed char *__b) { 13008 return (vector signed char)__builtin_vsx_lxvw4x(__a, __b); 13009 } 13010 13011 static __inline__ vector signed char __ATTRS_o_ai 13012 vec_vsx_ld(int __a, const signed char *__b) { 13013 return (vector signed char)__builtin_vsx_lxvw4x(__a, __b); 13014 } 13015 13016 static __inline__ vector unsigned char __ATTRS_o_ai 13017 vec_vsx_ld(int __a, const vector unsigned char *__b) { 13018 return (vector unsigned char)__builtin_vsx_lxvw4x(__a, __b); 13019 } 13020 13021 static __inline__ vector unsigned char __ATTRS_o_ai 13022 vec_vsx_ld(int __a, const unsigned char *__b) { 13023 return (vector unsigned char)__builtin_vsx_lxvw4x(__a, __b); 13024 } 13025 13026 #endif 13027 13028 /* vec_vsx_st */ 13029 13030 #ifdef __VSX__ 13031 13032 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b, 13033 vector bool int *__c) { 13034 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13035 } 13036 13037 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b, 13038 signed int *__c) { 13039 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13040 } 13041 13042 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool int __a, int __b, 13043 unsigned int *__c) { 13044 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13045 } 13046 13047 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed int __a, int __b, 13048 vector signed int *__c) { 13049 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13050 } 13051 13052 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed int __a, int __b, 13053 signed int *__c) { 13054 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13055 } 13056 13057 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned int __a, int __b, 13058 vector unsigned int *__c) { 13059 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13060 } 13061 13062 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned int __a, int __b, 13063 unsigned int *__c) { 13064 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13065 } 13066 13067 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector float __a, int __b, 13068 vector float *__c) { 13069 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13070 } 13071 13072 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector float __a, int __b, 13073 float *__c) { 13074 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13075 } 13076 13077 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed long long __a, 13078 int __b, 13079 vector signed long long *__c) { 13080 __builtin_vsx_stxvd2x((vector double)__a, __b, __c); 13081 } 13082 13083 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned long long __a, 13084 int __b, 13085 vector unsigned long long *__c) { 13086 __builtin_vsx_stxvd2x((vector double)__a, __b, __c); 13087 } 13088 13089 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector double __a, int __b, 13090 vector double *__c) { 13091 __builtin_vsx_stxvd2x((vector double)__a, __b, __c); 13092 } 13093 13094 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector double __a, int __b, 13095 double *__c) { 13096 __builtin_vsx_stxvd2x((vector double)__a, __b, __c); 13097 } 13098 13099 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b, 13100 vector bool short *__c) { 13101 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13102 } 13103 13104 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b, 13105 signed short *__c) { 13106 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13107 } 13108 13109 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool short __a, int __b, 13110 unsigned short *__c) { 13111 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13112 } 13113 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed short __a, int __b, 13114 vector signed short *__c) { 13115 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13116 } 13117 13118 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed short __a, int __b, 13119 signed short *__c) { 13120 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13121 } 13122 13123 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned short __a, 13124 int __b, 13125 vector unsigned short *__c) { 13126 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13127 } 13128 13129 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned short __a, 13130 int __b, unsigned short *__c) { 13131 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13132 } 13133 13134 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b, 13135 vector bool char *__c) { 13136 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13137 } 13138 13139 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b, 13140 signed char *__c) { 13141 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13142 } 13143 13144 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector bool char __a, int __b, 13145 unsigned char *__c) { 13146 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13147 } 13148 13149 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed char __a, int __b, 13150 vector signed char *__c) { 13151 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13152 } 13153 13154 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector signed char __a, int __b, 13155 signed char *__c) { 13156 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13157 } 13158 13159 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned char __a, 13160 int __b, 13161 vector unsigned char *__c) { 13162 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13163 } 13164 13165 static __inline__ void __ATTRS_o_ai vec_vsx_st(vector unsigned char __a, 13166 int __b, unsigned char *__c) { 13167 __builtin_vsx_stxvw4x((vector int)__a, __b, __c); 13168 } 13169 13170 #endif 13171 13172 #ifdef __VSX__ 13173 #define vec_xxpermdi __builtin_vsx_xxpermdi 13174 #define vec_xxsldwi __builtin_vsx_xxsldwi 13175 #define vec_permi(__a, __b, __c) \ 13176 _Generic((__a), vector signed long long \ 13177 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \ 13178 (((__c)&0x1) + 2)), \ 13179 vector unsigned long long \ 13180 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \ 13181 (((__c)&0x1) + 2)), \ 13182 vector double \ 13183 : __builtin_shufflevector((__a), (__b), (((__c) >> 1) & 0x1), \ 13184 (((__c)&0x1) + 2))) 13185 #endif 13186 13187 /* vec_xor */ 13188 13189 #define __builtin_altivec_vxor vec_xor 13190 13191 static __inline__ vector signed char __ATTRS_o_ai 13192 vec_xor(vector signed char __a, vector signed char __b) { 13193 return __a ^ __b; 13194 } 13195 13196 static __inline__ vector signed char __ATTRS_o_ai 13197 vec_xor(vector bool char __a, vector signed char __b) { 13198 return (vector signed char)__a ^ __b; 13199 } 13200 13201 static __inline__ vector signed char __ATTRS_o_ai 13202 vec_xor(vector signed char __a, vector bool char __b) { 13203 return __a ^ (vector signed char)__b; 13204 } 13205 13206 static __inline__ vector unsigned char __ATTRS_o_ai 13207 vec_xor(vector unsigned char __a, vector unsigned char __b) { 13208 return __a ^ __b; 13209 } 13210 13211 static __inline__ vector unsigned char __ATTRS_o_ai 13212 vec_xor(vector bool char __a, vector unsigned char __b) { 13213 return (vector unsigned char)__a ^ __b; 13214 } 13215 13216 static __inline__ vector unsigned char __ATTRS_o_ai 13217 vec_xor(vector unsigned char __a, vector bool char __b) { 13218 return __a ^ (vector unsigned char)__b; 13219 } 13220 13221 static __inline__ vector bool char __ATTRS_o_ai vec_xor(vector bool char __a, 13222 vector bool char __b) { 13223 return __a ^ __b; 13224 } 13225 13226 static __inline__ vector short __ATTRS_o_ai vec_xor(vector short __a, 13227 vector short __b) { 13228 return __a ^ __b; 13229 } 13230 13231 static __inline__ vector short __ATTRS_o_ai vec_xor(vector bool short __a, 13232 vector short __b) { 13233 return (vector short)__a ^ __b; 13234 } 13235 13236 static __inline__ vector short __ATTRS_o_ai vec_xor(vector short __a, 13237 vector bool short __b) { 13238 return __a ^ (vector short)__b; 13239 } 13240 13241 static __inline__ vector unsigned short __ATTRS_o_ai 13242 vec_xor(vector unsigned short __a, vector unsigned short __b) { 13243 return __a ^ __b; 13244 } 13245 13246 static __inline__ vector unsigned short __ATTRS_o_ai 13247 vec_xor(vector bool short __a, vector unsigned short __b) { 13248 return (vector unsigned short)__a ^ __b; 13249 } 13250 13251 static __inline__ vector unsigned short __ATTRS_o_ai 13252 vec_xor(vector unsigned short __a, vector bool short __b) { 13253 return __a ^ (vector unsigned short)__b; 13254 } 13255 13256 static __inline__ vector bool short __ATTRS_o_ai 13257 vec_xor(vector bool short __a, vector bool short __b) { 13258 return __a ^ __b; 13259 } 13260 13261 static __inline__ vector int __ATTRS_o_ai vec_xor(vector int __a, 13262 vector int __b) { 13263 return __a ^ __b; 13264 } 13265 13266 static __inline__ vector int __ATTRS_o_ai vec_xor(vector bool int __a, 13267 vector int __b) { 13268 return (vector int)__a ^ __b; 13269 } 13270 13271 static __inline__ vector int __ATTRS_o_ai vec_xor(vector int __a, 13272 vector bool int __b) { 13273 return __a ^ (vector int)__b; 13274 } 13275 13276 static __inline__ vector unsigned int __ATTRS_o_ai 13277 vec_xor(vector unsigned int __a, vector unsigned int __b) { 13278 return __a ^ __b; 13279 } 13280 13281 static __inline__ vector unsigned int __ATTRS_o_ai 13282 vec_xor(vector bool int __a, vector unsigned int __b) { 13283 return (vector unsigned int)__a ^ __b; 13284 } 13285 13286 static __inline__ vector unsigned int __ATTRS_o_ai 13287 vec_xor(vector unsigned int __a, vector bool int __b) { 13288 return __a ^ (vector unsigned int)__b; 13289 } 13290 13291 static __inline__ vector bool int __ATTRS_o_ai vec_xor(vector bool int __a, 13292 vector bool int __b) { 13293 return __a ^ __b; 13294 } 13295 13296 static __inline__ vector float __ATTRS_o_ai vec_xor(vector float __a, 13297 vector float __b) { 13298 vector unsigned int __res = 13299 (vector unsigned int)__a ^ (vector unsigned int)__b; 13300 return (vector float)__res; 13301 } 13302 13303 static __inline__ vector float __ATTRS_o_ai vec_xor(vector bool int __a, 13304 vector float __b) { 13305 vector unsigned int __res = 13306 (vector unsigned int)__a ^ (vector unsigned int)__b; 13307 return (vector float)__res; 13308 } 13309 13310 static __inline__ vector float __ATTRS_o_ai vec_xor(vector float __a, 13311 vector bool int __b) { 13312 vector unsigned int __res = 13313 (vector unsigned int)__a ^ (vector unsigned int)__b; 13314 return (vector float)__res; 13315 } 13316 13317 #ifdef __VSX__ 13318 static __inline__ vector signed long long __ATTRS_o_ai 13319 vec_xor(vector signed long long __a, vector signed long long __b) { 13320 return __a ^ __b; 13321 } 13322 13323 static __inline__ vector signed long long __ATTRS_o_ai 13324 vec_xor(vector bool long long __a, vector signed long long __b) { 13325 return (vector signed long long)__a ^ __b; 13326 } 13327 13328 static __inline__ vector signed long long __ATTRS_o_ai 13329 vec_xor(vector signed long long __a, vector bool long long __b) { 13330 return __a ^ (vector signed long long)__b; 13331 } 13332 13333 static __inline__ vector unsigned long long __ATTRS_o_ai 13334 vec_xor(vector unsigned long long __a, vector unsigned long long __b) { 13335 return __a ^ __b; 13336 } 13337 13338 static __inline__ vector unsigned long long __ATTRS_o_ai 13339 vec_xor(vector bool long long __a, vector unsigned long long __b) { 13340 return (vector unsigned long long)__a ^ __b; 13341 } 13342 13343 static __inline__ vector unsigned long long __ATTRS_o_ai 13344 vec_xor(vector unsigned long long __a, vector bool long long __b) { 13345 return __a ^ (vector unsigned long long)__b; 13346 } 13347 13348 static __inline__ vector bool long long __ATTRS_o_ai 13349 vec_xor(vector bool long long __a, vector bool long long __b) { 13350 return __a ^ __b; 13351 } 13352 13353 static __inline__ vector double __ATTRS_o_ai vec_xor(vector double __a, 13354 vector double __b) { 13355 return (vector double)((vector unsigned long long)__a ^ 13356 (vector unsigned long long)__b); 13357 } 13358 13359 static __inline__ vector double __ATTRS_o_ai 13360 vec_xor(vector double __a, vector bool long long __b) { 13361 return (vector double)((vector unsigned long long)__a ^ 13362 (vector unsigned long long)__b); 13363 } 13364 13365 static __inline__ vector double __ATTRS_o_ai vec_xor(vector bool long long __a, 13366 vector double __b) { 13367 return (vector double)((vector unsigned long long)__a ^ 13368 (vector unsigned long long)__b); 13369 } 13370 #endif 13371 13372 /* vec_vxor */ 13373 13374 static __inline__ vector signed char __ATTRS_o_ai 13375 vec_vxor(vector signed char __a, vector signed char __b) { 13376 return __a ^ __b; 13377 } 13378 13379 static __inline__ vector signed char __ATTRS_o_ai 13380 vec_vxor(vector bool char __a, vector signed char __b) { 13381 return (vector signed char)__a ^ __b; 13382 } 13383 13384 static __inline__ vector signed char __ATTRS_o_ai 13385 vec_vxor(vector signed char __a, vector bool char __b) { 13386 return __a ^ (vector signed char)__b; 13387 } 13388 13389 static __inline__ vector unsigned char __ATTRS_o_ai 13390 vec_vxor(vector unsigned char __a, vector unsigned char __b) { 13391 return __a ^ __b; 13392 } 13393 13394 static __inline__ vector unsigned char __ATTRS_o_ai 13395 vec_vxor(vector bool char __a, vector unsigned char __b) { 13396 return (vector unsigned char)__a ^ __b; 13397 } 13398 13399 static __inline__ vector unsigned char __ATTRS_o_ai 13400 vec_vxor(vector unsigned char __a, vector bool char __b) { 13401 return __a ^ (vector unsigned char)__b; 13402 } 13403 13404 static __inline__ vector bool char __ATTRS_o_ai vec_vxor(vector bool char __a, 13405 vector bool char __b) { 13406 return __a ^ __b; 13407 } 13408 13409 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector short __a, 13410 vector short __b) { 13411 return __a ^ __b; 13412 } 13413 13414 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector bool short __a, 13415 vector short __b) { 13416 return (vector short)__a ^ __b; 13417 } 13418 13419 static __inline__ vector short __ATTRS_o_ai vec_vxor(vector short __a, 13420 vector bool short __b) { 13421 return __a ^ (vector short)__b; 13422 } 13423 13424 static __inline__ vector unsigned short __ATTRS_o_ai 13425 vec_vxor(vector unsigned short __a, vector unsigned short __b) { 13426 return __a ^ __b; 13427 } 13428 13429 static __inline__ vector unsigned short __ATTRS_o_ai 13430 vec_vxor(vector bool short __a, vector unsigned short __b) { 13431 return (vector unsigned short)__a ^ __b; 13432 } 13433 13434 static __inline__ vector unsigned short __ATTRS_o_ai 13435 vec_vxor(vector unsigned short __a, vector bool short __b) { 13436 return __a ^ (vector unsigned short)__b; 13437 } 13438 13439 static __inline__ vector bool short __ATTRS_o_ai 13440 vec_vxor(vector bool short __a, vector bool short __b) { 13441 return __a ^ __b; 13442 } 13443 13444 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector int __a, 13445 vector int __b) { 13446 return __a ^ __b; 13447 } 13448 13449 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector bool int __a, 13450 vector int __b) { 13451 return (vector int)__a ^ __b; 13452 } 13453 13454 static __inline__ vector int __ATTRS_o_ai vec_vxor(vector int __a, 13455 vector bool int __b) { 13456 return __a ^ (vector int)__b; 13457 } 13458 13459 static __inline__ vector unsigned int __ATTRS_o_ai 13460 vec_vxor(vector unsigned int __a, vector unsigned int __b) { 13461 return __a ^ __b; 13462 } 13463 13464 static __inline__ vector unsigned int __ATTRS_o_ai 13465 vec_vxor(vector bool int __a, vector unsigned int __b) { 13466 return (vector unsigned int)__a ^ __b; 13467 } 13468 13469 static __inline__ vector unsigned int __ATTRS_o_ai 13470 vec_vxor(vector unsigned int __a, vector bool int __b) { 13471 return __a ^ (vector unsigned int)__b; 13472 } 13473 13474 static __inline__ vector bool int __ATTRS_o_ai vec_vxor(vector bool int __a, 13475 vector bool int __b) { 13476 return __a ^ __b; 13477 } 13478 13479 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector float __a, 13480 vector float __b) { 13481 vector unsigned int __res = 13482 (vector unsigned int)__a ^ (vector unsigned int)__b; 13483 return (vector float)__res; 13484 } 13485 13486 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector bool int __a, 13487 vector float __b) { 13488 vector unsigned int __res = 13489 (vector unsigned int)__a ^ (vector unsigned int)__b; 13490 return (vector float)__res; 13491 } 13492 13493 static __inline__ vector float __ATTRS_o_ai vec_vxor(vector float __a, 13494 vector bool int __b) { 13495 vector unsigned int __res = 13496 (vector unsigned int)__a ^ (vector unsigned int)__b; 13497 return (vector float)__res; 13498 } 13499 13500 #ifdef __VSX__ 13501 static __inline__ vector signed long long __ATTRS_o_ai 13502 vec_vxor(vector signed long long __a, vector signed long long __b) { 13503 return __a ^ __b; 13504 } 13505 13506 static __inline__ vector signed long long __ATTRS_o_ai 13507 vec_vxor(vector bool long long __a, vector signed long long __b) { 13508 return (vector signed long long)__a ^ __b; 13509 } 13510 13511 static __inline__ vector signed long long __ATTRS_o_ai 13512 vec_vxor(vector signed long long __a, vector bool long long __b) { 13513 return __a ^ (vector signed long long)__b; 13514 } 13515 13516 static __inline__ vector unsigned long long __ATTRS_o_ai 13517 vec_vxor(vector unsigned long long __a, vector unsigned long long __b) { 13518 return __a ^ __b; 13519 } 13520 13521 static __inline__ vector unsigned long long __ATTRS_o_ai 13522 vec_vxor(vector bool long long __a, vector unsigned long long __b) { 13523 return (vector unsigned long long)__a ^ __b; 13524 } 13525 13526 static __inline__ vector unsigned long long __ATTRS_o_ai 13527 vec_vxor(vector unsigned long long __a, vector bool long long __b) { 13528 return __a ^ (vector unsigned long long)__b; 13529 } 13530 13531 static __inline__ vector bool long long __ATTRS_o_ai 13532 vec_vxor(vector bool long long __a, vector bool long long __b) { 13533 return __a ^ __b; 13534 } 13535 #endif 13536 13537 /* ------------------------ extensions for CBEA ----------------------------- */ 13538 13539 /* vec_extract */ 13540 13541 static __inline__ signed char __ATTRS_o_ai vec_extract(vector signed char __a, 13542 signed int __b) { 13543 return __a[__b & 0xf]; 13544 } 13545 13546 static __inline__ unsigned char __ATTRS_o_ai 13547 vec_extract(vector unsigned char __a, signed int __b) { 13548 return __a[__b & 0xf]; 13549 } 13550 13551 static __inline__ unsigned char __ATTRS_o_ai vec_extract(vector bool char __a, 13552 signed int __b) { 13553 return __a[__b & 0xf]; 13554 } 13555 13556 static __inline__ signed short __ATTRS_o_ai vec_extract(vector signed short __a, 13557 signed int __b) { 13558 return __a[__b & 0x7]; 13559 } 13560 13561 static __inline__ unsigned short __ATTRS_o_ai 13562 vec_extract(vector unsigned short __a, signed int __b) { 13563 return __a[__b & 0x7]; 13564 } 13565 13566 static __inline__ unsigned short __ATTRS_o_ai vec_extract(vector bool short __a, 13567 signed int __b) { 13568 return __a[__b & 0x7]; 13569 } 13570 13571 static __inline__ signed int __ATTRS_o_ai vec_extract(vector signed int __a, 13572 signed int __b) { 13573 return __a[__b & 0x3]; 13574 } 13575 13576 static __inline__ unsigned int __ATTRS_o_ai vec_extract(vector unsigned int __a, 13577 signed int __b) { 13578 return __a[__b & 0x3]; 13579 } 13580 13581 static __inline__ unsigned int __ATTRS_o_ai vec_extract(vector bool int __a, 13582 signed int __b) { 13583 return __a[__b & 0x3]; 13584 } 13585 13586 #ifdef __VSX__ 13587 static __inline__ signed long long __ATTRS_o_ai 13588 vec_extract(vector signed long long __a, signed int __b) { 13589 return __a[__b & 0x1]; 13590 } 13591 13592 static __inline__ unsigned long long __ATTRS_o_ai 13593 vec_extract(vector unsigned long long __a, signed int __b) { 13594 return __a[__b & 0x1]; 13595 } 13596 13597 static __inline__ unsigned long long __ATTRS_o_ai 13598 vec_extract(vector bool long long __a, signed int __b) { 13599 return __a[__b & 0x1]; 13600 } 13601 13602 static __inline__ double __ATTRS_o_ai vec_extract(vector double __a, 13603 signed int __b) { 13604 return __a[__b & 0x1]; 13605 } 13606 #endif 13607 13608 static __inline__ float __ATTRS_o_ai vec_extract(vector float __a, 13609 signed int __b) { 13610 return __a[__b & 0x3]; 13611 } 13612 13613 #ifdef __POWER9_VECTOR__ 13614 13615 #define vec_insert4b __builtin_vsx_insertword 13616 #define vec_extract4b __builtin_vsx_extractuword 13617 13618 /* vec_extract_exp */ 13619 13620 static __inline__ vector unsigned int __ATTRS_o_ai 13621 vec_extract_exp(vector float __a) { 13622 return __builtin_vsx_xvxexpsp(__a); 13623 } 13624 13625 static __inline__ vector unsigned long long __ATTRS_o_ai 13626 vec_extract_exp(vector double __a) { 13627 return __builtin_vsx_xvxexpdp(__a); 13628 } 13629 13630 /* vec_extract_sig */ 13631 13632 static __inline__ vector unsigned int __ATTRS_o_ai 13633 vec_extract_sig(vector float __a) { 13634 return __builtin_vsx_xvxsigsp(__a); 13635 } 13636 13637 static __inline__ vector unsigned long long __ATTRS_o_ai 13638 vec_extract_sig (vector double __a) { 13639 return __builtin_vsx_xvxsigdp(__a); 13640 } 13641 13642 static __inline__ vector float __ATTRS_o_ai 13643 vec_extract_fp32_from_shorth(vector unsigned short __a) { 13644 vector unsigned short __b = 13645 #ifdef __LITTLE_ENDIAN__ 13646 __builtin_shufflevector(__a, __a, 0, -1, 1, -1, 2, -1, 3, -1); 13647 #else 13648 __builtin_shufflevector(__a, __a, -1, 0, -1, 1, -1, 2, -1, 3); 13649 #endif 13650 return __builtin_vsx_xvcvhpsp(__b); 13651 } 13652 13653 static __inline__ vector float __ATTRS_o_ai 13654 vec_extract_fp32_from_shortl(vector unsigned short __a) { 13655 vector unsigned short __b = 13656 #ifdef __LITTLE_ENDIAN__ 13657 __builtin_shufflevector(__a, __a, 4, -1, 5, -1, 6, -1, 7, -1); 13658 #else 13659 __builtin_shufflevector(__a, __a, -1, 4, -1, 5, -1, 6, -1, 7); 13660 #endif 13661 return __builtin_vsx_xvcvhpsp(__b); 13662 } 13663 #endif /* __POWER9_VECTOR__ */ 13664 13665 /* vec_insert */ 13666 13667 static __inline__ vector signed char __ATTRS_o_ai 13668 vec_insert(signed char __a, vector signed char __b, int __c) { 13669 __b[__c & 0xF] = __a; 13670 return __b; 13671 } 13672 13673 static __inline__ vector unsigned char __ATTRS_o_ai 13674 vec_insert(unsigned char __a, vector unsigned char __b, int __c) { 13675 __b[__c & 0xF] = __a; 13676 return __b; 13677 } 13678 13679 static __inline__ vector bool char __ATTRS_o_ai vec_insert(unsigned char __a, 13680 vector bool char __b, 13681 int __c) { 13682 __b[__c & 0xF] = __a; 13683 return __b; 13684 } 13685 13686 static __inline__ vector signed short __ATTRS_o_ai 13687 vec_insert(signed short __a, vector signed short __b, int __c) { 13688 __b[__c & 0x7] = __a; 13689 return __b; 13690 } 13691 13692 static __inline__ vector unsigned short __ATTRS_o_ai 13693 vec_insert(unsigned short __a, vector unsigned short __b, int __c) { 13694 __b[__c & 0x7] = __a; 13695 return __b; 13696 } 13697 13698 static __inline__ vector bool short __ATTRS_o_ai 13699 vec_insert(unsigned short __a, vector bool short __b, int __c) { 13700 __b[__c & 0x7] = __a; 13701 return __b; 13702 } 13703 13704 static __inline__ vector signed int __ATTRS_o_ai 13705 vec_insert(signed int __a, vector signed int __b, int __c) { 13706 __b[__c & 0x3] = __a; 13707 return __b; 13708 } 13709 13710 static __inline__ vector unsigned int __ATTRS_o_ai 13711 vec_insert(unsigned int __a, vector unsigned int __b, int __c) { 13712 __b[__c & 0x3] = __a; 13713 return __b; 13714 } 13715 13716 static __inline__ vector bool int __ATTRS_o_ai vec_insert(unsigned int __a, 13717 vector bool int __b, 13718 int __c) { 13719 __b[__c & 0x3] = __a; 13720 return __b; 13721 } 13722 13723 #ifdef __VSX__ 13724 static __inline__ vector signed long long __ATTRS_o_ai 13725 vec_insert(signed long long __a, vector signed long long __b, int __c) { 13726 __b[__c & 0x1] = __a; 13727 return __b; 13728 } 13729 13730 static __inline__ vector unsigned long long __ATTRS_o_ai 13731 vec_insert(unsigned long long __a, vector unsigned long long __b, int __c) { 13732 __b[__c & 0x1] = __a; 13733 return __b; 13734 } 13735 13736 static __inline__ vector bool long long __ATTRS_o_ai 13737 vec_insert(unsigned long long __a, vector bool long long __b, int __c) { 13738 __b[__c & 0x1] = __a; 13739 return __b; 13740 } 13741 static __inline__ vector double __ATTRS_o_ai vec_insert(double __a, 13742 vector double __b, 13743 int __c) { 13744 __b[__c & 0x1] = __a; 13745 return __b; 13746 } 13747 #endif 13748 13749 static __inline__ vector float __ATTRS_o_ai vec_insert(float __a, 13750 vector float __b, 13751 int __c) { 13752 __b[__c & 0x3] = __a; 13753 return __b; 13754 } 13755 13756 /* vec_lvlx */ 13757 13758 static __inline__ vector signed char __ATTRS_o_ai 13759 vec_lvlx(int __a, const signed char *__b) { 13760 return vec_perm(vec_ld(__a, __b), (vector signed char)(0), 13761 vec_lvsl(__a, __b)); 13762 } 13763 13764 static __inline__ vector signed char __ATTRS_o_ai 13765 vec_lvlx(int __a, const vector signed char *__b) { 13766 return vec_perm(vec_ld(__a, __b), (vector signed char)(0), 13767 vec_lvsl(__a, (unsigned char *)__b)); 13768 } 13769 13770 static __inline__ vector unsigned char __ATTRS_o_ai 13771 vec_lvlx(int __a, const unsigned char *__b) { 13772 return vec_perm(vec_ld(__a, __b), (vector unsigned char)(0), 13773 vec_lvsl(__a, __b)); 13774 } 13775 13776 static __inline__ vector unsigned char __ATTRS_o_ai 13777 vec_lvlx(int __a, const vector unsigned char *__b) { 13778 return vec_perm(vec_ld(__a, __b), (vector unsigned char)(0), 13779 vec_lvsl(__a, (unsigned char *)__b)); 13780 } 13781 13782 static __inline__ vector bool char __ATTRS_o_ai 13783 vec_lvlx(int __a, const vector bool char *__b) { 13784 return vec_perm(vec_ld(__a, __b), (vector bool char)(0), 13785 vec_lvsl(__a, (unsigned char *)__b)); 13786 } 13787 13788 static __inline__ vector short __ATTRS_o_ai vec_lvlx(int __a, 13789 const short *__b) { 13790 return vec_perm(vec_ld(__a, __b), (vector short)(0), vec_lvsl(__a, __b)); 13791 } 13792 13793 static __inline__ vector short __ATTRS_o_ai vec_lvlx(int __a, 13794 const vector short *__b) { 13795 return vec_perm(vec_ld(__a, __b), (vector short)(0), 13796 vec_lvsl(__a, (unsigned char *)__b)); 13797 } 13798 13799 static __inline__ vector unsigned short __ATTRS_o_ai 13800 vec_lvlx(int __a, const unsigned short *__b) { 13801 return vec_perm(vec_ld(__a, __b), (vector unsigned short)(0), 13802 vec_lvsl(__a, __b)); 13803 } 13804 13805 static __inline__ vector unsigned short __ATTRS_o_ai 13806 vec_lvlx(int __a, const vector unsigned short *__b) { 13807 return vec_perm(vec_ld(__a, __b), (vector unsigned short)(0), 13808 vec_lvsl(__a, (unsigned char *)__b)); 13809 } 13810 13811 static __inline__ vector bool short __ATTRS_o_ai 13812 vec_lvlx(int __a, const vector bool short *__b) { 13813 return vec_perm(vec_ld(__a, __b), (vector bool short)(0), 13814 vec_lvsl(__a, (unsigned char *)__b)); 13815 } 13816 13817 static __inline__ vector pixel __ATTRS_o_ai vec_lvlx(int __a, 13818 const vector pixel *__b) { 13819 return vec_perm(vec_ld(__a, __b), (vector pixel)(0), 13820 vec_lvsl(__a, (unsigned char *)__b)); 13821 } 13822 13823 static __inline__ vector int __ATTRS_o_ai vec_lvlx(int __a, const int *__b) { 13824 return vec_perm(vec_ld(__a, __b), (vector int)(0), vec_lvsl(__a, __b)); 13825 } 13826 13827 static __inline__ vector int __ATTRS_o_ai vec_lvlx(int __a, 13828 const vector int *__b) { 13829 return vec_perm(vec_ld(__a, __b), (vector int)(0), 13830 vec_lvsl(__a, (unsigned char *)__b)); 13831 } 13832 13833 static __inline__ vector unsigned int __ATTRS_o_ai 13834 vec_lvlx(int __a, const unsigned int *__b) { 13835 return vec_perm(vec_ld(__a, __b), (vector unsigned int)(0), 13836 vec_lvsl(__a, __b)); 13837 } 13838 13839 static __inline__ vector unsigned int __ATTRS_o_ai 13840 vec_lvlx(int __a, const vector unsigned int *__b) { 13841 return vec_perm(vec_ld(__a, __b), (vector unsigned int)(0), 13842 vec_lvsl(__a, (unsigned char *)__b)); 13843 } 13844 13845 static __inline__ vector bool int __ATTRS_o_ai 13846 vec_lvlx(int __a, const vector bool int *__b) { 13847 return vec_perm(vec_ld(__a, __b), (vector bool int)(0), 13848 vec_lvsl(__a, (unsigned char *)__b)); 13849 } 13850 13851 static __inline__ vector float __ATTRS_o_ai vec_lvlx(int __a, 13852 const float *__b) { 13853 return vec_perm(vec_ld(__a, __b), (vector float)(0), vec_lvsl(__a, __b)); 13854 } 13855 13856 static __inline__ vector float __ATTRS_o_ai vec_lvlx(int __a, 13857 const vector float *__b) { 13858 return vec_perm(vec_ld(__a, __b), (vector float)(0), 13859 vec_lvsl(__a, (unsigned char *)__b)); 13860 } 13861 13862 /* vec_lvlxl */ 13863 13864 static __inline__ vector signed char __ATTRS_o_ai 13865 vec_lvlxl(int __a, const signed char *__b) { 13866 return vec_perm(vec_ldl(__a, __b), (vector signed char)(0), 13867 vec_lvsl(__a, __b)); 13868 } 13869 13870 static __inline__ vector signed char __ATTRS_o_ai 13871 vec_lvlxl(int __a, const vector signed char *__b) { 13872 return vec_perm(vec_ldl(__a, __b), (vector signed char)(0), 13873 vec_lvsl(__a, (unsigned char *)__b)); 13874 } 13875 13876 static __inline__ vector unsigned char __ATTRS_o_ai 13877 vec_lvlxl(int __a, const unsigned char *__b) { 13878 return vec_perm(vec_ldl(__a, __b), (vector unsigned char)(0), 13879 vec_lvsl(__a, __b)); 13880 } 13881 13882 static __inline__ vector unsigned char __ATTRS_o_ai 13883 vec_lvlxl(int __a, const vector unsigned char *__b) { 13884 return vec_perm(vec_ldl(__a, __b), (vector unsigned char)(0), 13885 vec_lvsl(__a, (unsigned char *)__b)); 13886 } 13887 13888 static __inline__ vector bool char __ATTRS_o_ai 13889 vec_lvlxl(int __a, const vector bool char *__b) { 13890 return vec_perm(vec_ldl(__a, __b), (vector bool char)(0), 13891 vec_lvsl(__a, (unsigned char *)__b)); 13892 } 13893 13894 static __inline__ vector short __ATTRS_o_ai vec_lvlxl(int __a, 13895 const short *__b) { 13896 return vec_perm(vec_ldl(__a, __b), (vector short)(0), vec_lvsl(__a, __b)); 13897 } 13898 13899 static __inline__ vector short __ATTRS_o_ai vec_lvlxl(int __a, 13900 const vector short *__b) { 13901 return vec_perm(vec_ldl(__a, __b), (vector short)(0), 13902 vec_lvsl(__a, (unsigned char *)__b)); 13903 } 13904 13905 static __inline__ vector unsigned short __ATTRS_o_ai 13906 vec_lvlxl(int __a, const unsigned short *__b) { 13907 return vec_perm(vec_ldl(__a, __b), (vector unsigned short)(0), 13908 vec_lvsl(__a, __b)); 13909 } 13910 13911 static __inline__ vector unsigned short __ATTRS_o_ai 13912 vec_lvlxl(int __a, const vector unsigned short *__b) { 13913 return vec_perm(vec_ldl(__a, __b), (vector unsigned short)(0), 13914 vec_lvsl(__a, (unsigned char *)__b)); 13915 } 13916 13917 static __inline__ vector bool short __ATTRS_o_ai 13918 vec_lvlxl(int __a, const vector bool short *__b) { 13919 return vec_perm(vec_ldl(__a, __b), (vector bool short)(0), 13920 vec_lvsl(__a, (unsigned char *)__b)); 13921 } 13922 13923 static __inline__ vector pixel __ATTRS_o_ai vec_lvlxl(int __a, 13924 const vector pixel *__b) { 13925 return vec_perm(vec_ldl(__a, __b), (vector pixel)(0), 13926 vec_lvsl(__a, (unsigned char *)__b)); 13927 } 13928 13929 static __inline__ vector int __ATTRS_o_ai vec_lvlxl(int __a, const int *__b) { 13930 return vec_perm(vec_ldl(__a, __b), (vector int)(0), vec_lvsl(__a, __b)); 13931 } 13932 13933 static __inline__ vector int __ATTRS_o_ai vec_lvlxl(int __a, 13934 const vector int *__b) { 13935 return vec_perm(vec_ldl(__a, __b), (vector int)(0), 13936 vec_lvsl(__a, (unsigned char *)__b)); 13937 } 13938 13939 static __inline__ vector unsigned int __ATTRS_o_ai 13940 vec_lvlxl(int __a, const unsigned int *__b) { 13941 return vec_perm(vec_ldl(__a, __b), (vector unsigned int)(0), 13942 vec_lvsl(__a, __b)); 13943 } 13944 13945 static __inline__ vector unsigned int __ATTRS_o_ai 13946 vec_lvlxl(int __a, const vector unsigned int *__b) { 13947 return vec_perm(vec_ldl(__a, __b), (vector unsigned int)(0), 13948 vec_lvsl(__a, (unsigned char *)__b)); 13949 } 13950 13951 static __inline__ vector bool int __ATTRS_o_ai 13952 vec_lvlxl(int __a, const vector bool int *__b) { 13953 return vec_perm(vec_ldl(__a, __b), (vector bool int)(0), 13954 vec_lvsl(__a, (unsigned char *)__b)); 13955 } 13956 13957 static __inline__ vector float __ATTRS_o_ai vec_lvlxl(int __a, 13958 const float *__b) { 13959 return vec_perm(vec_ldl(__a, __b), (vector float)(0), vec_lvsl(__a, __b)); 13960 } 13961 13962 static __inline__ vector float __ATTRS_o_ai vec_lvlxl(int __a, 13963 vector float *__b) { 13964 return vec_perm(vec_ldl(__a, __b), (vector float)(0), 13965 vec_lvsl(__a, (unsigned char *)__b)); 13966 } 13967 13968 /* vec_lvrx */ 13969 13970 static __inline__ vector signed char __ATTRS_o_ai 13971 vec_lvrx(int __a, const signed char *__b) { 13972 return vec_perm((vector signed char)(0), vec_ld(__a, __b), 13973 vec_lvsl(__a, __b)); 13974 } 13975 13976 static __inline__ vector signed char __ATTRS_o_ai 13977 vec_lvrx(int __a, const vector signed char *__b) { 13978 return vec_perm((vector signed char)(0), vec_ld(__a, __b), 13979 vec_lvsl(__a, (unsigned char *)__b)); 13980 } 13981 13982 static __inline__ vector unsigned char __ATTRS_o_ai 13983 vec_lvrx(int __a, const unsigned char *__b) { 13984 return vec_perm((vector unsigned char)(0), vec_ld(__a, __b), 13985 vec_lvsl(__a, __b)); 13986 } 13987 13988 static __inline__ vector unsigned char __ATTRS_o_ai 13989 vec_lvrx(int __a, const vector unsigned char *__b) { 13990 return vec_perm((vector unsigned char)(0), vec_ld(__a, __b), 13991 vec_lvsl(__a, (unsigned char *)__b)); 13992 } 13993 13994 static __inline__ vector bool char __ATTRS_o_ai 13995 vec_lvrx(int __a, const vector bool char *__b) { 13996 return vec_perm((vector bool char)(0), vec_ld(__a, __b), 13997 vec_lvsl(__a, (unsigned char *)__b)); 13998 } 13999 14000 static __inline__ vector short __ATTRS_o_ai vec_lvrx(int __a, 14001 const short *__b) { 14002 return vec_perm((vector short)(0), vec_ld(__a, __b), vec_lvsl(__a, __b)); 14003 } 14004 14005 static __inline__ vector short __ATTRS_o_ai vec_lvrx(int __a, 14006 const vector short *__b) { 14007 return vec_perm((vector short)(0), vec_ld(__a, __b), 14008 vec_lvsl(__a, (unsigned char *)__b)); 14009 } 14010 14011 static __inline__ vector unsigned short __ATTRS_o_ai 14012 vec_lvrx(int __a, const unsigned short *__b) { 14013 return vec_perm((vector unsigned short)(0), vec_ld(__a, __b), 14014 vec_lvsl(__a, __b)); 14015 } 14016 14017 static __inline__ vector unsigned short __ATTRS_o_ai 14018 vec_lvrx(int __a, const vector unsigned short *__b) { 14019 return vec_perm((vector unsigned short)(0), vec_ld(__a, __b), 14020 vec_lvsl(__a, (unsigned char *)__b)); 14021 } 14022 14023 static __inline__ vector bool short __ATTRS_o_ai 14024 vec_lvrx(int __a, const vector bool short *__b) { 14025 return vec_perm((vector bool short)(0), vec_ld(__a, __b), 14026 vec_lvsl(__a, (unsigned char *)__b)); 14027 } 14028 14029 static __inline__ vector pixel __ATTRS_o_ai vec_lvrx(int __a, 14030 const vector pixel *__b) { 14031 return vec_perm((vector pixel)(0), vec_ld(__a, __b), 14032 vec_lvsl(__a, (unsigned char *)__b)); 14033 } 14034 14035 static __inline__ vector int __ATTRS_o_ai vec_lvrx(int __a, const int *__b) { 14036 return vec_perm((vector int)(0), vec_ld(__a, __b), vec_lvsl(__a, __b)); 14037 } 14038 14039 static __inline__ vector int __ATTRS_o_ai vec_lvrx(int __a, 14040 const vector int *__b) { 14041 return vec_perm((vector int)(0), vec_ld(__a, __b), 14042 vec_lvsl(__a, (unsigned char *)__b)); 14043 } 14044 14045 static __inline__ vector unsigned int __ATTRS_o_ai 14046 vec_lvrx(int __a, const unsigned int *__b) { 14047 return vec_perm((vector unsigned int)(0), vec_ld(__a, __b), 14048 vec_lvsl(__a, __b)); 14049 } 14050 14051 static __inline__ vector unsigned int __ATTRS_o_ai 14052 vec_lvrx(int __a, const vector unsigned int *__b) { 14053 return vec_perm((vector unsigned int)(0), vec_ld(__a, __b), 14054 vec_lvsl(__a, (unsigned char *)__b)); 14055 } 14056 14057 static __inline__ vector bool int __ATTRS_o_ai 14058 vec_lvrx(int __a, const vector bool int *__b) { 14059 return vec_perm((vector bool int)(0), vec_ld(__a, __b), 14060 vec_lvsl(__a, (unsigned char *)__b)); 14061 } 14062 14063 static __inline__ vector float __ATTRS_o_ai vec_lvrx(int __a, 14064 const float *__b) { 14065 return vec_perm((vector float)(0), vec_ld(__a, __b), vec_lvsl(__a, __b)); 14066 } 14067 14068 static __inline__ vector float __ATTRS_o_ai vec_lvrx(int __a, 14069 const vector float *__b) { 14070 return vec_perm((vector float)(0), vec_ld(__a, __b), 14071 vec_lvsl(__a, (unsigned char *)__b)); 14072 } 14073 14074 /* vec_lvrxl */ 14075 14076 static __inline__ vector signed char __ATTRS_o_ai 14077 vec_lvrxl(int __a, const signed char *__b) { 14078 return vec_perm((vector signed char)(0), vec_ldl(__a, __b), 14079 vec_lvsl(__a, __b)); 14080 } 14081 14082 static __inline__ vector signed char __ATTRS_o_ai 14083 vec_lvrxl(int __a, const vector signed char *__b) { 14084 return vec_perm((vector signed char)(0), vec_ldl(__a, __b), 14085 vec_lvsl(__a, (unsigned char *)__b)); 14086 } 14087 14088 static __inline__ vector unsigned char __ATTRS_o_ai 14089 vec_lvrxl(int __a, const unsigned char *__b) { 14090 return vec_perm((vector unsigned char)(0), vec_ldl(__a, __b), 14091 vec_lvsl(__a, __b)); 14092 } 14093 14094 static __inline__ vector unsigned char __ATTRS_o_ai 14095 vec_lvrxl(int __a, const vector unsigned char *__b) { 14096 return vec_perm((vector unsigned char)(0), vec_ldl(__a, __b), 14097 vec_lvsl(__a, (unsigned char *)__b)); 14098 } 14099 14100 static __inline__ vector bool char __ATTRS_o_ai 14101 vec_lvrxl(int __a, const vector bool char *__b) { 14102 return vec_perm((vector bool char)(0), vec_ldl(__a, __b), 14103 vec_lvsl(__a, (unsigned char *)__b)); 14104 } 14105 14106 static __inline__ vector short __ATTRS_o_ai vec_lvrxl(int __a, 14107 const short *__b) { 14108 return vec_perm((vector short)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b)); 14109 } 14110 14111 static __inline__ vector short __ATTRS_o_ai vec_lvrxl(int __a, 14112 const vector short *__b) { 14113 return vec_perm((vector short)(0), vec_ldl(__a, __b), 14114 vec_lvsl(__a, (unsigned char *)__b)); 14115 } 14116 14117 static __inline__ vector unsigned short __ATTRS_o_ai 14118 vec_lvrxl(int __a, const unsigned short *__b) { 14119 return vec_perm((vector unsigned short)(0), vec_ldl(__a, __b), 14120 vec_lvsl(__a, __b)); 14121 } 14122 14123 static __inline__ vector unsigned short __ATTRS_o_ai 14124 vec_lvrxl(int __a, const vector unsigned short *__b) { 14125 return vec_perm((vector unsigned short)(0), vec_ldl(__a, __b), 14126 vec_lvsl(__a, (unsigned char *)__b)); 14127 } 14128 14129 static __inline__ vector bool short __ATTRS_o_ai 14130 vec_lvrxl(int __a, const vector bool short *__b) { 14131 return vec_perm((vector bool short)(0), vec_ldl(__a, __b), 14132 vec_lvsl(__a, (unsigned char *)__b)); 14133 } 14134 14135 static __inline__ vector pixel __ATTRS_o_ai vec_lvrxl(int __a, 14136 const vector pixel *__b) { 14137 return vec_perm((vector pixel)(0), vec_ldl(__a, __b), 14138 vec_lvsl(__a, (unsigned char *)__b)); 14139 } 14140 14141 static __inline__ vector int __ATTRS_o_ai vec_lvrxl(int __a, const int *__b) { 14142 return vec_perm((vector int)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b)); 14143 } 14144 14145 static __inline__ vector int __ATTRS_o_ai vec_lvrxl(int __a, 14146 const vector int *__b) { 14147 return vec_perm((vector int)(0), vec_ldl(__a, __b), 14148 vec_lvsl(__a, (unsigned char *)__b)); 14149 } 14150 14151 static __inline__ vector unsigned int __ATTRS_o_ai 14152 vec_lvrxl(int __a, const unsigned int *__b) { 14153 return vec_perm((vector unsigned int)(0), vec_ldl(__a, __b), 14154 vec_lvsl(__a, __b)); 14155 } 14156 14157 static __inline__ vector unsigned int __ATTRS_o_ai 14158 vec_lvrxl(int __a, const vector unsigned int *__b) { 14159 return vec_perm((vector unsigned int)(0), vec_ldl(__a, __b), 14160 vec_lvsl(__a, (unsigned char *)__b)); 14161 } 14162 14163 static __inline__ vector bool int __ATTRS_o_ai 14164 vec_lvrxl(int __a, const vector bool int *__b) { 14165 return vec_perm((vector bool int)(0), vec_ldl(__a, __b), 14166 vec_lvsl(__a, (unsigned char *)__b)); 14167 } 14168 14169 static __inline__ vector float __ATTRS_o_ai vec_lvrxl(int __a, 14170 const float *__b) { 14171 return vec_perm((vector float)(0), vec_ldl(__a, __b), vec_lvsl(__a, __b)); 14172 } 14173 14174 static __inline__ vector float __ATTRS_o_ai vec_lvrxl(int __a, 14175 const vector float *__b) { 14176 return vec_perm((vector float)(0), vec_ldl(__a, __b), 14177 vec_lvsl(__a, (unsigned char *)__b)); 14178 } 14179 14180 /* vec_stvlx */ 14181 14182 static __inline__ void __ATTRS_o_ai vec_stvlx(vector signed char __a, int __b, 14183 signed char *__c) { 14184 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14185 __c); 14186 } 14187 14188 static __inline__ void __ATTRS_o_ai vec_stvlx(vector signed char __a, int __b, 14189 vector signed char *__c) { 14190 return vec_st( 14191 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14192 __b, __c); 14193 } 14194 14195 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned char __a, int __b, 14196 unsigned char *__c) { 14197 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14198 __c); 14199 } 14200 14201 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned char __a, int __b, 14202 vector unsigned char *__c) { 14203 return vec_st( 14204 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14205 __b, __c); 14206 } 14207 14208 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool char __a, int __b, 14209 vector bool char *__c) { 14210 return vec_st( 14211 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14212 __b, __c); 14213 } 14214 14215 static __inline__ void __ATTRS_o_ai vec_stvlx(vector short __a, int __b, 14216 short *__c) { 14217 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14218 __c); 14219 } 14220 14221 static __inline__ void __ATTRS_o_ai vec_stvlx(vector short __a, int __b, 14222 vector short *__c) { 14223 return vec_st( 14224 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14225 __b, __c); 14226 } 14227 14228 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned short __a, 14229 int __b, unsigned short *__c) { 14230 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14231 __c); 14232 } 14233 14234 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned short __a, 14235 int __b, 14236 vector unsigned short *__c) { 14237 return vec_st( 14238 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14239 __b, __c); 14240 } 14241 14242 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool short __a, int __b, 14243 vector bool short *__c) { 14244 return vec_st( 14245 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14246 __b, __c); 14247 } 14248 14249 static __inline__ void __ATTRS_o_ai vec_stvlx(vector pixel __a, int __b, 14250 vector pixel *__c) { 14251 return vec_st( 14252 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14253 __b, __c); 14254 } 14255 14256 static __inline__ void __ATTRS_o_ai vec_stvlx(vector int __a, int __b, 14257 int *__c) { 14258 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14259 __c); 14260 } 14261 14262 static __inline__ void __ATTRS_o_ai vec_stvlx(vector int __a, int __b, 14263 vector int *__c) { 14264 return vec_st( 14265 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14266 __b, __c); 14267 } 14268 14269 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned int __a, int __b, 14270 unsigned int *__c) { 14271 return vec_st(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14272 __c); 14273 } 14274 14275 static __inline__ void __ATTRS_o_ai vec_stvlx(vector unsigned int __a, int __b, 14276 vector unsigned int *__c) { 14277 return vec_st( 14278 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14279 __b, __c); 14280 } 14281 14282 static __inline__ void __ATTRS_o_ai vec_stvlx(vector bool int __a, int __b, 14283 vector bool int *__c) { 14284 return vec_st( 14285 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14286 __b, __c); 14287 } 14288 14289 static __inline__ void __ATTRS_o_ai vec_stvlx(vector float __a, int __b, 14290 vector float *__c) { 14291 return vec_st( 14292 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14293 __b, __c); 14294 } 14295 14296 /* vec_stvlxl */ 14297 14298 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector signed char __a, int __b, 14299 signed char *__c) { 14300 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14301 __c); 14302 } 14303 14304 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector signed char __a, int __b, 14305 vector signed char *__c) { 14306 return vec_stl( 14307 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14308 __b, __c); 14309 } 14310 14311 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned char __a, 14312 int __b, unsigned char *__c) { 14313 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14314 __c); 14315 } 14316 14317 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned char __a, 14318 int __b, 14319 vector unsigned char *__c) { 14320 return vec_stl( 14321 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14322 __b, __c); 14323 } 14324 14325 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool char __a, int __b, 14326 vector bool char *__c) { 14327 return vec_stl( 14328 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14329 __b, __c); 14330 } 14331 14332 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector short __a, int __b, 14333 short *__c) { 14334 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14335 __c); 14336 } 14337 14338 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector short __a, int __b, 14339 vector short *__c) { 14340 return vec_stl( 14341 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14342 __b, __c); 14343 } 14344 14345 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned short __a, 14346 int __b, unsigned short *__c) { 14347 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14348 __c); 14349 } 14350 14351 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned short __a, 14352 int __b, 14353 vector unsigned short *__c) { 14354 return vec_stl( 14355 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14356 __b, __c); 14357 } 14358 14359 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool short __a, int __b, 14360 vector bool short *__c) { 14361 return vec_stl( 14362 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14363 __b, __c); 14364 } 14365 14366 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector pixel __a, int __b, 14367 vector pixel *__c) { 14368 return vec_stl( 14369 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14370 __b, __c); 14371 } 14372 14373 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector int __a, int __b, 14374 int *__c) { 14375 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14376 __c); 14377 } 14378 14379 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector int __a, int __b, 14380 vector int *__c) { 14381 return vec_stl( 14382 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14383 __b, __c); 14384 } 14385 14386 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned int __a, int __b, 14387 unsigned int *__c) { 14388 return vec_stl(vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, __c)), __b, 14389 __c); 14390 } 14391 14392 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector unsigned int __a, int __b, 14393 vector unsigned int *__c) { 14394 return vec_stl( 14395 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14396 __b, __c); 14397 } 14398 14399 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector bool int __a, int __b, 14400 vector bool int *__c) { 14401 return vec_stl( 14402 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14403 __b, __c); 14404 } 14405 14406 static __inline__ void __ATTRS_o_ai vec_stvlxl(vector float __a, int __b, 14407 vector float *__c) { 14408 return vec_stl( 14409 vec_perm(vec_lvrx(__b, __c), __a, vec_lvsr(__b, (unsigned char *)__c)), 14410 __b, __c); 14411 } 14412 14413 /* vec_stvrx */ 14414 14415 static __inline__ void __ATTRS_o_ai vec_stvrx(vector signed char __a, int __b, 14416 signed char *__c) { 14417 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14418 __c); 14419 } 14420 14421 static __inline__ void __ATTRS_o_ai vec_stvrx(vector signed char __a, int __b, 14422 vector signed char *__c) { 14423 return vec_st( 14424 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14425 __b, __c); 14426 } 14427 14428 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned char __a, int __b, 14429 unsigned char *__c) { 14430 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14431 __c); 14432 } 14433 14434 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned char __a, int __b, 14435 vector unsigned char *__c) { 14436 return vec_st( 14437 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14438 __b, __c); 14439 } 14440 14441 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool char __a, int __b, 14442 vector bool char *__c) { 14443 return vec_st( 14444 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14445 __b, __c); 14446 } 14447 14448 static __inline__ void __ATTRS_o_ai vec_stvrx(vector short __a, int __b, 14449 short *__c) { 14450 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14451 __c); 14452 } 14453 14454 static __inline__ void __ATTRS_o_ai vec_stvrx(vector short __a, int __b, 14455 vector short *__c) { 14456 return vec_st( 14457 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14458 __b, __c); 14459 } 14460 14461 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned short __a, 14462 int __b, unsigned short *__c) { 14463 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14464 __c); 14465 } 14466 14467 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned short __a, 14468 int __b, 14469 vector unsigned short *__c) { 14470 return vec_st( 14471 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14472 __b, __c); 14473 } 14474 14475 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool short __a, int __b, 14476 vector bool short *__c) { 14477 return vec_st( 14478 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14479 __b, __c); 14480 } 14481 14482 static __inline__ void __ATTRS_o_ai vec_stvrx(vector pixel __a, int __b, 14483 vector pixel *__c) { 14484 return vec_st( 14485 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14486 __b, __c); 14487 } 14488 14489 static __inline__ void __ATTRS_o_ai vec_stvrx(vector int __a, int __b, 14490 int *__c) { 14491 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14492 __c); 14493 } 14494 14495 static __inline__ void __ATTRS_o_ai vec_stvrx(vector int __a, int __b, 14496 vector int *__c) { 14497 return vec_st( 14498 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14499 __b, __c); 14500 } 14501 14502 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned int __a, int __b, 14503 unsigned int *__c) { 14504 return vec_st(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14505 __c); 14506 } 14507 14508 static __inline__ void __ATTRS_o_ai vec_stvrx(vector unsigned int __a, int __b, 14509 vector unsigned int *__c) { 14510 return vec_st( 14511 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14512 __b, __c); 14513 } 14514 14515 static __inline__ void __ATTRS_o_ai vec_stvrx(vector bool int __a, int __b, 14516 vector bool int *__c) { 14517 return vec_st( 14518 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14519 __b, __c); 14520 } 14521 14522 static __inline__ void __ATTRS_o_ai vec_stvrx(vector float __a, int __b, 14523 vector float *__c) { 14524 return vec_st( 14525 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14526 __b, __c); 14527 } 14528 14529 /* vec_stvrxl */ 14530 14531 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector signed char __a, int __b, 14532 signed char *__c) { 14533 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14534 __c); 14535 } 14536 14537 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector signed char __a, int __b, 14538 vector signed char *__c) { 14539 return vec_stl( 14540 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14541 __b, __c); 14542 } 14543 14544 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned char __a, 14545 int __b, unsigned char *__c) { 14546 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14547 __c); 14548 } 14549 14550 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned char __a, 14551 int __b, 14552 vector unsigned char *__c) { 14553 return vec_stl( 14554 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14555 __b, __c); 14556 } 14557 14558 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool char __a, int __b, 14559 vector bool char *__c) { 14560 return vec_stl( 14561 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14562 __b, __c); 14563 } 14564 14565 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector short __a, int __b, 14566 short *__c) { 14567 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14568 __c); 14569 } 14570 14571 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector short __a, int __b, 14572 vector short *__c) { 14573 return vec_stl( 14574 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14575 __b, __c); 14576 } 14577 14578 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned short __a, 14579 int __b, unsigned short *__c) { 14580 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14581 __c); 14582 } 14583 14584 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned short __a, 14585 int __b, 14586 vector unsigned short *__c) { 14587 return vec_stl( 14588 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14589 __b, __c); 14590 } 14591 14592 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool short __a, int __b, 14593 vector bool short *__c) { 14594 return vec_stl( 14595 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14596 __b, __c); 14597 } 14598 14599 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector pixel __a, int __b, 14600 vector pixel *__c) { 14601 return vec_stl( 14602 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14603 __b, __c); 14604 } 14605 14606 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector int __a, int __b, 14607 int *__c) { 14608 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14609 __c); 14610 } 14611 14612 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector int __a, int __b, 14613 vector int *__c) { 14614 return vec_stl( 14615 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14616 __b, __c); 14617 } 14618 14619 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned int __a, int __b, 14620 unsigned int *__c) { 14621 return vec_stl(vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, __c)), __b, 14622 __c); 14623 } 14624 14625 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector unsigned int __a, int __b, 14626 vector unsigned int *__c) { 14627 return vec_stl( 14628 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14629 __b, __c); 14630 } 14631 14632 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector bool int __a, int __b, 14633 vector bool int *__c) { 14634 return vec_stl( 14635 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14636 __b, __c); 14637 } 14638 14639 static __inline__ void __ATTRS_o_ai vec_stvrxl(vector float __a, int __b, 14640 vector float *__c) { 14641 return vec_stl( 14642 vec_perm(__a, vec_lvlx(__b, __c), vec_lvsr(__b, (unsigned char *)__c)), 14643 __b, __c); 14644 } 14645 14646 /* vec_promote */ 14647 14648 static __inline__ vector signed char __ATTRS_o_ai vec_promote(signed char __a, 14649 int __b) { 14650 const vector signed char __zero = (vector signed char)0; 14651 vector signed char __res = 14652 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1, 14653 -1, -1, -1, -1, -1, -1, -1, -1); 14654 __res[__b & 0xf] = __a; 14655 return __res; 14656 } 14657 14658 static __inline__ vector unsigned char __ATTRS_o_ai 14659 vec_promote(unsigned char __a, int __b) { 14660 const vector unsigned char __zero = (vector unsigned char)(0); 14661 vector unsigned char __res = 14662 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1, 14663 -1, -1, -1, -1, -1, -1, -1, -1); 14664 __res[__b & 0xf] = __a; 14665 return __res; 14666 } 14667 14668 static __inline__ vector short __ATTRS_o_ai vec_promote(short __a, int __b) { 14669 const vector short __zero = (vector short)(0); 14670 vector short __res = 14671 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1); 14672 __res[__b & 0x7] = __a; 14673 return __res; 14674 } 14675 14676 static __inline__ vector unsigned short __ATTRS_o_ai 14677 vec_promote(unsigned short __a, int __b) { 14678 const vector unsigned short __zero = (vector unsigned short)(0); 14679 vector unsigned short __res = 14680 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1, -1, -1, -1, -1); 14681 __res[__b & 0x7] = __a; 14682 return __res; 14683 } 14684 14685 static __inline__ vector int __ATTRS_o_ai vec_promote(int __a, int __b) { 14686 const vector int __zero = (vector int)(0); 14687 vector int __res = __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1); 14688 __res[__b & 0x3] = __a; 14689 return __res; 14690 } 14691 14692 static __inline__ vector unsigned int __ATTRS_o_ai vec_promote(unsigned int __a, 14693 int __b) { 14694 const vector unsigned int __zero = (vector unsigned int)(0); 14695 vector unsigned int __res = 14696 __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1); 14697 __res[__b & 0x3] = __a; 14698 return __res; 14699 } 14700 14701 static __inline__ vector float __ATTRS_o_ai vec_promote(float __a, int __b) { 14702 const vector float __zero = (vector float)(0); 14703 vector float __res = __builtin_shufflevector(__zero, __zero, -1, -1, -1, -1); 14704 __res[__b & 0x3] = __a; 14705 return __res; 14706 } 14707 14708 #ifdef __VSX__ 14709 static __inline__ vector double __ATTRS_o_ai vec_promote(double __a, int __b) { 14710 const vector double __zero = (vector double)(0); 14711 vector double __res = __builtin_shufflevector(__zero, __zero, -1, -1); 14712 __res[__b & 0x1] = __a; 14713 return __res; 14714 } 14715 14716 static __inline__ vector signed long long __ATTRS_o_ai 14717 vec_promote(signed long long __a, int __b) { 14718 const vector signed long long __zero = (vector signed long long)(0); 14719 vector signed long long __res = 14720 __builtin_shufflevector(__zero, __zero, -1, -1); 14721 __res[__b & 0x1] = __a; 14722 return __res; 14723 } 14724 14725 static __inline__ vector unsigned long long __ATTRS_o_ai 14726 vec_promote(unsigned long long __a, int __b) { 14727 const vector unsigned long long __zero = (vector unsigned long long)(0); 14728 vector unsigned long long __res = 14729 __builtin_shufflevector(__zero, __zero, -1, -1); 14730 __res[__b & 0x1] = __a; 14731 return __res; 14732 } 14733 #endif 14734 14735 /* vec_splats */ 14736 14737 static __inline__ vector signed char __ATTRS_o_ai vec_splats(signed char __a) { 14738 return (vector signed char)(__a); 14739 } 14740 14741 static __inline__ vector unsigned char __ATTRS_o_ai 14742 vec_splats(unsigned char __a) { 14743 return (vector unsigned char)(__a); 14744 } 14745 14746 static __inline__ vector short __ATTRS_o_ai vec_splats(short __a) { 14747 return (vector short)(__a); 14748 } 14749 14750 static __inline__ vector unsigned short __ATTRS_o_ai 14751 vec_splats(unsigned short __a) { 14752 return (vector unsigned short)(__a); 14753 } 14754 14755 static __inline__ vector int __ATTRS_o_ai vec_splats(int __a) { 14756 return (vector int)(__a); 14757 } 14758 14759 static __inline__ vector unsigned int __ATTRS_o_ai 14760 vec_splats(unsigned int __a) { 14761 return (vector unsigned int)(__a); 14762 } 14763 14764 #ifdef __VSX__ 14765 static __inline__ vector signed long long __ATTRS_o_ai 14766 vec_splats(signed long long __a) { 14767 return (vector signed long long)(__a); 14768 } 14769 14770 static __inline__ vector unsigned long long __ATTRS_o_ai 14771 vec_splats(unsigned long long __a) { 14772 return (vector unsigned long long)(__a); 14773 } 14774 14775 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 14776 defined(__SIZEOF_INT128__) 14777 static __inline__ vector signed __int128 __ATTRS_o_ai 14778 vec_splats(signed __int128 __a) { 14779 return (vector signed __int128)(__a); 14780 } 14781 14782 static __inline__ vector unsigned __int128 __ATTRS_o_ai 14783 vec_splats(unsigned __int128 __a) { 14784 return (vector unsigned __int128)(__a); 14785 } 14786 14787 #endif 14788 14789 static __inline__ vector double __ATTRS_o_ai vec_splats(double __a) { 14790 return (vector double)(__a); 14791 } 14792 #endif 14793 14794 static __inline__ vector float __ATTRS_o_ai vec_splats(float __a) { 14795 return (vector float)(__a); 14796 } 14797 14798 /* ----------------------------- predicates --------------------------------- */ 14799 14800 /* vec_all_eq */ 14801 14802 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed char __a, 14803 vector signed char __b) { 14804 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14805 (vector char)__b); 14806 } 14807 14808 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed char __a, 14809 vector bool char __b) { 14810 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14811 (vector char)__b); 14812 } 14813 14814 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned char __a, 14815 vector unsigned char __b) { 14816 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14817 (vector char)__b); 14818 } 14819 14820 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned char __a, 14821 vector bool char __b) { 14822 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14823 (vector char)__b); 14824 } 14825 14826 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a, 14827 vector signed char __b) { 14828 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14829 (vector char)__b); 14830 } 14831 14832 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a, 14833 vector unsigned char __b) { 14834 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14835 (vector char)__b); 14836 } 14837 14838 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool char __a, 14839 vector bool char __b) { 14840 return __builtin_altivec_vcmpequb_p(__CR6_LT, (vector char)__a, 14841 (vector char)__b); 14842 } 14843 14844 static __inline__ int __ATTRS_o_ai vec_all_eq(vector short __a, 14845 vector short __b) { 14846 return __builtin_altivec_vcmpequh_p(__CR6_LT, __a, __b); 14847 } 14848 14849 static __inline__ int __ATTRS_o_ai vec_all_eq(vector short __a, 14850 vector bool short __b) { 14851 return __builtin_altivec_vcmpequh_p(__CR6_LT, __a, (vector short)__b); 14852 } 14853 14854 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned short __a, 14855 vector unsigned short __b) { 14856 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14857 (vector short)__b); 14858 } 14859 14860 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned short __a, 14861 vector bool short __b) { 14862 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14863 (vector short)__b); 14864 } 14865 14866 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a, 14867 vector short __b) { 14868 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14869 (vector short)__b); 14870 } 14871 14872 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a, 14873 vector unsigned short __b) { 14874 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14875 (vector short)__b); 14876 } 14877 14878 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool short __a, 14879 vector bool short __b) { 14880 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14881 (vector short)__b); 14882 } 14883 14884 static __inline__ int __ATTRS_o_ai vec_all_eq(vector pixel __a, 14885 vector pixel __b) { 14886 return __builtin_altivec_vcmpequh_p(__CR6_LT, (vector short)__a, 14887 (vector short)__b); 14888 } 14889 14890 static __inline__ int __ATTRS_o_ai vec_all_eq(vector int __a, vector int __b) { 14891 return __builtin_altivec_vcmpequw_p(__CR6_LT, __a, __b); 14892 } 14893 14894 static __inline__ int __ATTRS_o_ai vec_all_eq(vector int __a, 14895 vector bool int __b) { 14896 return __builtin_altivec_vcmpequw_p(__CR6_LT, __a, (vector int)__b); 14897 } 14898 14899 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned int __a, 14900 vector unsigned int __b) { 14901 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a, 14902 (vector int)__b); 14903 } 14904 14905 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned int __a, 14906 vector bool int __b) { 14907 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a, 14908 (vector int)__b); 14909 } 14910 14911 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a, 14912 vector int __b) { 14913 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a, 14914 (vector int)__b); 14915 } 14916 14917 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a, 14918 vector unsigned int __b) { 14919 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a, 14920 (vector int)__b); 14921 } 14922 14923 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool int __a, 14924 vector bool int __b) { 14925 return __builtin_altivec_vcmpequw_p(__CR6_LT, (vector int)__a, 14926 (vector int)__b); 14927 } 14928 14929 #ifdef __VSX__ 14930 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed long long __a, 14931 vector signed long long __b) { 14932 #ifdef __POWER8_VECTOR__ 14933 return __builtin_altivec_vcmpequd_p(__CR6_LT, __a, __b); 14934 #else 14935 // No vcmpequd on Power7 so we xor the two vectors and compare against zero as 14936 // 32-bit elements. 14937 return vec_all_eq((vector signed int)vec_xor(__a, __b), (vector signed int)0); 14938 #endif 14939 } 14940 14941 static __inline__ int __ATTRS_o_ai vec_all_eq(vector long long __a, 14942 vector bool long long __b) { 14943 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14944 } 14945 14946 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned long long __a, 14947 vector unsigned long long __b) { 14948 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14949 } 14950 14951 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned long long __a, 14952 vector bool long long __b) { 14953 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14954 } 14955 14956 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a, 14957 vector long long __b) { 14958 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14959 } 14960 14961 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a, 14962 vector unsigned long long __b) { 14963 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14964 } 14965 14966 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool long long __a, 14967 vector bool long long __b) { 14968 return vec_all_eq((vector signed long long)__a, (vector signed long long)__b); 14969 } 14970 #endif 14971 14972 static __inline__ int __ATTRS_o_ai vec_all_eq(vector float __a, 14973 vector float __b) { 14974 #ifdef __VSX__ 14975 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT, __a, __b); 14976 #else 14977 return __builtin_altivec_vcmpeqfp_p(__CR6_LT, __a, __b); 14978 #endif 14979 } 14980 14981 #ifdef __VSX__ 14982 static __inline__ int __ATTRS_o_ai vec_all_eq(vector double __a, 14983 vector double __b) { 14984 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT, __a, __b); 14985 } 14986 #endif 14987 14988 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 14989 static __inline__ int __ATTRS_o_ai vec_all_eq(vector signed __int128 __a, 14990 vector signed __int128 __b) { 14991 return __builtin_altivec_vcmpequq_p(__CR6_LT, (vector unsigned __int128)__a, 14992 (vector signed __int128)__b); 14993 } 14994 14995 static __inline__ int __ATTRS_o_ai vec_all_eq(vector unsigned __int128 __a, 14996 vector unsigned __int128 __b) { 14997 return __builtin_altivec_vcmpequq_p(__CR6_LT, __a, 14998 (vector signed __int128)__b); 14999 } 15000 15001 static __inline__ int __ATTRS_o_ai vec_all_eq(vector bool __int128 __a, 15002 vector bool __int128 __b) { 15003 return __builtin_altivec_vcmpequq_p(__CR6_LT, (vector unsigned __int128)__a, 15004 (vector signed __int128)__b); 15005 } 15006 #endif 15007 15008 /* vec_all_ge */ 15009 15010 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed char __a, 15011 vector signed char __b) { 15012 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __b, __a); 15013 } 15014 15015 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed char __a, 15016 vector bool char __b) { 15017 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, (vector signed char)__b, __a); 15018 } 15019 15020 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned char __a, 15021 vector unsigned char __b) { 15022 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __b, __a); 15023 } 15024 15025 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned char __a, 15026 vector bool char __b) { 15027 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__b, __a); 15028 } 15029 15030 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a, 15031 vector signed char __b) { 15032 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __b, (vector signed char)__a); 15033 } 15034 15035 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a, 15036 vector unsigned char __b) { 15037 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __b, (vector unsigned char)__a); 15038 } 15039 15040 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool char __a, 15041 vector bool char __b) { 15042 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__b, 15043 (vector unsigned char)__a); 15044 } 15045 15046 static __inline__ int __ATTRS_o_ai vec_all_ge(vector short __a, 15047 vector short __b) { 15048 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __b, __a); 15049 } 15050 15051 static __inline__ int __ATTRS_o_ai vec_all_ge(vector short __a, 15052 vector bool short __b) { 15053 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, (vector short)__b, __a); 15054 } 15055 15056 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned short __a, 15057 vector unsigned short __b) { 15058 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __b, __a); 15059 } 15060 15061 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned short __a, 15062 vector bool short __b) { 15063 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__b, 15064 __a); 15065 } 15066 15067 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a, 15068 vector short __b) { 15069 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __b, (vector signed short)__a); 15070 } 15071 15072 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a, 15073 vector unsigned short __b) { 15074 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __b, 15075 (vector unsigned short)__a); 15076 } 15077 15078 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool short __a, 15079 vector bool short __b) { 15080 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__b, 15081 (vector unsigned short)__a); 15082 } 15083 15084 static __inline__ int __ATTRS_o_ai vec_all_ge(vector int __a, vector int __b) { 15085 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __b, __a); 15086 } 15087 15088 static __inline__ int __ATTRS_o_ai vec_all_ge(vector int __a, 15089 vector bool int __b) { 15090 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, (vector int)__b, __a); 15091 } 15092 15093 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned int __a, 15094 vector unsigned int __b) { 15095 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __b, __a); 15096 } 15097 15098 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned int __a, 15099 vector bool int __b) { 15100 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__b, __a); 15101 } 15102 15103 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a, 15104 vector int __b) { 15105 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __b, (vector signed int)__a); 15106 } 15107 15108 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a, 15109 vector unsigned int __b) { 15110 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __b, (vector unsigned int)__a); 15111 } 15112 15113 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool int __a, 15114 vector bool int __b) { 15115 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__b, 15116 (vector unsigned int)__a); 15117 } 15118 15119 #ifdef __VSX__ 15120 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed long long __a, 15121 vector signed long long __b) { 15122 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __b, __a); 15123 } 15124 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed long long __a, 15125 vector bool long long __b) { 15126 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, (vector signed long long)__b, 15127 __a); 15128 } 15129 15130 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned long long __a, 15131 vector unsigned long long __b) { 15132 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __b, __a); 15133 } 15134 15135 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned long long __a, 15136 vector bool long long __b) { 15137 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__b, 15138 __a); 15139 } 15140 15141 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a, 15142 vector signed long long __b) { 15143 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __b, 15144 (vector signed long long)__a); 15145 } 15146 15147 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a, 15148 vector unsigned long long __b) { 15149 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __b, 15150 (vector unsigned long long)__a); 15151 } 15152 15153 static __inline__ int __ATTRS_o_ai vec_all_ge(vector bool long long __a, 15154 vector bool long long __b) { 15155 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__b, 15156 (vector unsigned long long)__a); 15157 } 15158 #endif 15159 15160 static __inline__ int __ATTRS_o_ai vec_all_ge(vector float __a, 15161 vector float __b) { 15162 #ifdef __VSX__ 15163 return __builtin_vsx_xvcmpgesp_p(__CR6_LT, __a, __b); 15164 #else 15165 return __builtin_altivec_vcmpgefp_p(__CR6_LT, __a, __b); 15166 #endif 15167 } 15168 15169 #ifdef __VSX__ 15170 static __inline__ int __ATTRS_o_ai vec_all_ge(vector double __a, 15171 vector double __b) { 15172 return __builtin_vsx_xvcmpgedp_p(__CR6_LT, __a, __b); 15173 } 15174 #endif 15175 15176 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 15177 static __inline__ int __ATTRS_o_ai vec_all_ge(vector signed __int128 __a, 15178 vector signed __int128 __b) { 15179 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ, __b, __a); 15180 } 15181 15182 static __inline__ int __ATTRS_o_ai vec_all_ge(vector unsigned __int128 __a, 15183 vector unsigned __int128 __b) { 15184 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ, __b, __a); 15185 } 15186 #endif 15187 15188 /* vec_all_gt */ 15189 15190 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed char __a, 15191 vector signed char __b) { 15192 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __a, __b); 15193 } 15194 15195 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed char __a, 15196 vector bool char __b) { 15197 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __a, (vector signed char)__b); 15198 } 15199 15200 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned char __a, 15201 vector unsigned char __b) { 15202 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __a, __b); 15203 } 15204 15205 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned char __a, 15206 vector bool char __b) { 15207 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __a, (vector unsigned char)__b); 15208 } 15209 15210 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a, 15211 vector signed char __b) { 15212 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, (vector signed char)__a, __b); 15213 } 15214 15215 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a, 15216 vector unsigned char __b) { 15217 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__a, __b); 15218 } 15219 15220 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool char __a, 15221 vector bool char __b) { 15222 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__a, 15223 (vector unsigned char)__b); 15224 } 15225 15226 static __inline__ int __ATTRS_o_ai vec_all_gt(vector short __a, 15227 vector short __b) { 15228 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __a, __b); 15229 } 15230 15231 static __inline__ int __ATTRS_o_ai vec_all_gt(vector short __a, 15232 vector bool short __b) { 15233 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __a, (vector short)__b); 15234 } 15235 15236 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned short __a, 15237 vector unsigned short __b) { 15238 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __a, __b); 15239 } 15240 15241 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned short __a, 15242 vector bool short __b) { 15243 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __a, 15244 (vector unsigned short)__b); 15245 } 15246 15247 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a, 15248 vector short __b) { 15249 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, (vector signed short)__a, __b); 15250 } 15251 15252 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a, 15253 vector unsigned short __b) { 15254 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__a, 15255 __b); 15256 } 15257 15258 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool short __a, 15259 vector bool short __b) { 15260 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__a, 15261 (vector unsigned short)__b); 15262 } 15263 15264 static __inline__ int __ATTRS_o_ai vec_all_gt(vector int __a, vector int __b) { 15265 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __a, __b); 15266 } 15267 15268 static __inline__ int __ATTRS_o_ai vec_all_gt(vector int __a, 15269 vector bool int __b) { 15270 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __a, (vector int)__b); 15271 } 15272 15273 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned int __a, 15274 vector unsigned int __b) { 15275 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __a, __b); 15276 } 15277 15278 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned int __a, 15279 vector bool int __b) { 15280 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __a, (vector unsigned int)__b); 15281 } 15282 15283 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a, 15284 vector int __b) { 15285 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, (vector signed int)__a, __b); 15286 } 15287 15288 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a, 15289 vector unsigned int __b) { 15290 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__a, __b); 15291 } 15292 15293 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool int __a, 15294 vector bool int __b) { 15295 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__a, 15296 (vector unsigned int)__b); 15297 } 15298 15299 #ifdef __VSX__ 15300 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed long long __a, 15301 vector signed long long __b) { 15302 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __a, __b); 15303 } 15304 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed long long __a, 15305 vector bool long long __b) { 15306 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __a, 15307 (vector signed long long)__b); 15308 } 15309 15310 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned long long __a, 15311 vector unsigned long long __b) { 15312 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __a, __b); 15313 } 15314 15315 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned long long __a, 15316 vector bool long long __b) { 15317 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __a, 15318 (vector unsigned long long)__b); 15319 } 15320 15321 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a, 15322 vector signed long long __b) { 15323 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, (vector signed long long)__a, 15324 __b); 15325 } 15326 15327 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a, 15328 vector unsigned long long __b) { 15329 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__a, 15330 __b); 15331 } 15332 15333 static __inline__ int __ATTRS_o_ai vec_all_gt(vector bool long long __a, 15334 vector bool long long __b) { 15335 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__a, 15336 (vector unsigned long long)__b); 15337 } 15338 #endif 15339 15340 static __inline__ int __ATTRS_o_ai vec_all_gt(vector float __a, 15341 vector float __b) { 15342 #ifdef __VSX__ 15343 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT, __a, __b); 15344 #else 15345 return __builtin_altivec_vcmpgtfp_p(__CR6_LT, __a, __b); 15346 #endif 15347 } 15348 15349 #ifdef __VSX__ 15350 static __inline__ int __ATTRS_o_ai vec_all_gt(vector double __a, 15351 vector double __b) { 15352 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT, __a, __b); 15353 } 15354 #endif 15355 15356 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 15357 static __inline__ int __ATTRS_o_ai vec_all_gt(vector signed __int128 __a, 15358 vector signed __int128 __b) { 15359 return __builtin_altivec_vcmpgtsq_p(__CR6_LT, __a, __b); 15360 } 15361 15362 static __inline__ int __ATTRS_o_ai vec_all_gt(vector unsigned __int128 __a, 15363 vector unsigned __int128 __b) { 15364 return __builtin_altivec_vcmpgtuq_p(__CR6_LT, __a, __b); 15365 } 15366 #endif 15367 15368 /* vec_all_in */ 15369 15370 static __inline__ int __attribute__((__always_inline__)) 15371 vec_all_in(vector float __a, vector float __b) { 15372 return __builtin_altivec_vcmpbfp_p(__CR6_EQ, __a, __b); 15373 } 15374 15375 /* vec_all_le */ 15376 15377 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed char __a, 15378 vector signed char __b) { 15379 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __a, __b); 15380 } 15381 15382 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed char __a, 15383 vector bool char __b) { 15384 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, __a, (vector signed char)__b); 15385 } 15386 15387 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned char __a, 15388 vector unsigned char __b) { 15389 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __a, __b); 15390 } 15391 15392 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned char __a, 15393 vector bool char __b) { 15394 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, __a, (vector unsigned char)__b); 15395 } 15396 15397 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a, 15398 vector signed char __b) { 15399 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ, (vector signed char)__a, __b); 15400 } 15401 15402 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a, 15403 vector unsigned char __b) { 15404 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__a, __b); 15405 } 15406 15407 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool char __a, 15408 vector bool char __b) { 15409 return __builtin_altivec_vcmpgtub_p(__CR6_EQ, (vector unsigned char)__a, 15410 (vector unsigned char)__b); 15411 } 15412 15413 static __inline__ int __ATTRS_o_ai vec_all_le(vector short __a, 15414 vector short __b) { 15415 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __a, __b); 15416 } 15417 15418 static __inline__ int __ATTRS_o_ai vec_all_le(vector short __a, 15419 vector bool short __b) { 15420 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, __a, (vector short)__b); 15421 } 15422 15423 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned short __a, 15424 vector unsigned short __b) { 15425 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __a, __b); 15426 } 15427 15428 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned short __a, 15429 vector bool short __b) { 15430 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, __a, 15431 (vector unsigned short)__b); 15432 } 15433 15434 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a, 15435 vector short __b) { 15436 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ, (vector signed short)__a, __b); 15437 } 15438 15439 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a, 15440 vector unsigned short __b) { 15441 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__a, 15442 __b); 15443 } 15444 15445 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool short __a, 15446 vector bool short __b) { 15447 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ, (vector unsigned short)__a, 15448 (vector unsigned short)__b); 15449 } 15450 15451 static __inline__ int __ATTRS_o_ai vec_all_le(vector int __a, vector int __b) { 15452 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __a, __b); 15453 } 15454 15455 static __inline__ int __ATTRS_o_ai vec_all_le(vector int __a, 15456 vector bool int __b) { 15457 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, __a, (vector int)__b); 15458 } 15459 15460 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned int __a, 15461 vector unsigned int __b) { 15462 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __a, __b); 15463 } 15464 15465 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned int __a, 15466 vector bool int __b) { 15467 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, __a, (vector unsigned int)__b); 15468 } 15469 15470 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a, 15471 vector int __b) { 15472 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ, (vector signed int)__a, __b); 15473 } 15474 15475 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a, 15476 vector unsigned int __b) { 15477 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__a, __b); 15478 } 15479 15480 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool int __a, 15481 vector bool int __b) { 15482 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ, (vector unsigned int)__a, 15483 (vector unsigned int)__b); 15484 } 15485 15486 #ifdef __VSX__ 15487 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed long long __a, 15488 vector signed long long __b) { 15489 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __a, __b); 15490 } 15491 15492 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned long long __a, 15493 vector unsigned long long __b) { 15494 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __a, __b); 15495 } 15496 15497 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed long long __a, 15498 vector bool long long __b) { 15499 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, __a, 15500 (vector signed long long)__b); 15501 } 15502 15503 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned long long __a, 15504 vector bool long long __b) { 15505 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, __a, 15506 (vector unsigned long long)__b); 15507 } 15508 15509 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a, 15510 vector signed long long __b) { 15511 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ, (vector signed long long)__a, 15512 __b); 15513 } 15514 15515 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a, 15516 vector unsigned long long __b) { 15517 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__a, 15518 __b); 15519 } 15520 15521 static __inline__ int __ATTRS_o_ai vec_all_le(vector bool long long __a, 15522 vector bool long long __b) { 15523 return __builtin_altivec_vcmpgtud_p(__CR6_EQ, (vector unsigned long long)__a, 15524 (vector unsigned long long)__b); 15525 } 15526 #endif 15527 15528 static __inline__ int __ATTRS_o_ai vec_all_le(vector float __a, 15529 vector float __b) { 15530 #ifdef __VSX__ 15531 return __builtin_vsx_xvcmpgesp_p(__CR6_LT, __b, __a); 15532 #else 15533 return __builtin_altivec_vcmpgefp_p(__CR6_LT, __b, __a); 15534 #endif 15535 } 15536 15537 #ifdef __VSX__ 15538 static __inline__ int __ATTRS_o_ai vec_all_le(vector double __a, 15539 vector double __b) { 15540 return __builtin_vsx_xvcmpgedp_p(__CR6_LT, __b, __a); 15541 } 15542 #endif 15543 15544 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 15545 static __inline__ int __ATTRS_o_ai vec_all_le(vector signed __int128 __a, 15546 vector signed __int128 __b) { 15547 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ, __a, __b); 15548 } 15549 15550 static __inline__ int __ATTRS_o_ai vec_all_le(vector unsigned __int128 __a, 15551 vector unsigned __int128 __b) { 15552 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ, __a, __b); 15553 } 15554 #endif 15555 15556 /* vec_all_lt */ 15557 15558 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed char __a, 15559 vector signed char __b) { 15560 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __b, __a); 15561 } 15562 15563 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed char __a, 15564 vector bool char __b) { 15565 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, (vector signed char)__b, __a); 15566 } 15567 15568 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned char __a, 15569 vector unsigned char __b) { 15570 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __b, __a); 15571 } 15572 15573 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned char __a, 15574 vector bool char __b) { 15575 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__b, __a); 15576 } 15577 15578 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a, 15579 vector signed char __b) { 15580 return __builtin_altivec_vcmpgtsb_p(__CR6_LT, __b, (vector signed char)__a); 15581 } 15582 15583 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a, 15584 vector unsigned char __b) { 15585 return __builtin_altivec_vcmpgtub_p(__CR6_LT, __b, (vector unsigned char)__a); 15586 } 15587 15588 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool char __a, 15589 vector bool char __b) { 15590 return __builtin_altivec_vcmpgtub_p(__CR6_LT, (vector unsigned char)__b, 15591 (vector unsigned char)__a); 15592 } 15593 15594 static __inline__ int __ATTRS_o_ai vec_all_lt(vector short __a, 15595 vector short __b) { 15596 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __b, __a); 15597 } 15598 15599 static __inline__ int __ATTRS_o_ai vec_all_lt(vector short __a, 15600 vector bool short __b) { 15601 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, (vector short)__b, __a); 15602 } 15603 15604 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned short __a, 15605 vector unsigned short __b) { 15606 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __b, __a); 15607 } 15608 15609 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned short __a, 15610 vector bool short __b) { 15611 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__b, 15612 __a); 15613 } 15614 15615 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a, 15616 vector short __b) { 15617 return __builtin_altivec_vcmpgtsh_p(__CR6_LT, __b, (vector signed short)__a); 15618 } 15619 15620 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a, 15621 vector unsigned short __b) { 15622 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, __b, 15623 (vector unsigned short)__a); 15624 } 15625 15626 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool short __a, 15627 vector bool short __b) { 15628 return __builtin_altivec_vcmpgtuh_p(__CR6_LT, (vector unsigned short)__b, 15629 (vector unsigned short)__a); 15630 } 15631 15632 static __inline__ int __ATTRS_o_ai vec_all_lt(vector int __a, vector int __b) { 15633 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __b, __a); 15634 } 15635 15636 static __inline__ int __ATTRS_o_ai vec_all_lt(vector int __a, 15637 vector bool int __b) { 15638 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, (vector int)__b, __a); 15639 } 15640 15641 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned int __a, 15642 vector unsigned int __b) { 15643 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __b, __a); 15644 } 15645 15646 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned int __a, 15647 vector bool int __b) { 15648 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__b, __a); 15649 } 15650 15651 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a, 15652 vector int __b) { 15653 return __builtin_altivec_vcmpgtsw_p(__CR6_LT, __b, (vector signed int)__a); 15654 } 15655 15656 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a, 15657 vector unsigned int __b) { 15658 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, __b, (vector unsigned int)__a); 15659 } 15660 15661 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool int __a, 15662 vector bool int __b) { 15663 return __builtin_altivec_vcmpgtuw_p(__CR6_LT, (vector unsigned int)__b, 15664 (vector unsigned int)__a); 15665 } 15666 15667 #ifdef __VSX__ 15668 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed long long __a, 15669 vector signed long long __b) { 15670 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __b, __a); 15671 } 15672 15673 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned long long __a, 15674 vector unsigned long long __b) { 15675 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __b, __a); 15676 } 15677 15678 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed long long __a, 15679 vector bool long long __b) { 15680 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, (vector signed long long)__b, 15681 __a); 15682 } 15683 15684 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned long long __a, 15685 vector bool long long __b) { 15686 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__b, 15687 __a); 15688 } 15689 15690 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a, 15691 vector signed long long __b) { 15692 return __builtin_altivec_vcmpgtsd_p(__CR6_LT, __b, 15693 (vector signed long long)__a); 15694 } 15695 15696 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a, 15697 vector unsigned long long __b) { 15698 return __builtin_altivec_vcmpgtud_p(__CR6_LT, __b, 15699 (vector unsigned long long)__a); 15700 } 15701 15702 static __inline__ int __ATTRS_o_ai vec_all_lt(vector bool long long __a, 15703 vector bool long long __b) { 15704 return __builtin_altivec_vcmpgtud_p(__CR6_LT, (vector unsigned long long)__b, 15705 (vector unsigned long long)__a); 15706 } 15707 #endif 15708 15709 static __inline__ int __ATTRS_o_ai vec_all_lt(vector float __a, 15710 vector float __b) { 15711 #ifdef __VSX__ 15712 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT, __b, __a); 15713 #else 15714 return __builtin_altivec_vcmpgtfp_p(__CR6_LT, __b, __a); 15715 #endif 15716 } 15717 15718 #ifdef __VSX__ 15719 static __inline__ int __ATTRS_o_ai vec_all_lt(vector double __a, 15720 vector double __b) { 15721 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT, __b, __a); 15722 } 15723 #endif 15724 15725 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 15726 static __inline__ int __ATTRS_o_ai vec_all_lt(vector signed __int128 __a, 15727 vector signed __int128 __b) { 15728 return __builtin_altivec_vcmpgtsq_p(__CR6_LT, __b, __a); 15729 } 15730 15731 static __inline__ int __ATTRS_o_ai vec_all_lt(vector unsigned __int128 __a, 15732 vector unsigned __int128 __b) { 15733 return __builtin_altivec_vcmpgtuq_p(__CR6_LT, __b, __a); 15734 } 15735 #endif 15736 15737 /* vec_all_nan */ 15738 15739 static __inline__ int __ATTRS_o_ai vec_all_nan(vector float __a) { 15740 #ifdef __VSX__ 15741 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ, __a, __a); 15742 #else 15743 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ, __a, __a); 15744 #endif 15745 } 15746 15747 #ifdef __VSX__ 15748 static __inline__ int __ATTRS_o_ai vec_all_nan(vector double __a) { 15749 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ, __a, __a); 15750 } 15751 #endif 15752 15753 /* vec_all_ne */ 15754 15755 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed char __a, 15756 vector signed char __b) { 15757 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15758 (vector char)__b); 15759 } 15760 15761 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed char __a, 15762 vector bool char __b) { 15763 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15764 (vector char)__b); 15765 } 15766 15767 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned char __a, 15768 vector unsigned char __b) { 15769 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15770 (vector char)__b); 15771 } 15772 15773 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned char __a, 15774 vector bool char __b) { 15775 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15776 (vector char)__b); 15777 } 15778 15779 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a, 15780 vector signed char __b) { 15781 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15782 (vector char)__b); 15783 } 15784 15785 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a, 15786 vector unsigned char __b) { 15787 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15788 (vector char)__b); 15789 } 15790 15791 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool char __a, 15792 vector bool char __b) { 15793 return __builtin_altivec_vcmpequb_p(__CR6_EQ, (vector char)__a, 15794 (vector char)__b); 15795 } 15796 15797 static __inline__ int __ATTRS_o_ai vec_all_ne(vector short __a, 15798 vector short __b) { 15799 return __builtin_altivec_vcmpequh_p(__CR6_EQ, __a, __b); 15800 } 15801 15802 static __inline__ int __ATTRS_o_ai vec_all_ne(vector short __a, 15803 vector bool short __b) { 15804 return __builtin_altivec_vcmpequh_p(__CR6_EQ, __a, (vector short)__b); 15805 } 15806 15807 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned short __a, 15808 vector unsigned short __b) { 15809 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15810 (vector short)__b); 15811 } 15812 15813 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned short __a, 15814 vector bool short __b) { 15815 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15816 (vector short)__b); 15817 } 15818 15819 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a, 15820 vector short __b) { 15821 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15822 (vector short)__b); 15823 } 15824 15825 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a, 15826 vector unsigned short __b) { 15827 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15828 (vector short)__b); 15829 } 15830 15831 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool short __a, 15832 vector bool short __b) { 15833 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15834 (vector short)__b); 15835 } 15836 15837 static __inline__ int __ATTRS_o_ai vec_all_ne(vector pixel __a, 15838 vector pixel __b) { 15839 return __builtin_altivec_vcmpequh_p(__CR6_EQ, (vector short)__a, 15840 (vector short)__b); 15841 } 15842 15843 static __inline__ int __ATTRS_o_ai vec_all_ne(vector int __a, vector int __b) { 15844 return __builtin_altivec_vcmpequw_p(__CR6_EQ, __a, __b); 15845 } 15846 15847 static __inline__ int __ATTRS_o_ai vec_all_ne(vector int __a, 15848 vector bool int __b) { 15849 return __builtin_altivec_vcmpequw_p(__CR6_EQ, __a, (vector int)__b); 15850 } 15851 15852 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned int __a, 15853 vector unsigned int __b) { 15854 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a, 15855 (vector int)__b); 15856 } 15857 15858 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned int __a, 15859 vector bool int __b) { 15860 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a, 15861 (vector int)__b); 15862 } 15863 15864 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a, 15865 vector int __b) { 15866 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a, 15867 (vector int)__b); 15868 } 15869 15870 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a, 15871 vector unsigned int __b) { 15872 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a, 15873 (vector int)__b); 15874 } 15875 15876 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool int __a, 15877 vector bool int __b) { 15878 return __builtin_altivec_vcmpequw_p(__CR6_EQ, (vector int)__a, 15879 (vector int)__b); 15880 } 15881 15882 #ifdef __VSX__ 15883 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed long long __a, 15884 vector signed long long __b) { 15885 return __builtin_altivec_vcmpequd_p(__CR6_EQ, __a, __b); 15886 } 15887 15888 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned long long __a, 15889 vector unsigned long long __b) { 15890 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector long long)__a, 15891 (vector long long)__b); 15892 } 15893 15894 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed long long __a, 15895 vector bool long long __b) { 15896 return __builtin_altivec_vcmpequd_p(__CR6_EQ, __a, 15897 (vector signed long long)__b); 15898 } 15899 15900 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned long long __a, 15901 vector bool long long __b) { 15902 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a, 15903 (vector signed long long)__b); 15904 } 15905 15906 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a, 15907 vector signed long long __b) { 15908 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a, 15909 (vector signed long long)__b); 15910 } 15911 15912 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a, 15913 vector unsigned long long __b) { 15914 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a, 15915 (vector signed long long)__b); 15916 } 15917 15918 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool long long __a, 15919 vector bool long long __b) { 15920 return __builtin_altivec_vcmpequd_p(__CR6_EQ, (vector signed long long)__a, 15921 (vector signed long long)__b); 15922 } 15923 #endif 15924 15925 static __inline__ int __ATTRS_o_ai vec_all_ne(vector float __a, 15926 vector float __b) { 15927 #ifdef __VSX__ 15928 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ, __a, __b); 15929 #else 15930 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ, __a, __b); 15931 #endif 15932 } 15933 15934 #ifdef __VSX__ 15935 static __inline__ int __ATTRS_o_ai vec_all_ne(vector double __a, 15936 vector double __b) { 15937 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ, __a, __b); 15938 } 15939 #endif 15940 15941 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 15942 static __inline__ int __ATTRS_o_ai vec_all_ne(vector signed __int128 __a, 15943 vector signed __int128 __b) { 15944 return __builtin_altivec_vcmpequq_p(__CR6_EQ, (vector unsigned __int128)__a, 15945 __b); 15946 } 15947 15948 static __inline__ int __ATTRS_o_ai vec_all_ne(vector unsigned __int128 __a, 15949 vector unsigned __int128 __b) { 15950 return __builtin_altivec_vcmpequq_p(__CR6_EQ, __a, 15951 (vector signed __int128)__b); 15952 } 15953 15954 static __inline__ int __ATTRS_o_ai vec_all_ne(vector bool __int128 __a, 15955 vector bool __int128 __b) { 15956 return __builtin_altivec_vcmpequq_p(__CR6_EQ, (vector unsigned __int128)__a, 15957 (vector signed __int128)__b); 15958 } 15959 #endif 15960 15961 /* vec_all_nge */ 15962 15963 static __inline__ int __ATTRS_o_ai vec_all_nge(vector float __a, 15964 vector float __b) { 15965 #ifdef __VSX__ 15966 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ, __a, __b); 15967 #else 15968 return __builtin_altivec_vcmpgefp_p(__CR6_EQ, __a, __b); 15969 #endif 15970 } 15971 15972 #ifdef __VSX__ 15973 static __inline__ int __ATTRS_o_ai vec_all_nge(vector double __a, 15974 vector double __b) { 15975 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ, __a, __b); 15976 } 15977 #endif 15978 15979 /* vec_all_ngt */ 15980 15981 static __inline__ int __ATTRS_o_ai vec_all_ngt(vector float __a, 15982 vector float __b) { 15983 #ifdef __VSX__ 15984 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ, __a, __b); 15985 #else 15986 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ, __a, __b); 15987 #endif 15988 } 15989 15990 #ifdef __VSX__ 15991 static __inline__ int __ATTRS_o_ai vec_all_ngt(vector double __a, 15992 vector double __b) { 15993 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ, __a, __b); 15994 } 15995 #endif 15996 15997 /* vec_all_nle */ 15998 15999 static __inline__ int __ATTRS_o_ai 16000 vec_all_nle(vector float __a, vector float __b) { 16001 #ifdef __VSX__ 16002 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ, __b, __a); 16003 #else 16004 return __builtin_altivec_vcmpgefp_p(__CR6_EQ, __b, __a); 16005 #endif 16006 } 16007 16008 #ifdef __VSX__ 16009 static __inline__ int __ATTRS_o_ai vec_all_nle(vector double __a, 16010 vector double __b) { 16011 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ, __b, __a); 16012 } 16013 #endif 16014 16015 /* vec_all_nlt */ 16016 16017 static __inline__ int __ATTRS_o_ai 16018 vec_all_nlt(vector float __a, vector float __b) { 16019 #ifdef __VSX__ 16020 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ, __b, __a); 16021 #else 16022 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ, __b, __a); 16023 #endif 16024 } 16025 16026 #ifdef __VSX__ 16027 static __inline__ int __ATTRS_o_ai vec_all_nlt(vector double __a, 16028 vector double __b) { 16029 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ, __b, __a); 16030 } 16031 #endif 16032 16033 /* vec_all_numeric */ 16034 16035 static __inline__ int __ATTRS_o_ai 16036 vec_all_numeric(vector float __a) { 16037 #ifdef __VSX__ 16038 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT, __a, __a); 16039 #else 16040 return __builtin_altivec_vcmpeqfp_p(__CR6_LT, __a, __a); 16041 #endif 16042 } 16043 16044 #ifdef __VSX__ 16045 static __inline__ int __ATTRS_o_ai vec_all_numeric(vector double __a) { 16046 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT, __a, __a); 16047 } 16048 #endif 16049 16050 /* vec_any_eq */ 16051 16052 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed char __a, 16053 vector signed char __b) { 16054 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16055 (vector char)__b); 16056 } 16057 16058 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed char __a, 16059 vector bool char __b) { 16060 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16061 (vector char)__b); 16062 } 16063 16064 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned char __a, 16065 vector unsigned char __b) { 16066 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16067 (vector char)__b); 16068 } 16069 16070 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned char __a, 16071 vector bool char __b) { 16072 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16073 (vector char)__b); 16074 } 16075 16076 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a, 16077 vector signed char __b) { 16078 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16079 (vector char)__b); 16080 } 16081 16082 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a, 16083 vector unsigned char __b) { 16084 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16085 (vector char)__b); 16086 } 16087 16088 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool char __a, 16089 vector bool char __b) { 16090 return __builtin_altivec_vcmpequb_p(__CR6_EQ_REV, (vector char)__a, 16091 (vector char)__b); 16092 } 16093 16094 static __inline__ int __ATTRS_o_ai vec_any_eq(vector short __a, 16095 vector short __b) { 16096 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, __a, __b); 16097 } 16098 16099 static __inline__ int __ATTRS_o_ai vec_any_eq(vector short __a, 16100 vector bool short __b) { 16101 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, __a, (vector short)__b); 16102 } 16103 16104 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned short __a, 16105 vector unsigned short __b) { 16106 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16107 (vector short)__b); 16108 } 16109 16110 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned short __a, 16111 vector bool short __b) { 16112 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16113 (vector short)__b); 16114 } 16115 16116 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a, 16117 vector short __b) { 16118 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16119 (vector short)__b); 16120 } 16121 16122 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a, 16123 vector unsigned short __b) { 16124 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16125 (vector short)__b); 16126 } 16127 16128 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool short __a, 16129 vector bool short __b) { 16130 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16131 (vector short)__b); 16132 } 16133 16134 static __inline__ int __ATTRS_o_ai vec_any_eq(vector pixel __a, 16135 vector pixel __b) { 16136 return __builtin_altivec_vcmpequh_p(__CR6_EQ_REV, (vector short)__a, 16137 (vector short)__b); 16138 } 16139 16140 static __inline__ int __ATTRS_o_ai vec_any_eq(vector int __a, vector int __b) { 16141 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, __a, __b); 16142 } 16143 16144 static __inline__ int __ATTRS_o_ai vec_any_eq(vector int __a, 16145 vector bool int __b) { 16146 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, __a, (vector int)__b); 16147 } 16148 16149 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned int __a, 16150 vector unsigned int __b) { 16151 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a, 16152 (vector int)__b); 16153 } 16154 16155 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned int __a, 16156 vector bool int __b) { 16157 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a, 16158 (vector int)__b); 16159 } 16160 16161 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a, 16162 vector int __b) { 16163 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a, 16164 (vector int)__b); 16165 } 16166 16167 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a, 16168 vector unsigned int __b) { 16169 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a, 16170 (vector int)__b); 16171 } 16172 16173 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool int __a, 16174 vector bool int __b) { 16175 return __builtin_altivec_vcmpequw_p(__CR6_EQ_REV, (vector int)__a, 16176 (vector int)__b); 16177 } 16178 16179 #ifdef __VSX__ 16180 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed long long __a, 16181 vector signed long long __b) { 16182 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, __a, __b); 16183 } 16184 16185 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned long long __a, 16186 vector unsigned long long __b) { 16187 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, (vector long long)__a, 16188 (vector long long)__b); 16189 } 16190 16191 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed long long __a, 16192 vector bool long long __b) { 16193 return __builtin_altivec_vcmpequd_p(__CR6_EQ_REV, __a, 16194 (vector signed long long)__b); 16195 } 16196 16197 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned long long __a, 16198 vector bool long long __b) { 16199 return __builtin_altivec_vcmpequd_p( 16200 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b); 16201 } 16202 16203 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a, 16204 vector signed long long __b) { 16205 return __builtin_altivec_vcmpequd_p( 16206 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b); 16207 } 16208 16209 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a, 16210 vector unsigned long long __b) { 16211 return __builtin_altivec_vcmpequd_p( 16212 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b); 16213 } 16214 16215 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool long long __a, 16216 vector bool long long __b) { 16217 return __builtin_altivec_vcmpequd_p( 16218 __CR6_EQ_REV, (vector signed long long)__a, (vector signed long long)__b); 16219 } 16220 #endif 16221 16222 static __inline__ int __ATTRS_o_ai vec_any_eq(vector float __a, 16223 vector float __b) { 16224 #ifdef __VSX__ 16225 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ_REV, __a, __b); 16226 #else 16227 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ_REV, __a, __b); 16228 #endif 16229 } 16230 16231 #ifdef __VSX__ 16232 static __inline__ int __ATTRS_o_ai vec_any_eq(vector double __a, 16233 vector double __b) { 16234 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ_REV, __a, __b); 16235 } 16236 #endif 16237 16238 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 16239 static __inline__ int __ATTRS_o_ai vec_any_eq(vector signed __int128 __a, 16240 vector signed __int128 __b) { 16241 return __builtin_altivec_vcmpequq_p(__CR6_EQ_REV, 16242 (vector unsigned __int128)__a, __b); 16243 } 16244 16245 static __inline__ int __ATTRS_o_ai vec_any_eq(vector unsigned __int128 __a, 16246 vector unsigned __int128 __b) { 16247 return __builtin_altivec_vcmpequq_p(__CR6_EQ_REV, __a, 16248 (vector signed __int128)__b); 16249 } 16250 16251 static __inline__ int __ATTRS_o_ai vec_any_eq(vector bool __int128 __a, 16252 vector bool __int128 __b) { 16253 return __builtin_altivec_vcmpequq_p( 16254 __CR6_EQ_REV, (vector unsigned __int128)__a, (vector signed __int128)__b); 16255 } 16256 #endif 16257 16258 /* vec_any_ge */ 16259 16260 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed char __a, 16261 vector signed char __b) { 16262 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __b, __a); 16263 } 16264 16265 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed char __a, 16266 vector bool char __b) { 16267 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, (vector signed char)__b, 16268 __a); 16269 } 16270 16271 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned char __a, 16272 vector unsigned char __b) { 16273 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __b, __a); 16274 } 16275 16276 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned char __a, 16277 vector bool char __b) { 16278 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__b, 16279 __a); 16280 } 16281 16282 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a, 16283 vector signed char __b) { 16284 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __b, 16285 (vector signed char)__a); 16286 } 16287 16288 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a, 16289 vector unsigned char __b) { 16290 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __b, 16291 (vector unsigned char)__a); 16292 } 16293 16294 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool char __a, 16295 vector bool char __b) { 16296 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__b, 16297 (vector unsigned char)__a); 16298 } 16299 16300 static __inline__ int __ATTRS_o_ai vec_any_ge(vector short __a, 16301 vector short __b) { 16302 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __b, __a); 16303 } 16304 16305 static __inline__ int __ATTRS_o_ai vec_any_ge(vector short __a, 16306 vector bool short __b) { 16307 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, (vector short)__b, __a); 16308 } 16309 16310 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned short __a, 16311 vector unsigned short __b) { 16312 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __b, __a); 16313 } 16314 16315 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned short __a, 16316 vector bool short __b) { 16317 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__b, 16318 __a); 16319 } 16320 16321 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a, 16322 vector short __b) { 16323 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __b, 16324 (vector signed short)__a); 16325 } 16326 16327 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a, 16328 vector unsigned short __b) { 16329 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __b, 16330 (vector unsigned short)__a); 16331 } 16332 16333 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool short __a, 16334 vector bool short __b) { 16335 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__b, 16336 (vector unsigned short)__a); 16337 } 16338 16339 static __inline__ int __ATTRS_o_ai vec_any_ge(vector int __a, vector int __b) { 16340 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __b, __a); 16341 } 16342 16343 static __inline__ int __ATTRS_o_ai vec_any_ge(vector int __a, 16344 vector bool int __b) { 16345 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, (vector int)__b, __a); 16346 } 16347 16348 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned int __a, 16349 vector unsigned int __b) { 16350 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __b, __a); 16351 } 16352 16353 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned int __a, 16354 vector bool int __b) { 16355 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__b, 16356 __a); 16357 } 16358 16359 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a, 16360 vector int __b) { 16361 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __b, 16362 (vector signed int)__a); 16363 } 16364 16365 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a, 16366 vector unsigned int __b) { 16367 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __b, 16368 (vector unsigned int)__a); 16369 } 16370 16371 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool int __a, 16372 vector bool int __b) { 16373 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__b, 16374 (vector unsigned int)__a); 16375 } 16376 16377 #ifdef __VSX__ 16378 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed long long __a, 16379 vector signed long long __b) { 16380 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __b, __a); 16381 } 16382 16383 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned long long __a, 16384 vector unsigned long long __b) { 16385 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __b, __a); 16386 } 16387 16388 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed long long __a, 16389 vector bool long long __b) { 16390 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, 16391 (vector signed long long)__b, __a); 16392 } 16393 16394 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned long long __a, 16395 vector bool long long __b) { 16396 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, 16397 (vector unsigned long long)__b, __a); 16398 } 16399 16400 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a, 16401 vector signed long long __b) { 16402 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __b, 16403 (vector signed long long)__a); 16404 } 16405 16406 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a, 16407 vector unsigned long long __b) { 16408 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __b, 16409 (vector unsigned long long)__a); 16410 } 16411 16412 static __inline__ int __ATTRS_o_ai vec_any_ge(vector bool long long __a, 16413 vector bool long long __b) { 16414 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, 16415 (vector unsigned long long)__b, 16416 (vector unsigned long long)__a); 16417 } 16418 #endif 16419 16420 static __inline__ int __ATTRS_o_ai vec_any_ge(vector float __a, 16421 vector float __b) { 16422 #ifdef __VSX__ 16423 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ_REV, __a, __b); 16424 #else 16425 return __builtin_altivec_vcmpgefp_p(__CR6_EQ_REV, __a, __b); 16426 #endif 16427 } 16428 16429 #ifdef __VSX__ 16430 static __inline__ int __ATTRS_o_ai vec_any_ge(vector double __a, 16431 vector double __b) { 16432 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ_REV, __a, __b); 16433 } 16434 #endif 16435 16436 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 16437 static __inline__ int __ATTRS_o_ai vec_any_ge(vector signed __int128 __a, 16438 vector signed __int128 __b) { 16439 return __builtin_altivec_vcmpgtsq_p(__CR6_LT_REV, __b, __a); 16440 } 16441 16442 static __inline__ int __ATTRS_o_ai vec_any_ge(vector unsigned __int128 __a, 16443 vector unsigned __int128 __b) { 16444 return __builtin_altivec_vcmpgtuq_p(__CR6_LT_REV, __b, __a); 16445 } 16446 #endif 16447 16448 /* vec_any_gt */ 16449 16450 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed char __a, 16451 vector signed char __b) { 16452 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __a, __b); 16453 } 16454 16455 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed char __a, 16456 vector bool char __b) { 16457 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __a, 16458 (vector signed char)__b); 16459 } 16460 16461 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned char __a, 16462 vector unsigned char __b) { 16463 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __a, __b); 16464 } 16465 16466 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned char __a, 16467 vector bool char __b) { 16468 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __a, 16469 (vector unsigned char)__b); 16470 } 16471 16472 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a, 16473 vector signed char __b) { 16474 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, (vector signed char)__a, 16475 __b); 16476 } 16477 16478 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a, 16479 vector unsigned char __b) { 16480 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__a, 16481 __b); 16482 } 16483 16484 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool char __a, 16485 vector bool char __b) { 16486 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__a, 16487 (vector unsigned char)__b); 16488 } 16489 16490 static __inline__ int __ATTRS_o_ai vec_any_gt(vector short __a, 16491 vector short __b) { 16492 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __a, __b); 16493 } 16494 16495 static __inline__ int __ATTRS_o_ai vec_any_gt(vector short __a, 16496 vector bool short __b) { 16497 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __a, (vector short)__b); 16498 } 16499 16500 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned short __a, 16501 vector unsigned short __b) { 16502 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __a, __b); 16503 } 16504 16505 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned short __a, 16506 vector bool short __b) { 16507 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __a, 16508 (vector unsigned short)__b); 16509 } 16510 16511 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a, 16512 vector short __b) { 16513 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, (vector signed short)__a, 16514 __b); 16515 } 16516 16517 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a, 16518 vector unsigned short __b) { 16519 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__a, 16520 __b); 16521 } 16522 16523 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool short __a, 16524 vector bool short __b) { 16525 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__a, 16526 (vector unsigned short)__b); 16527 } 16528 16529 static __inline__ int __ATTRS_o_ai vec_any_gt(vector int __a, vector int __b) { 16530 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __a, __b); 16531 } 16532 16533 static __inline__ int __ATTRS_o_ai vec_any_gt(vector int __a, 16534 vector bool int __b) { 16535 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __a, (vector int)__b); 16536 } 16537 16538 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned int __a, 16539 vector unsigned int __b) { 16540 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __a, __b); 16541 } 16542 16543 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned int __a, 16544 vector bool int __b) { 16545 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __a, 16546 (vector unsigned int)__b); 16547 } 16548 16549 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a, 16550 vector int __b) { 16551 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, (vector signed int)__a, 16552 __b); 16553 } 16554 16555 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a, 16556 vector unsigned int __b) { 16557 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__a, 16558 __b); 16559 } 16560 16561 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool int __a, 16562 vector bool int __b) { 16563 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__a, 16564 (vector unsigned int)__b); 16565 } 16566 16567 #ifdef __VSX__ 16568 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed long long __a, 16569 vector signed long long __b) { 16570 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __a, __b); 16571 } 16572 16573 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned long long __a, 16574 vector unsigned long long __b) { 16575 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __a, __b); 16576 } 16577 16578 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed long long __a, 16579 vector bool long long __b) { 16580 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __a, 16581 (vector signed long long)__b); 16582 } 16583 16584 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned long long __a, 16585 vector bool long long __b) { 16586 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __a, 16587 (vector unsigned long long)__b); 16588 } 16589 16590 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a, 16591 vector signed long long __b) { 16592 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, 16593 (vector signed long long)__a, __b); 16594 } 16595 16596 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a, 16597 vector unsigned long long __b) { 16598 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, 16599 (vector unsigned long long)__a, __b); 16600 } 16601 16602 static __inline__ int __ATTRS_o_ai vec_any_gt(vector bool long long __a, 16603 vector bool long long __b) { 16604 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, 16605 (vector unsigned long long)__a, 16606 (vector unsigned long long)__b); 16607 } 16608 #endif 16609 16610 static __inline__ int __ATTRS_o_ai vec_any_gt(vector float __a, 16611 vector float __b) { 16612 #ifdef __VSX__ 16613 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ_REV, __a, __b); 16614 #else 16615 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ_REV, __a, __b); 16616 #endif 16617 } 16618 16619 #ifdef __VSX__ 16620 static __inline__ int __ATTRS_o_ai vec_any_gt(vector double __a, 16621 vector double __b) { 16622 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ_REV, __a, __b); 16623 } 16624 #endif 16625 16626 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 16627 static __inline__ int __ATTRS_o_ai vec_any_gt(vector signed __int128 __a, 16628 vector signed __int128 __b) { 16629 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ_REV, __a, __b); 16630 } 16631 16632 static __inline__ int __ATTRS_o_ai vec_any_gt(vector unsigned __int128 __a, 16633 vector unsigned __int128 __b) { 16634 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ_REV, __a, __b); 16635 } 16636 #endif 16637 16638 /* vec_any_le */ 16639 16640 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed char __a, 16641 vector signed char __b) { 16642 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __a, __b); 16643 } 16644 16645 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed char __a, 16646 vector bool char __b) { 16647 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, __a, 16648 (vector signed char)__b); 16649 } 16650 16651 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned char __a, 16652 vector unsigned char __b) { 16653 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __a, __b); 16654 } 16655 16656 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned char __a, 16657 vector bool char __b) { 16658 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, __a, 16659 (vector unsigned char)__b); 16660 } 16661 16662 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a, 16663 vector signed char __b) { 16664 return __builtin_altivec_vcmpgtsb_p(__CR6_LT_REV, (vector signed char)__a, 16665 __b); 16666 } 16667 16668 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a, 16669 vector unsigned char __b) { 16670 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__a, 16671 __b); 16672 } 16673 16674 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool char __a, 16675 vector bool char __b) { 16676 return __builtin_altivec_vcmpgtub_p(__CR6_LT_REV, (vector unsigned char)__a, 16677 (vector unsigned char)__b); 16678 } 16679 16680 static __inline__ int __ATTRS_o_ai vec_any_le(vector short __a, 16681 vector short __b) { 16682 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __a, __b); 16683 } 16684 16685 static __inline__ int __ATTRS_o_ai vec_any_le(vector short __a, 16686 vector bool short __b) { 16687 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, __a, (vector short)__b); 16688 } 16689 16690 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned short __a, 16691 vector unsigned short __b) { 16692 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __a, __b); 16693 } 16694 16695 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned short __a, 16696 vector bool short __b) { 16697 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, __a, 16698 (vector unsigned short)__b); 16699 } 16700 16701 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a, 16702 vector short __b) { 16703 return __builtin_altivec_vcmpgtsh_p(__CR6_LT_REV, (vector signed short)__a, 16704 __b); 16705 } 16706 16707 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a, 16708 vector unsigned short __b) { 16709 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__a, 16710 __b); 16711 } 16712 16713 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool short __a, 16714 vector bool short __b) { 16715 return __builtin_altivec_vcmpgtuh_p(__CR6_LT_REV, (vector unsigned short)__a, 16716 (vector unsigned short)__b); 16717 } 16718 16719 static __inline__ int __ATTRS_o_ai vec_any_le(vector int __a, vector int __b) { 16720 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __a, __b); 16721 } 16722 16723 static __inline__ int __ATTRS_o_ai vec_any_le(vector int __a, 16724 vector bool int __b) { 16725 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, __a, (vector int)__b); 16726 } 16727 16728 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned int __a, 16729 vector unsigned int __b) { 16730 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __a, __b); 16731 } 16732 16733 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned int __a, 16734 vector bool int __b) { 16735 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, __a, 16736 (vector unsigned int)__b); 16737 } 16738 16739 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a, 16740 vector int __b) { 16741 return __builtin_altivec_vcmpgtsw_p(__CR6_LT_REV, (vector signed int)__a, 16742 __b); 16743 } 16744 16745 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a, 16746 vector unsigned int __b) { 16747 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__a, 16748 __b); 16749 } 16750 16751 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool int __a, 16752 vector bool int __b) { 16753 return __builtin_altivec_vcmpgtuw_p(__CR6_LT_REV, (vector unsigned int)__a, 16754 (vector unsigned int)__b); 16755 } 16756 16757 #ifdef __VSX__ 16758 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed long long __a, 16759 vector signed long long __b) { 16760 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __a, __b); 16761 } 16762 16763 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned long long __a, 16764 vector unsigned long long __b) { 16765 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __a, __b); 16766 } 16767 16768 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed long long __a, 16769 vector bool long long __b) { 16770 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, __a, 16771 (vector signed long long)__b); 16772 } 16773 16774 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned long long __a, 16775 vector bool long long __b) { 16776 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, __a, 16777 (vector unsigned long long)__b); 16778 } 16779 16780 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a, 16781 vector signed long long __b) { 16782 return __builtin_altivec_vcmpgtsd_p(__CR6_LT_REV, 16783 (vector signed long long)__a, __b); 16784 } 16785 16786 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a, 16787 vector unsigned long long __b) { 16788 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, 16789 (vector unsigned long long)__a, __b); 16790 } 16791 16792 static __inline__ int __ATTRS_o_ai vec_any_le(vector bool long long __a, 16793 vector bool long long __b) { 16794 return __builtin_altivec_vcmpgtud_p(__CR6_LT_REV, 16795 (vector unsigned long long)__a, 16796 (vector unsigned long long)__b); 16797 } 16798 #endif 16799 16800 static __inline__ int __ATTRS_o_ai vec_any_le(vector float __a, 16801 vector float __b) { 16802 #ifdef __VSX__ 16803 return __builtin_vsx_xvcmpgesp_p(__CR6_EQ_REV, __b, __a); 16804 #else 16805 return __builtin_altivec_vcmpgefp_p(__CR6_EQ_REV, __b, __a); 16806 #endif 16807 } 16808 16809 #ifdef __VSX__ 16810 static __inline__ int __ATTRS_o_ai vec_any_le(vector double __a, 16811 vector double __b) { 16812 return __builtin_vsx_xvcmpgedp_p(__CR6_EQ_REV, __b, __a); 16813 } 16814 #endif 16815 16816 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 16817 static __inline__ int __ATTRS_o_ai vec_any_le(vector signed __int128 __a, 16818 vector signed __int128 __b) { 16819 return __builtin_altivec_vcmpgtsq_p(__CR6_LT_REV, __a, __b); 16820 } 16821 16822 static __inline__ int __ATTRS_o_ai vec_any_le(vector unsigned __int128 __a, 16823 vector unsigned __int128 __b) { 16824 return __builtin_altivec_vcmpgtuq_p(__CR6_LT_REV, __a, __b); 16825 } 16826 #endif 16827 16828 /* vec_any_lt */ 16829 16830 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed char __a, 16831 vector signed char __b) { 16832 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __b, __a); 16833 } 16834 16835 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed char __a, 16836 vector bool char __b) { 16837 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, (vector signed char)__b, 16838 __a); 16839 } 16840 16841 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned char __a, 16842 vector unsigned char __b) { 16843 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __b, __a); 16844 } 16845 16846 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned char __a, 16847 vector bool char __b) { 16848 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__b, 16849 __a); 16850 } 16851 16852 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a, 16853 vector signed char __b) { 16854 return __builtin_altivec_vcmpgtsb_p(__CR6_EQ_REV, __b, 16855 (vector signed char)__a); 16856 } 16857 16858 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a, 16859 vector unsigned char __b) { 16860 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, __b, 16861 (vector unsigned char)__a); 16862 } 16863 16864 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool char __a, 16865 vector bool char __b) { 16866 return __builtin_altivec_vcmpgtub_p(__CR6_EQ_REV, (vector unsigned char)__b, 16867 (vector unsigned char)__a); 16868 } 16869 16870 static __inline__ int __ATTRS_o_ai vec_any_lt(vector short __a, 16871 vector short __b) { 16872 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __b, __a); 16873 } 16874 16875 static __inline__ int __ATTRS_o_ai vec_any_lt(vector short __a, 16876 vector bool short __b) { 16877 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, (vector short)__b, __a); 16878 } 16879 16880 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned short __a, 16881 vector unsigned short __b) { 16882 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __b, __a); 16883 } 16884 16885 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned short __a, 16886 vector bool short __b) { 16887 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__b, 16888 __a); 16889 } 16890 16891 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a, 16892 vector short __b) { 16893 return __builtin_altivec_vcmpgtsh_p(__CR6_EQ_REV, __b, 16894 (vector signed short)__a); 16895 } 16896 16897 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a, 16898 vector unsigned short __b) { 16899 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, __b, 16900 (vector unsigned short)__a); 16901 } 16902 16903 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool short __a, 16904 vector bool short __b) { 16905 return __builtin_altivec_vcmpgtuh_p(__CR6_EQ_REV, (vector unsigned short)__b, 16906 (vector unsigned short)__a); 16907 } 16908 16909 static __inline__ int __ATTRS_o_ai vec_any_lt(vector int __a, vector int __b) { 16910 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __b, __a); 16911 } 16912 16913 static __inline__ int __ATTRS_o_ai vec_any_lt(vector int __a, 16914 vector bool int __b) { 16915 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, (vector int)__b, __a); 16916 } 16917 16918 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned int __a, 16919 vector unsigned int __b) { 16920 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __b, __a); 16921 } 16922 16923 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned int __a, 16924 vector bool int __b) { 16925 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__b, 16926 __a); 16927 } 16928 16929 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a, 16930 vector int __b) { 16931 return __builtin_altivec_vcmpgtsw_p(__CR6_EQ_REV, __b, 16932 (vector signed int)__a); 16933 } 16934 16935 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a, 16936 vector unsigned int __b) { 16937 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, __b, 16938 (vector unsigned int)__a); 16939 } 16940 16941 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool int __a, 16942 vector bool int __b) { 16943 return __builtin_altivec_vcmpgtuw_p(__CR6_EQ_REV, (vector unsigned int)__b, 16944 (vector unsigned int)__a); 16945 } 16946 16947 #ifdef __VSX__ 16948 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed long long __a, 16949 vector signed long long __b) { 16950 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __b, __a); 16951 } 16952 16953 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned long long __a, 16954 vector unsigned long long __b) { 16955 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __b, __a); 16956 } 16957 16958 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed long long __a, 16959 vector bool long long __b) { 16960 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, 16961 (vector signed long long)__b, __a); 16962 } 16963 16964 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned long long __a, 16965 vector bool long long __b) { 16966 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, 16967 (vector unsigned long long)__b, __a); 16968 } 16969 16970 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a, 16971 vector signed long long __b) { 16972 return __builtin_altivec_vcmpgtsd_p(__CR6_EQ_REV, __b, 16973 (vector signed long long)__a); 16974 } 16975 16976 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a, 16977 vector unsigned long long __b) { 16978 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, __b, 16979 (vector unsigned long long)__a); 16980 } 16981 16982 static __inline__ int __ATTRS_o_ai vec_any_lt(vector bool long long __a, 16983 vector bool long long __b) { 16984 return __builtin_altivec_vcmpgtud_p(__CR6_EQ_REV, 16985 (vector unsigned long long)__b, 16986 (vector unsigned long long)__a); 16987 } 16988 #endif 16989 16990 static __inline__ int __ATTRS_o_ai vec_any_lt(vector float __a, 16991 vector float __b) { 16992 #ifdef __VSX__ 16993 return __builtin_vsx_xvcmpgtsp_p(__CR6_EQ_REV, __b, __a); 16994 #else 16995 return __builtin_altivec_vcmpgtfp_p(__CR6_EQ_REV, __b, __a); 16996 #endif 16997 } 16998 16999 #ifdef __VSX__ 17000 static __inline__ int __ATTRS_o_ai vec_any_lt(vector double __a, 17001 vector double __b) { 17002 return __builtin_vsx_xvcmpgtdp_p(__CR6_EQ_REV, __b, __a); 17003 } 17004 #endif 17005 17006 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 17007 static __inline__ int __ATTRS_o_ai vec_any_lt(vector signed __int128 __a, 17008 vector signed __int128 __b) { 17009 return __builtin_altivec_vcmpgtsq_p(__CR6_EQ_REV, __b, __a); 17010 } 17011 17012 static __inline__ int __ATTRS_o_ai vec_any_lt(vector unsigned __int128 __a, 17013 vector unsigned __int128 __b) { 17014 return __builtin_altivec_vcmpgtuq_p(__CR6_EQ_REV, __b, __a); 17015 } 17016 #endif 17017 17018 /* vec_any_nan */ 17019 17020 static __inline__ int __ATTRS_o_ai vec_any_nan(vector float __a) { 17021 #ifdef __VSX__ 17022 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT_REV, __a, __a); 17023 #else 17024 return __builtin_altivec_vcmpeqfp_p(__CR6_LT_REV, __a, __a); 17025 #endif 17026 } 17027 #ifdef __VSX__ 17028 static __inline__ int __ATTRS_o_ai vec_any_nan(vector double __a) { 17029 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT_REV, __a, __a); 17030 } 17031 #endif 17032 17033 /* vec_any_ne */ 17034 17035 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed char __a, 17036 vector signed char __b) { 17037 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17038 (vector char)__b); 17039 } 17040 17041 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed char __a, 17042 vector bool char __b) { 17043 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17044 (vector char)__b); 17045 } 17046 17047 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned char __a, 17048 vector unsigned char __b) { 17049 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17050 (vector char)__b); 17051 } 17052 17053 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned char __a, 17054 vector bool char __b) { 17055 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17056 (vector char)__b); 17057 } 17058 17059 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a, 17060 vector signed char __b) { 17061 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17062 (vector char)__b); 17063 } 17064 17065 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a, 17066 vector unsigned char __b) { 17067 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17068 (vector char)__b); 17069 } 17070 17071 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool char __a, 17072 vector bool char __b) { 17073 return __builtin_altivec_vcmpequb_p(__CR6_LT_REV, (vector char)__a, 17074 (vector char)__b); 17075 } 17076 17077 static __inline__ int __ATTRS_o_ai vec_any_ne(vector short __a, 17078 vector short __b) { 17079 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, __a, __b); 17080 } 17081 17082 static __inline__ int __ATTRS_o_ai vec_any_ne(vector short __a, 17083 vector bool short __b) { 17084 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, __a, (vector short)__b); 17085 } 17086 17087 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned short __a, 17088 vector unsigned short __b) { 17089 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17090 (vector short)__b); 17091 } 17092 17093 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned short __a, 17094 vector bool short __b) { 17095 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17096 (vector short)__b); 17097 } 17098 17099 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a, 17100 vector short __b) { 17101 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17102 (vector short)__b); 17103 } 17104 17105 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a, 17106 vector unsigned short __b) { 17107 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17108 (vector short)__b); 17109 } 17110 17111 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool short __a, 17112 vector bool short __b) { 17113 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17114 (vector short)__b); 17115 } 17116 17117 static __inline__ int __ATTRS_o_ai vec_any_ne(vector pixel __a, 17118 vector pixel __b) { 17119 return __builtin_altivec_vcmpequh_p(__CR6_LT_REV, (vector short)__a, 17120 (vector short)__b); 17121 } 17122 17123 static __inline__ int __ATTRS_o_ai vec_any_ne(vector int __a, vector int __b) { 17124 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, __a, __b); 17125 } 17126 17127 static __inline__ int __ATTRS_o_ai vec_any_ne(vector int __a, 17128 vector bool int __b) { 17129 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, __a, (vector int)__b); 17130 } 17131 17132 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned int __a, 17133 vector unsigned int __b) { 17134 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a, 17135 (vector int)__b); 17136 } 17137 17138 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned int __a, 17139 vector bool int __b) { 17140 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a, 17141 (vector int)__b); 17142 } 17143 17144 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a, 17145 vector int __b) { 17146 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a, 17147 (vector int)__b); 17148 } 17149 17150 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a, 17151 vector unsigned int __b) { 17152 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a, 17153 (vector int)__b); 17154 } 17155 17156 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool int __a, 17157 vector bool int __b) { 17158 return __builtin_altivec_vcmpequw_p(__CR6_LT_REV, (vector int)__a, 17159 (vector int)__b); 17160 } 17161 17162 #ifdef __VSX__ 17163 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed long long __a, 17164 vector signed long long __b) { 17165 #ifdef __POWER8_VECTOR__ 17166 return __builtin_altivec_vcmpequd_p(__CR6_LT_REV, __a, __b); 17167 #else 17168 // Take advantage of the optimized sequence for vec_all_eq when vcmpequd is 17169 // not available. 17170 return !vec_all_eq(__a, __b); 17171 #endif 17172 } 17173 17174 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned long long __a, 17175 vector unsigned long long __b) { 17176 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17177 } 17178 17179 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed long long __a, 17180 vector bool long long __b) { 17181 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17182 } 17183 17184 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned long long __a, 17185 vector bool long long __b) { 17186 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17187 } 17188 17189 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a, 17190 vector signed long long __b) { 17191 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17192 } 17193 17194 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a, 17195 vector unsigned long long __b) { 17196 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17197 } 17198 17199 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool long long __a, 17200 vector bool long long __b) { 17201 return vec_any_ne((vector signed long long)__a, (vector signed long long)__b); 17202 } 17203 #endif 17204 17205 static __inline__ int __ATTRS_o_ai vec_any_ne(vector float __a, 17206 vector float __b) { 17207 #ifdef __VSX__ 17208 return __builtin_vsx_xvcmpeqsp_p(__CR6_LT_REV, __a, __b); 17209 #else 17210 return __builtin_altivec_vcmpeqfp_p(__CR6_LT_REV, __a, __b); 17211 #endif 17212 } 17213 17214 #ifdef __VSX__ 17215 static __inline__ int __ATTRS_o_ai vec_any_ne(vector double __a, 17216 vector double __b) { 17217 return __builtin_vsx_xvcmpeqdp_p(__CR6_LT_REV, __a, __b); 17218 } 17219 #endif 17220 17221 #if defined(__POWER10_VECTOR__) && defined(__SIZEOF_INT128__) 17222 static __inline__ int __ATTRS_o_ai vec_any_ne(vector signed __int128 __a, 17223 vector signed __int128 __b) { 17224 return __builtin_altivec_vcmpequq_p(__CR6_LT_REV, 17225 (vector unsigned __int128)__a, __b); 17226 } 17227 17228 static __inline__ int __ATTRS_o_ai vec_any_ne(vector unsigned __int128 __a, 17229 vector unsigned __int128 __b) { 17230 return __builtin_altivec_vcmpequq_p(__CR6_LT_REV, __a, 17231 (vector signed __int128)__b); 17232 } 17233 17234 static __inline__ int __ATTRS_o_ai vec_any_ne(vector bool __int128 __a, 17235 vector bool __int128 __b) { 17236 return __builtin_altivec_vcmpequq_p( 17237 __CR6_LT_REV, (vector unsigned __int128)__a, (vector signed __int128)__b); 17238 } 17239 #endif 17240 17241 /* vec_any_nge */ 17242 17243 static __inline__ int __ATTRS_o_ai vec_any_nge(vector float __a, 17244 vector float __b) { 17245 #ifdef __VSX__ 17246 return __builtin_vsx_xvcmpgesp_p(__CR6_LT_REV, __a, __b); 17247 #else 17248 return __builtin_altivec_vcmpgefp_p(__CR6_LT_REV, __a, __b); 17249 #endif 17250 } 17251 17252 #ifdef __VSX__ 17253 static __inline__ int __ATTRS_o_ai vec_any_nge(vector double __a, 17254 vector double __b) { 17255 return __builtin_vsx_xvcmpgedp_p(__CR6_LT_REV, __a, __b); 17256 } 17257 #endif 17258 17259 /* vec_any_ngt */ 17260 17261 static __inline__ int __ATTRS_o_ai vec_any_ngt(vector float __a, 17262 vector float __b) { 17263 #ifdef __VSX__ 17264 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT_REV, __a, __b); 17265 #else 17266 return __builtin_altivec_vcmpgtfp_p(__CR6_LT_REV, __a, __b); 17267 #endif 17268 } 17269 17270 #ifdef __VSX__ 17271 static __inline__ int __ATTRS_o_ai vec_any_ngt(vector double __a, 17272 vector double __b) { 17273 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT_REV, __a, __b); 17274 } 17275 #endif 17276 17277 /* vec_any_nle */ 17278 17279 static __inline__ int __ATTRS_o_ai vec_any_nle(vector float __a, 17280 vector float __b) { 17281 #ifdef __VSX__ 17282 return __builtin_vsx_xvcmpgesp_p(__CR6_LT_REV, __b, __a); 17283 #else 17284 return __builtin_altivec_vcmpgefp_p(__CR6_LT_REV, __b, __a); 17285 #endif 17286 } 17287 17288 #ifdef __VSX__ 17289 static __inline__ int __ATTRS_o_ai vec_any_nle(vector double __a, 17290 vector double __b) { 17291 return __builtin_vsx_xvcmpgedp_p(__CR6_LT_REV, __b, __a); 17292 } 17293 #endif 17294 17295 /* vec_any_nlt */ 17296 17297 static __inline__ int __ATTRS_o_ai vec_any_nlt(vector float __a, 17298 vector float __b) { 17299 #ifdef __VSX__ 17300 return __builtin_vsx_xvcmpgtsp_p(__CR6_LT_REV, __b, __a); 17301 #else 17302 return __builtin_altivec_vcmpgtfp_p(__CR6_LT_REV, __b, __a); 17303 #endif 17304 } 17305 17306 #ifdef __VSX__ 17307 static __inline__ int __ATTRS_o_ai vec_any_nlt(vector double __a, 17308 vector double __b) { 17309 return __builtin_vsx_xvcmpgtdp_p(__CR6_LT_REV, __b, __a); 17310 } 17311 #endif 17312 17313 /* vec_any_numeric */ 17314 17315 static __inline__ int __ATTRS_o_ai vec_any_numeric(vector float __a) { 17316 #ifdef __VSX__ 17317 return __builtin_vsx_xvcmpeqsp_p(__CR6_EQ_REV, __a, __a); 17318 #else 17319 return __builtin_altivec_vcmpeqfp_p(__CR6_EQ_REV, __a, __a); 17320 #endif 17321 } 17322 17323 #ifdef __VSX__ 17324 static __inline__ int __ATTRS_o_ai vec_any_numeric(vector double __a) { 17325 return __builtin_vsx_xvcmpeqdp_p(__CR6_EQ_REV, __a, __a); 17326 } 17327 #endif 17328 17329 /* vec_any_out */ 17330 17331 static __inline__ int __attribute__((__always_inline__)) 17332 vec_any_out(vector float __a, vector float __b) { 17333 return __builtin_altivec_vcmpbfp_p(__CR6_EQ_REV, __a, __b); 17334 } 17335 17336 /* Power 8 Crypto functions 17337 Note: We diverge from the current GCC implementation with regard 17338 to cryptography and related functions as follows: 17339 - Only the SHA and AES instructions and builtins are disabled by -mno-crypto 17340 - The remaining ones are only available on Power8 and up so 17341 require -mpower8-vector 17342 The justification for this is that export requirements require that 17343 Category:Vector.Crypto is optional (i.e. compliant hardware may not provide 17344 support). As a result, we need to be able to turn off support for those. 17345 The remaining ones (currently controlled by -mcrypto for GCC) still 17346 need to be provided on compliant hardware even if Vector.Crypto is not 17347 provided. 17348 */ 17349 #ifdef __CRYPTO__ 17350 #define vec_sbox_be __builtin_altivec_crypto_vsbox 17351 #define vec_cipher_be __builtin_altivec_crypto_vcipher 17352 #define vec_cipherlast_be __builtin_altivec_crypto_vcipherlast 17353 #define vec_ncipher_be __builtin_altivec_crypto_vncipher 17354 #define vec_ncipherlast_be __builtin_altivec_crypto_vncipherlast 17355 17356 #ifdef __VSX__ 17357 static __inline__ vector unsigned char __attribute__((__always_inline__)) 17358 __builtin_crypto_vsbox(vector unsigned char __a) { 17359 return __builtin_altivec_crypto_vsbox(__a); 17360 } 17361 17362 static __inline__ vector unsigned char __attribute__((__always_inline__)) 17363 __builtin_crypto_vcipher(vector unsigned char __a, 17364 vector unsigned char __b) { 17365 return __builtin_altivec_crypto_vcipher(__a, __b); 17366 } 17367 17368 static __inline__ vector unsigned char __attribute__((__always_inline__)) 17369 __builtin_crypto_vcipherlast(vector unsigned char __a, 17370 vector unsigned char __b) { 17371 return __builtin_altivec_crypto_vcipherlast(__a, __b); 17372 } 17373 17374 static __inline__ vector unsigned char __attribute__((__always_inline__)) 17375 __builtin_crypto_vncipher(vector unsigned char __a, 17376 vector unsigned char __b) { 17377 return __builtin_altivec_crypto_vncipher(__a, __b); 17378 } 17379 17380 static __inline__ vector unsigned char __attribute__((__always_inline__)) 17381 __builtin_crypto_vncipherlast(vector unsigned char __a, 17382 vector unsigned char __b) { 17383 return __builtin_altivec_crypto_vncipherlast(__a, __b); 17384 } 17385 #endif /* __VSX__ */ 17386 17387 #define __builtin_crypto_vshasigmad __builtin_altivec_crypto_vshasigmad 17388 #define __builtin_crypto_vshasigmaw __builtin_altivec_crypto_vshasigmaw 17389 17390 #define vec_shasigma_be(X, Y, Z) \ 17391 _Generic((X), vector unsigned int \ 17392 : __builtin_crypto_vshasigmaw, vector unsigned long long \ 17393 : __builtin_crypto_vshasigmad)((X), (Y), (Z)) 17394 #endif 17395 17396 #ifdef __POWER8_VECTOR__ 17397 static __inline__ vector bool char __ATTRS_o_ai 17398 vec_permxor(vector bool char __a, vector bool char __b, 17399 vector bool char __c) { 17400 return (vector bool char)__builtin_altivec_crypto_vpermxor( 17401 (vector unsigned char)__a, (vector unsigned char)__b, 17402 (vector unsigned char)__c); 17403 } 17404 17405 static __inline__ vector signed char __ATTRS_o_ai 17406 vec_permxor(vector signed char __a, vector signed char __b, 17407 vector signed char __c) { 17408 return (vector signed char)__builtin_altivec_crypto_vpermxor( 17409 (vector unsigned char)__a, (vector unsigned char)__b, 17410 (vector unsigned char)__c); 17411 } 17412 17413 static __inline__ vector unsigned char __ATTRS_o_ai 17414 vec_permxor(vector unsigned char __a, vector unsigned char __b, 17415 vector unsigned char __c) { 17416 return __builtin_altivec_crypto_vpermxor(__a, __b, __c); 17417 } 17418 17419 static __inline__ vector unsigned char __ATTRS_o_ai 17420 __builtin_crypto_vpermxor(vector unsigned char __a, vector unsigned char __b, 17421 vector unsigned char __c) { 17422 return __builtin_altivec_crypto_vpermxor(__a, __b, __c); 17423 } 17424 17425 static __inline__ vector unsigned short __ATTRS_o_ai 17426 __builtin_crypto_vpermxor(vector unsigned short __a, vector unsigned short __b, 17427 vector unsigned short __c) { 17428 return (vector unsigned short)__builtin_altivec_crypto_vpermxor( 17429 (vector unsigned char)__a, (vector unsigned char)__b, 17430 (vector unsigned char)__c); 17431 } 17432 17433 static __inline__ vector unsigned int __ATTRS_o_ai __builtin_crypto_vpermxor( 17434 vector unsigned int __a, vector unsigned int __b, vector unsigned int __c) { 17435 return (vector unsigned int)__builtin_altivec_crypto_vpermxor( 17436 (vector unsigned char)__a, (vector unsigned char)__b, 17437 (vector unsigned char)__c); 17438 } 17439 17440 static __inline__ vector unsigned long long __ATTRS_o_ai 17441 __builtin_crypto_vpermxor(vector unsigned long long __a, 17442 vector unsigned long long __b, 17443 vector unsigned long long __c) { 17444 return (vector unsigned long long)__builtin_altivec_crypto_vpermxor( 17445 (vector unsigned char)__a, (vector unsigned char)__b, 17446 (vector unsigned char)__c); 17447 } 17448 17449 static __inline__ vector unsigned char __ATTRS_o_ai 17450 __builtin_crypto_vpmsumb(vector unsigned char __a, vector unsigned char __b) { 17451 return __builtin_altivec_crypto_vpmsumb(__a, __b); 17452 } 17453 17454 static __inline__ vector unsigned short __ATTRS_o_ai 17455 __builtin_crypto_vpmsumb(vector unsigned short __a, vector unsigned short __b) { 17456 return __builtin_altivec_crypto_vpmsumh(__a, __b); 17457 } 17458 17459 static __inline__ vector unsigned int __ATTRS_o_ai 17460 __builtin_crypto_vpmsumb(vector unsigned int __a, vector unsigned int __b) { 17461 return __builtin_altivec_crypto_vpmsumw(__a, __b); 17462 } 17463 17464 static __inline__ vector unsigned long long __ATTRS_o_ai 17465 __builtin_crypto_vpmsumb(vector unsigned long long __a, 17466 vector unsigned long long __b) { 17467 return __builtin_altivec_crypto_vpmsumd(__a, __b); 17468 } 17469 17470 static __inline__ vector signed char __ATTRS_o_ai 17471 vec_vgbbd(vector signed char __a) { 17472 return (vector signed char)__builtin_altivec_vgbbd((vector unsigned char)__a); 17473 } 17474 17475 #define vec_pmsum_be __builtin_crypto_vpmsumb 17476 #define vec_gb __builtin_altivec_vgbbd 17477 17478 static __inline__ vector unsigned char __ATTRS_o_ai 17479 vec_vgbbd(vector unsigned char __a) { 17480 return __builtin_altivec_vgbbd(__a); 17481 } 17482 17483 static __inline__ vector signed long long __ATTRS_o_ai 17484 vec_gbb(vector signed long long __a) { 17485 return (vector signed long long)__builtin_altivec_vgbbd( 17486 (vector unsigned char)__a); 17487 } 17488 17489 static __inline__ vector unsigned long long __ATTRS_o_ai 17490 vec_gbb(vector unsigned long long __a) { 17491 return (vector unsigned long long)__builtin_altivec_vgbbd( 17492 (vector unsigned char)__a); 17493 } 17494 17495 static __inline__ vector long long __ATTRS_o_ai 17496 vec_vbpermq(vector signed char __a, vector signed char __b) { 17497 return (vector long long)__builtin_altivec_vbpermq((vector unsigned char)__a, 17498 (vector unsigned char)__b); 17499 } 17500 17501 static __inline__ vector long long __ATTRS_o_ai 17502 vec_vbpermq(vector unsigned char __a, vector unsigned char __b) { 17503 return (vector long long)__builtin_altivec_vbpermq(__a, __b); 17504 } 17505 17506 #if defined(__powerpc64__) && defined(__SIZEOF_INT128__) 17507 static __inline__ vector unsigned long long __ATTRS_o_ai 17508 vec_bperm(vector unsigned __int128 __a, vector unsigned char __b) { 17509 return __builtin_altivec_vbpermq((vector unsigned char)__a, 17510 (vector unsigned char)__b); 17511 } 17512 #endif 17513 static __inline__ vector unsigned char __ATTRS_o_ai 17514 vec_bperm(vector unsigned char __a, vector unsigned char __b) { 17515 return (vector unsigned char)__builtin_altivec_vbpermq(__a, __b); 17516 } 17517 #endif // __POWER8_VECTOR__ 17518 #ifdef __POWER9_VECTOR__ 17519 static __inline__ vector unsigned long long __ATTRS_o_ai 17520 vec_bperm(vector unsigned long long __a, vector unsigned char __b) { 17521 return __builtin_altivec_vbpermd(__a, __b); 17522 } 17523 #endif 17524 17525 17526 /* vec_reve */ 17527 17528 static inline __ATTRS_o_ai vector bool char vec_reve(vector bool char __a) { 17529 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 17530 5, 4, 3, 2, 1, 0); 17531 } 17532 17533 static inline __ATTRS_o_ai vector signed char vec_reve(vector signed char __a) { 17534 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 17535 5, 4, 3, 2, 1, 0); 17536 } 17537 17538 static inline __ATTRS_o_ai vector unsigned char 17539 vec_reve(vector unsigned char __a) { 17540 return __builtin_shufflevector(__a, __a, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 17541 5, 4, 3, 2, 1, 0); 17542 } 17543 17544 static inline __ATTRS_o_ai vector bool int vec_reve(vector bool int __a) { 17545 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0); 17546 } 17547 17548 static inline __ATTRS_o_ai vector signed int vec_reve(vector signed int __a) { 17549 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0); 17550 } 17551 17552 static inline __ATTRS_o_ai vector unsigned int 17553 vec_reve(vector unsigned int __a) { 17554 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0); 17555 } 17556 17557 static inline __ATTRS_o_ai vector bool short vec_reve(vector bool short __a) { 17558 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0); 17559 } 17560 17561 static inline __ATTRS_o_ai vector signed short 17562 vec_reve(vector signed short __a) { 17563 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0); 17564 } 17565 17566 static inline __ATTRS_o_ai vector unsigned short 17567 vec_reve(vector unsigned short __a) { 17568 return __builtin_shufflevector(__a, __a, 7, 6, 5, 4, 3, 2, 1, 0); 17569 } 17570 17571 static inline __ATTRS_o_ai vector float vec_reve(vector float __a) { 17572 return __builtin_shufflevector(__a, __a, 3, 2, 1, 0); 17573 } 17574 17575 #ifdef __VSX__ 17576 static inline __ATTRS_o_ai vector bool long long 17577 vec_reve(vector bool long long __a) { 17578 return __builtin_shufflevector(__a, __a, 1, 0); 17579 } 17580 17581 static inline __ATTRS_o_ai vector signed long long 17582 vec_reve(vector signed long long __a) { 17583 return __builtin_shufflevector(__a, __a, 1, 0); 17584 } 17585 17586 static inline __ATTRS_o_ai vector unsigned long long 17587 vec_reve(vector unsigned long long __a) { 17588 return __builtin_shufflevector(__a, __a, 1, 0); 17589 } 17590 17591 static inline __ATTRS_o_ai vector double vec_reve(vector double __a) { 17592 return __builtin_shufflevector(__a, __a, 1, 0); 17593 } 17594 #endif 17595 17596 /* vec_revb */ 17597 static __inline__ vector bool char __ATTRS_o_ai 17598 vec_revb(vector bool char __a) { 17599 return __a; 17600 } 17601 17602 static __inline__ vector signed char __ATTRS_o_ai 17603 vec_revb(vector signed char __a) { 17604 return __a; 17605 } 17606 17607 static __inline__ vector unsigned char __ATTRS_o_ai 17608 vec_revb(vector unsigned char __a) { 17609 return __a; 17610 } 17611 17612 static __inline__ vector bool short __ATTRS_o_ai 17613 vec_revb(vector bool short __a) { 17614 vector unsigned char __indices = 17615 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 }; 17616 return vec_perm(__a, __a, __indices); 17617 } 17618 17619 static __inline__ vector signed short __ATTRS_o_ai 17620 vec_revb(vector signed short __a) { 17621 vector unsigned char __indices = 17622 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 }; 17623 return vec_perm(__a, __a, __indices); 17624 } 17625 17626 static __inline__ vector unsigned short __ATTRS_o_ai 17627 vec_revb(vector unsigned short __a) { 17628 vector unsigned char __indices = 17629 { 1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14 }; 17630 return vec_perm(__a, __a, __indices); 17631 } 17632 17633 static __inline__ vector bool int __ATTRS_o_ai 17634 vec_revb(vector bool int __a) { 17635 vector unsigned char __indices = 17636 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 }; 17637 return vec_perm(__a, __a, __indices); 17638 } 17639 17640 static __inline__ vector signed int __ATTRS_o_ai 17641 vec_revb(vector signed int __a) { 17642 vector unsigned char __indices = 17643 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 }; 17644 return vec_perm(__a, __a, __indices); 17645 } 17646 17647 static __inline__ vector unsigned int __ATTRS_o_ai 17648 vec_revb(vector unsigned int __a) { 17649 vector unsigned char __indices = 17650 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 }; 17651 return vec_perm(__a, __a, __indices); 17652 } 17653 17654 static __inline__ vector float __ATTRS_o_ai 17655 vec_revb(vector float __a) { 17656 vector unsigned char __indices = 17657 { 3, 2, 1, 0, 7, 6, 5, 4, 11, 10, 9, 8, 15, 14, 13, 12 }; 17658 return vec_perm(__a, __a, __indices); 17659 } 17660 17661 #ifdef __VSX__ 17662 static __inline__ vector bool long long __ATTRS_o_ai 17663 vec_revb(vector bool long long __a) { 17664 vector unsigned char __indices = 17665 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 }; 17666 return vec_perm(__a, __a, __indices); 17667 } 17668 17669 static __inline__ vector signed long long __ATTRS_o_ai 17670 vec_revb(vector signed long long __a) { 17671 vector unsigned char __indices = 17672 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 }; 17673 return vec_perm(__a, __a, __indices); 17674 } 17675 17676 static __inline__ vector unsigned long long __ATTRS_o_ai 17677 vec_revb(vector unsigned long long __a) { 17678 vector unsigned char __indices = 17679 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 }; 17680 return vec_perm(__a, __a, __indices); 17681 } 17682 17683 static __inline__ vector double __ATTRS_o_ai 17684 vec_revb(vector double __a) { 17685 vector unsigned char __indices = 17686 { 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 13, 12, 11, 10, 9, 8 }; 17687 return vec_perm(__a, __a, __indices); 17688 } 17689 #endif /* End __VSX__ */ 17690 17691 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 17692 defined(__SIZEOF_INT128__) 17693 static __inline__ vector signed __int128 __ATTRS_o_ai 17694 vec_revb(vector signed __int128 __a) { 17695 vector unsigned char __indices = 17696 { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 }; 17697 return (vector signed __int128)vec_perm((vector signed int)__a, 17698 (vector signed int)__a, 17699 __indices); 17700 } 17701 17702 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17703 vec_revb(vector unsigned __int128 __a) { 17704 vector unsigned char __indices = 17705 { 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0 }; 17706 return (vector unsigned __int128)vec_perm((vector signed int)__a, 17707 (vector signed int)__a, 17708 __indices); 17709 } 17710 #endif /* END __POWER8_VECTOR__ && __powerpc64__ */ 17711 17712 /* vec_xl */ 17713 17714 #define vec_xld2 vec_xl 17715 #define vec_xlw4 vec_xl 17716 typedef vector signed char unaligned_vec_schar __attribute__((aligned(1))); 17717 typedef vector unsigned char unaligned_vec_uchar __attribute__((aligned(1))); 17718 typedef vector signed short unaligned_vec_sshort __attribute__((aligned(1))); 17719 typedef vector unsigned short unaligned_vec_ushort __attribute__((aligned(1))); 17720 typedef vector signed int unaligned_vec_sint __attribute__((aligned(1))); 17721 typedef vector unsigned int unaligned_vec_uint __attribute__((aligned(1))); 17722 typedef vector float unaligned_vec_float __attribute__((aligned(1))); 17723 17724 static inline __ATTRS_o_ai vector signed char vec_xl(ptrdiff_t __offset, 17725 const signed char *__ptr) { 17726 return *(unaligned_vec_schar *)(__ptr + __offset); 17727 } 17728 17729 static inline __ATTRS_o_ai vector unsigned char 17730 vec_xl(ptrdiff_t __offset, const unsigned char *__ptr) { 17731 return *(unaligned_vec_uchar*)(__ptr + __offset); 17732 } 17733 17734 static inline __ATTRS_o_ai vector signed short 17735 vec_xl(ptrdiff_t __offset, const signed short *__ptr) { 17736 signed char *__addr = (signed char *)__ptr + __offset; 17737 return *(unaligned_vec_sshort *)__addr; 17738 } 17739 17740 static inline __ATTRS_o_ai vector unsigned short 17741 vec_xl(ptrdiff_t __offset, const unsigned short *__ptr) { 17742 signed char *__addr = (signed char *)__ptr + __offset; 17743 return *(unaligned_vec_ushort *)__addr; 17744 } 17745 17746 static inline __ATTRS_o_ai vector signed int vec_xl(ptrdiff_t __offset, 17747 const signed int *__ptr) { 17748 signed char *__addr = (signed char *)__ptr + __offset; 17749 return *(unaligned_vec_sint *)__addr; 17750 } 17751 17752 static inline __ATTRS_o_ai vector unsigned int 17753 vec_xl(ptrdiff_t __offset, const unsigned int *__ptr) { 17754 signed char *__addr = (signed char *)__ptr + __offset; 17755 return *(unaligned_vec_uint *)__addr; 17756 } 17757 17758 static inline __ATTRS_o_ai vector float vec_xl(ptrdiff_t __offset, 17759 const float *__ptr) { 17760 signed char *__addr = (signed char *)__ptr + __offset; 17761 return *(unaligned_vec_float *)__addr; 17762 } 17763 17764 #ifdef __VSX__ 17765 typedef vector signed long long unaligned_vec_sll __attribute__((aligned(1))); 17766 typedef vector unsigned long long unaligned_vec_ull __attribute__((aligned(1))); 17767 typedef vector double unaligned_vec_double __attribute__((aligned(1))); 17768 17769 static inline __ATTRS_o_ai vector signed long long 17770 vec_xl(ptrdiff_t __offset, const signed long long *__ptr) { 17771 signed char *__addr = (signed char *)__ptr + __offset; 17772 return *(unaligned_vec_sll *)__addr; 17773 } 17774 17775 static inline __ATTRS_o_ai vector unsigned long long 17776 vec_xl(ptrdiff_t __offset, const unsigned long long *__ptr) { 17777 signed char *__addr = (signed char *)__ptr + __offset; 17778 return *(unaligned_vec_ull *)__addr; 17779 } 17780 17781 static inline __ATTRS_o_ai vector double vec_xl(ptrdiff_t __offset, 17782 const double *__ptr) { 17783 signed char *__addr = (signed char *)__ptr + __offset; 17784 return *(unaligned_vec_double *)__addr; 17785 } 17786 #endif 17787 17788 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 17789 defined(__SIZEOF_INT128__) 17790 typedef vector signed __int128 unaligned_vec_si128 __attribute__((aligned(1))); 17791 typedef vector unsigned __int128 unaligned_vec_ui128 17792 __attribute__((aligned(1))); 17793 static inline __ATTRS_o_ai vector signed __int128 17794 vec_xl(ptrdiff_t __offset, const signed __int128 *__ptr) { 17795 signed char *__addr = (signed char *)__ptr + __offset; 17796 return *(unaligned_vec_si128 *)__addr; 17797 } 17798 17799 static inline __ATTRS_o_ai vector unsigned __int128 17800 vec_xl(ptrdiff_t __offset, const unsigned __int128 *__ptr) { 17801 signed char *__addr = (signed char *)__ptr + __offset; 17802 return *(unaligned_vec_ui128 *)__addr; 17803 } 17804 #endif 17805 17806 /* vec_xl_be */ 17807 17808 #ifdef __LITTLE_ENDIAN__ 17809 static __inline__ vector signed char __ATTRS_o_ai 17810 vec_xl_be(ptrdiff_t __offset, const signed char *__ptr) { 17811 vector signed char __vec = (vector signed char)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17812 return __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 17813 13, 12, 11, 10, 9, 8); 17814 } 17815 17816 static __inline__ vector unsigned char __ATTRS_o_ai 17817 vec_xl_be(ptrdiff_t __offset, const unsigned char *__ptr) { 17818 vector unsigned char __vec = (vector unsigned char)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17819 return __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 17820 13, 12, 11, 10, 9, 8); 17821 } 17822 17823 static __inline__ vector signed short __ATTRS_o_ai 17824 vec_xl_be(ptrdiff_t __offset, const signed short *__ptr) { 17825 vector signed short __vec = (vector signed short)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17826 return __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4); 17827 } 17828 17829 static __inline__ vector unsigned short __ATTRS_o_ai 17830 vec_xl_be(ptrdiff_t __offset, const unsigned short *__ptr) { 17831 vector unsigned short __vec = (vector unsigned short)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17832 return __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4); 17833 } 17834 17835 static __inline__ vector signed int __ATTRS_o_ai 17836 vec_xl_be(signed long long __offset, const signed int *__ptr) { 17837 return (vector signed int)__builtin_vsx_lxvw4x_be(__offset, __ptr); 17838 } 17839 17840 static __inline__ vector unsigned int __ATTRS_o_ai 17841 vec_xl_be(signed long long __offset, const unsigned int *__ptr) { 17842 return (vector unsigned int)__builtin_vsx_lxvw4x_be(__offset, __ptr); 17843 } 17844 17845 static __inline__ vector float __ATTRS_o_ai 17846 vec_xl_be(signed long long __offset, const float *__ptr) { 17847 return (vector float)__builtin_vsx_lxvw4x_be(__offset, __ptr); 17848 } 17849 17850 #ifdef __VSX__ 17851 static __inline__ vector signed long long __ATTRS_o_ai 17852 vec_xl_be(signed long long __offset, const signed long long *__ptr) { 17853 return (vector signed long long)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17854 } 17855 17856 static __inline__ vector unsigned long long __ATTRS_o_ai 17857 vec_xl_be(signed long long __offset, const unsigned long long *__ptr) { 17858 return (vector unsigned long long)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17859 } 17860 17861 static __inline__ vector double __ATTRS_o_ai 17862 vec_xl_be(signed long long __offset, const double *__ptr) { 17863 return (vector double)__builtin_vsx_lxvd2x_be(__offset, __ptr); 17864 } 17865 #endif 17866 17867 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 17868 defined(__SIZEOF_INT128__) 17869 static __inline__ vector signed __int128 __ATTRS_o_ai 17870 vec_xl_be(signed long long __offset, const signed __int128 *__ptr) { 17871 return vec_xl(__offset, __ptr); 17872 } 17873 17874 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17875 vec_xl_be(signed long long __offset, const unsigned __int128 *__ptr) { 17876 return vec_xl(__offset, __ptr); 17877 } 17878 #endif 17879 #else 17880 #define vec_xl_be vec_xl 17881 #endif 17882 17883 #if defined(__POWER10_VECTOR__) && defined(__VSX__) && \ 17884 defined(__SIZEOF_INT128__) 17885 17886 /* vec_xl_sext */ 17887 17888 static __inline__ vector signed __int128 __ATTRS_o_ai 17889 vec_xl_sext(ptrdiff_t __offset, const signed char *__pointer) { 17890 return (vector signed __int128)*(__pointer + __offset); 17891 } 17892 17893 static __inline__ vector signed __int128 __ATTRS_o_ai 17894 vec_xl_sext(ptrdiff_t __offset, const signed short *__pointer) { 17895 return (vector signed __int128)*(__pointer + __offset); 17896 } 17897 17898 static __inline__ vector signed __int128 __ATTRS_o_ai 17899 vec_xl_sext(ptrdiff_t __offset, const signed int *__pointer) { 17900 return (vector signed __int128)*(__pointer + __offset); 17901 } 17902 17903 static __inline__ vector signed __int128 __ATTRS_o_ai 17904 vec_xl_sext(ptrdiff_t __offset, const signed long long *__pointer) { 17905 return (vector signed __int128)*(__pointer + __offset); 17906 } 17907 17908 /* vec_xl_zext */ 17909 17910 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17911 vec_xl_zext(ptrdiff_t __offset, const unsigned char *__pointer) { 17912 return (vector unsigned __int128)*(__pointer + __offset); 17913 } 17914 17915 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17916 vec_xl_zext(ptrdiff_t __offset, const unsigned short *__pointer) { 17917 return (vector unsigned __int128)*(__pointer + __offset); 17918 } 17919 17920 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17921 vec_xl_zext(ptrdiff_t __offset, const unsigned int *__pointer) { 17922 return (vector unsigned __int128)*(__pointer + __offset); 17923 } 17924 17925 static __inline__ vector unsigned __int128 __ATTRS_o_ai 17926 vec_xl_zext(ptrdiff_t __offset, const unsigned long long *__pointer) { 17927 return (vector unsigned __int128)*(__pointer + __offset); 17928 } 17929 17930 #endif 17931 17932 /* vec_xlds */ 17933 #ifdef __VSX__ 17934 static __inline__ vector signed long long __ATTRS_o_ai 17935 vec_xlds(ptrdiff_t __offset, const signed long long *__ptr) { 17936 signed long long *__addr = (signed long long*)((signed char *)__ptr + __offset); 17937 return (vector signed long long) *__addr; 17938 } 17939 17940 static __inline__ vector unsigned long long __ATTRS_o_ai 17941 vec_xlds(ptrdiff_t __offset, const unsigned long long *__ptr) { 17942 unsigned long long *__addr = (unsigned long long *)((signed char *)__ptr + __offset); 17943 return (unaligned_vec_ull) *__addr; 17944 } 17945 17946 static __inline__ vector double __ATTRS_o_ai vec_xlds(ptrdiff_t __offset, 17947 const double *__ptr) { 17948 double *__addr = (double*)((signed char *)__ptr + __offset); 17949 return (unaligned_vec_double) *__addr; 17950 } 17951 17952 /* vec_load_splats */ 17953 static __inline__ vector signed int __ATTRS_o_ai 17954 vec_load_splats(signed long long __offset, const signed int *__ptr) { 17955 signed int *__addr = (signed int*)((signed char *)__ptr + __offset); 17956 return (vector signed int)*__addr; 17957 } 17958 17959 static __inline__ vector signed int __ATTRS_o_ai 17960 vec_load_splats(unsigned long long __offset, const signed int *__ptr) { 17961 signed int *__addr = (signed int*)((signed char *)__ptr + __offset); 17962 return (vector signed int)*__addr; 17963 } 17964 17965 static __inline__ vector unsigned int __ATTRS_o_ai 17966 vec_load_splats(signed long long __offset, const unsigned int *__ptr) { 17967 unsigned int *__addr = (unsigned int*)((signed char *)__ptr + __offset); 17968 return (vector unsigned int)*__addr; 17969 } 17970 17971 static __inline__ vector unsigned int __ATTRS_o_ai 17972 vec_load_splats(unsigned long long __offset, const unsigned int *__ptr) { 17973 unsigned int *__addr = (unsigned int*)((signed char *)__ptr + __offset); 17974 return (vector unsigned int)*__addr; 17975 } 17976 17977 static __inline__ vector float __ATTRS_o_ai 17978 vec_load_splats(signed long long __offset, const float *__ptr) { 17979 float *__addr = (float*)((signed char *)__ptr + __offset); 17980 return (vector float)*__addr; 17981 } 17982 17983 static __inline__ vector float __ATTRS_o_ai 17984 vec_load_splats(unsigned long long __offset, const float *__ptr) { 17985 float *__addr = (float*)((signed char *)__ptr + __offset); 17986 return (vector float)*__addr; 17987 } 17988 #endif 17989 17990 /* vec_xst */ 17991 17992 #define vec_xstd2 vec_xst 17993 #define vec_xstw4 vec_xst 17994 static inline __ATTRS_o_ai void 17995 vec_xst(vector signed char __vec, ptrdiff_t __offset, signed char *__ptr) { 17996 *(unaligned_vec_schar *)(__ptr + __offset) = __vec; 17997 } 17998 17999 static inline __ATTRS_o_ai void 18000 vec_xst(vector unsigned char __vec, ptrdiff_t __offset, unsigned char *__ptr) { 18001 *(unaligned_vec_uchar *)(__ptr + __offset) = __vec; 18002 } 18003 18004 static inline __ATTRS_o_ai void 18005 vec_xst(vector signed short __vec, ptrdiff_t __offset, signed short *__ptr) { 18006 signed char *__addr = (signed char *)__ptr + __offset; 18007 *(unaligned_vec_sshort *)__addr = __vec; 18008 } 18009 18010 static inline __ATTRS_o_ai void vec_xst(vector unsigned short __vec, 18011 ptrdiff_t __offset, 18012 unsigned short *__ptr) { 18013 signed char *__addr = (signed char *)__ptr + __offset; 18014 *(unaligned_vec_ushort *)__addr = __vec; 18015 } 18016 18017 static inline __ATTRS_o_ai void vec_xst(vector signed int __vec, 18018 ptrdiff_t __offset, signed int *__ptr) { 18019 signed char *__addr = (signed char *)__ptr + __offset; 18020 *(unaligned_vec_sint *)__addr = __vec; 18021 } 18022 18023 static inline __ATTRS_o_ai void 18024 vec_xst(vector unsigned int __vec, ptrdiff_t __offset, unsigned int *__ptr) { 18025 signed char *__addr = (signed char *)__ptr + __offset; 18026 *(unaligned_vec_uint *)__addr = __vec; 18027 } 18028 18029 static inline __ATTRS_o_ai void vec_xst(vector float __vec, ptrdiff_t __offset, 18030 float *__ptr) { 18031 signed char *__addr = (signed char *)__ptr + __offset; 18032 *(unaligned_vec_float *)__addr = __vec; 18033 } 18034 18035 #ifdef __VSX__ 18036 static inline __ATTRS_o_ai void vec_xst(vector signed long long __vec, 18037 ptrdiff_t __offset, 18038 signed long long *__ptr) { 18039 signed char *__addr = (signed char *)__ptr + __offset; 18040 *(unaligned_vec_sll *)__addr = __vec; 18041 } 18042 18043 static inline __ATTRS_o_ai void vec_xst(vector unsigned long long __vec, 18044 ptrdiff_t __offset, 18045 unsigned long long *__ptr) { 18046 signed char *__addr = (signed char *)__ptr + __offset; 18047 *(unaligned_vec_ull *)__addr = __vec; 18048 } 18049 18050 static inline __ATTRS_o_ai void vec_xst(vector double __vec, ptrdiff_t __offset, 18051 double *__ptr) { 18052 signed char *__addr = (signed char *)__ptr + __offset; 18053 *(unaligned_vec_double *)__addr = __vec; 18054 } 18055 #endif 18056 18057 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 18058 defined(__SIZEOF_INT128__) 18059 static inline __ATTRS_o_ai void vec_xst(vector signed __int128 __vec, 18060 ptrdiff_t __offset, 18061 signed __int128 *__ptr) { 18062 signed char *__addr = (signed char *)__ptr + __offset; 18063 *(unaligned_vec_si128 *)__addr = __vec; 18064 } 18065 18066 static inline __ATTRS_o_ai void vec_xst(vector unsigned __int128 __vec, 18067 ptrdiff_t __offset, 18068 unsigned __int128 *__ptr) { 18069 signed char *__addr = (signed char *)__ptr + __offset; 18070 *(unaligned_vec_ui128 *)__addr = __vec; 18071 } 18072 #endif 18073 18074 /* vec_xst_trunc */ 18075 18076 #if defined(__POWER10_VECTOR__) && defined(__VSX__) && \ 18077 defined(__SIZEOF_INT128__) 18078 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec, 18079 ptrdiff_t __offset, 18080 signed char *__ptr) { 18081 *(__ptr + __offset) = (signed char)__vec[0]; 18082 } 18083 18084 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec, 18085 ptrdiff_t __offset, 18086 unsigned char *__ptr) { 18087 *(__ptr + __offset) = (unsigned char)__vec[0]; 18088 } 18089 18090 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec, 18091 ptrdiff_t __offset, 18092 signed short *__ptr) { 18093 *(__ptr + __offset) = (signed short)__vec[0]; 18094 } 18095 18096 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec, 18097 ptrdiff_t __offset, 18098 unsigned short *__ptr) { 18099 *(__ptr + __offset) = (unsigned short)__vec[0]; 18100 } 18101 18102 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec, 18103 ptrdiff_t __offset, 18104 signed int *__ptr) { 18105 *(__ptr + __offset) = (signed int)__vec[0]; 18106 } 18107 18108 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec, 18109 ptrdiff_t __offset, 18110 unsigned int *__ptr) { 18111 *(__ptr + __offset) = (unsigned int)__vec[0]; 18112 } 18113 18114 static inline __ATTRS_o_ai void vec_xst_trunc(vector signed __int128 __vec, 18115 ptrdiff_t __offset, 18116 signed long long *__ptr) { 18117 *(__ptr + __offset) = (signed long long)__vec[0]; 18118 } 18119 18120 static inline __ATTRS_o_ai void vec_xst_trunc(vector unsigned __int128 __vec, 18121 ptrdiff_t __offset, 18122 unsigned long long *__ptr) { 18123 *(__ptr + __offset) = (unsigned long long)__vec[0]; 18124 } 18125 #endif 18126 18127 /* vec_xst_be */ 18128 18129 #ifdef __LITTLE_ENDIAN__ 18130 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed char __vec, 18131 signed long long __offset, 18132 signed char *__ptr) { 18133 vector signed char __tmp = 18134 __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 18135 13, 12, 11, 10, 9, 8); 18136 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double; 18137 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr); 18138 } 18139 18140 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned char __vec, 18141 signed long long __offset, 18142 unsigned char *__ptr) { 18143 vector unsigned char __tmp = 18144 __builtin_shufflevector(__vec, __vec, 7, 6, 5, 4, 3, 2, 1, 0, 15, 14, 18145 13, 12, 11, 10, 9, 8); 18146 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double; 18147 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr); 18148 } 18149 18150 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed short __vec, 18151 signed long long __offset, 18152 signed short *__ptr) { 18153 vector signed short __tmp = 18154 __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4); 18155 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double; 18156 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr); 18157 } 18158 18159 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned short __vec, 18160 signed long long __offset, 18161 unsigned short *__ptr) { 18162 vector unsigned short __tmp = 18163 __builtin_shufflevector(__vec, __vec, 3, 2, 1, 0, 7, 6, 5, 4); 18164 typedef __attribute__((vector_size(sizeof(__tmp)))) double __vector_double; 18165 __builtin_vsx_stxvd2x_be((__vector_double)__tmp, __offset, __ptr); 18166 } 18167 18168 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed int __vec, 18169 signed long long __offset, 18170 signed int *__ptr) { 18171 __builtin_vsx_stxvw4x_be(__vec, __offset, __ptr); 18172 } 18173 18174 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned int __vec, 18175 signed long long __offset, 18176 unsigned int *__ptr) { 18177 __builtin_vsx_stxvw4x_be((vector int)__vec, __offset, __ptr); 18178 } 18179 18180 static __inline__ void __ATTRS_o_ai vec_xst_be(vector float __vec, 18181 signed long long __offset, 18182 float *__ptr) { 18183 __builtin_vsx_stxvw4x_be((vector int)__vec, __offset, __ptr); 18184 } 18185 18186 #ifdef __VSX__ 18187 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed long long __vec, 18188 signed long long __offset, 18189 signed long long *__ptr) { 18190 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr); 18191 } 18192 18193 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned long long __vec, 18194 signed long long __offset, 18195 unsigned long long *__ptr) { 18196 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr); 18197 } 18198 18199 static __inline__ void __ATTRS_o_ai vec_xst_be(vector double __vec, 18200 signed long long __offset, 18201 double *__ptr) { 18202 __builtin_vsx_stxvd2x_be((vector double)__vec, __offset, __ptr); 18203 } 18204 #endif 18205 18206 #if defined(__POWER8_VECTOR__) && defined(__powerpc64__) && \ 18207 defined(__SIZEOF_INT128__) 18208 static __inline__ void __ATTRS_o_ai vec_xst_be(vector signed __int128 __vec, 18209 signed long long __offset, 18210 signed __int128 *__ptr) { 18211 vec_xst(__vec, __offset, __ptr); 18212 } 18213 18214 static __inline__ void __ATTRS_o_ai vec_xst_be(vector unsigned __int128 __vec, 18215 signed long long __offset, 18216 unsigned __int128 *__ptr) { 18217 vec_xst(__vec, __offset, __ptr); 18218 } 18219 #endif 18220 #else 18221 #define vec_xst_be vec_xst 18222 #endif 18223 18224 #ifdef __POWER9_VECTOR__ 18225 #define vec_test_data_class(__a, __b) \ 18226 _Generic( \ 18227 (__a), vector float \ 18228 : (vector bool int)__builtin_vsx_xvtstdcsp((vector float)(__a), (__b)), \ 18229 vector double \ 18230 : (vector bool long long)__builtin_vsx_xvtstdcdp((vector double)(__a), \ 18231 (__b))) 18232 18233 #endif /* #ifdef __POWER9_VECTOR__ */ 18234 18235 static vector float __ATTRS_o_ai vec_neg(vector float __a) { 18236 return -__a; 18237 } 18238 18239 #ifdef __VSX__ 18240 static vector double __ATTRS_o_ai vec_neg(vector double __a) { 18241 return -__a; 18242 } 18243 18244 #endif 18245 18246 #ifdef __VSX__ 18247 static vector long long __ATTRS_o_ai vec_neg(vector long long __a) { 18248 return -__a; 18249 } 18250 #endif 18251 18252 static vector signed int __ATTRS_o_ai vec_neg(vector signed int __a) { 18253 return -__a; 18254 } 18255 18256 static vector signed short __ATTRS_o_ai vec_neg(vector signed short __a) { 18257 return -__a; 18258 } 18259 18260 static vector signed char __ATTRS_o_ai vec_neg(vector signed char __a) { 18261 return -__a; 18262 } 18263 18264 static vector float __ATTRS_o_ai vec_nabs(vector float __a) { 18265 return - vec_abs(__a); 18266 } 18267 18268 #ifdef __VSX__ 18269 static vector double __ATTRS_o_ai vec_nabs(vector double __a) { 18270 return - vec_abs(__a); 18271 } 18272 18273 #endif 18274 18275 #ifdef __POWER8_VECTOR__ 18276 static vector long long __ATTRS_o_ai vec_nabs(vector long long __a) { 18277 return __builtin_altivec_vminsd(__a, -__a); 18278 } 18279 #endif 18280 18281 static vector signed int __ATTRS_o_ai vec_nabs(vector signed int __a) { 18282 return __builtin_altivec_vminsw(__a, -__a); 18283 } 18284 18285 static vector signed short __ATTRS_o_ai vec_nabs(vector signed short __a) { 18286 return __builtin_altivec_vminsh(__a, -__a); 18287 } 18288 18289 static vector signed char __ATTRS_o_ai vec_nabs(vector signed char __a) { 18290 return __builtin_altivec_vminsb(__a, -__a); 18291 } 18292 18293 static vector float __ATTRS_o_ai vec_recipdiv(vector float __a, 18294 vector float __b) { 18295 return __builtin_ppc_recipdivf(__a, __b); 18296 } 18297 18298 #ifdef __VSX__ 18299 static vector double __ATTRS_o_ai vec_recipdiv(vector double __a, 18300 vector double __b) { 18301 return __builtin_ppc_recipdivd(__a, __b); 18302 } 18303 #endif 18304 18305 #ifdef __POWER10_VECTOR__ 18306 18307 /* vec_extractm */ 18308 18309 static __inline__ unsigned int __ATTRS_o_ai 18310 vec_extractm(vector unsigned char __a) { 18311 return __builtin_altivec_vextractbm(__a); 18312 } 18313 18314 static __inline__ unsigned int __ATTRS_o_ai 18315 vec_extractm(vector unsigned short __a) { 18316 return __builtin_altivec_vextracthm(__a); 18317 } 18318 18319 static __inline__ unsigned int __ATTRS_o_ai 18320 vec_extractm(vector unsigned int __a) { 18321 return __builtin_altivec_vextractwm(__a); 18322 } 18323 18324 static __inline__ unsigned int __ATTRS_o_ai 18325 vec_extractm(vector unsigned long long __a) { 18326 return __builtin_altivec_vextractdm(__a); 18327 } 18328 18329 #ifdef __SIZEOF_INT128__ 18330 static __inline__ unsigned int __ATTRS_o_ai 18331 vec_extractm(vector unsigned __int128 __a) { 18332 return __builtin_altivec_vextractqm(__a); 18333 } 18334 #endif 18335 18336 /* vec_expandm */ 18337 18338 static __inline__ vector unsigned char __ATTRS_o_ai 18339 vec_expandm(vector unsigned char __a) { 18340 return __builtin_altivec_vexpandbm(__a); 18341 } 18342 18343 static __inline__ vector unsigned short __ATTRS_o_ai 18344 vec_expandm(vector unsigned short __a) { 18345 return __builtin_altivec_vexpandhm(__a); 18346 } 18347 18348 static __inline__ vector unsigned int __ATTRS_o_ai 18349 vec_expandm(vector unsigned int __a) { 18350 return __builtin_altivec_vexpandwm(__a); 18351 } 18352 18353 static __inline__ vector unsigned long long __ATTRS_o_ai 18354 vec_expandm(vector unsigned long long __a) { 18355 return __builtin_altivec_vexpanddm(__a); 18356 } 18357 18358 #ifdef __SIZEOF_INT128__ 18359 static __inline__ vector unsigned __int128 __ATTRS_o_ai 18360 vec_expandm(vector unsigned __int128 __a) { 18361 return __builtin_altivec_vexpandqm(__a); 18362 } 18363 #endif 18364 18365 /* vec_cntm */ 18366 18367 #define vec_cntm(__a, __mp) \ 18368 _Generic((__a), vector unsigned char \ 18369 : __builtin_altivec_vcntmbb((vector unsigned char)(__a), \ 18370 (unsigned char)(__mp)), \ 18371 vector unsigned short \ 18372 : __builtin_altivec_vcntmbh((vector unsigned short)(__a), \ 18373 (unsigned char)(__mp)), \ 18374 vector unsigned int \ 18375 : __builtin_altivec_vcntmbw((vector unsigned int)(__a), \ 18376 (unsigned char)(__mp)), \ 18377 vector unsigned long long \ 18378 : __builtin_altivec_vcntmbd((vector unsigned long long)(__a), \ 18379 (unsigned char)(__mp))) 18380 18381 /* vec_gen[b|h|w|d|q]m */ 18382 18383 static __inline__ vector unsigned char __ATTRS_o_ai 18384 vec_genbm(unsigned long long __bm) { 18385 return __builtin_altivec_mtvsrbm(__bm); 18386 } 18387 18388 static __inline__ vector unsigned short __ATTRS_o_ai 18389 vec_genhm(unsigned long long __bm) { 18390 return __builtin_altivec_mtvsrhm(__bm); 18391 } 18392 18393 static __inline__ vector unsigned int __ATTRS_o_ai 18394 vec_genwm(unsigned long long __bm) { 18395 return __builtin_altivec_mtvsrwm(__bm); 18396 } 18397 18398 static __inline__ vector unsigned long long __ATTRS_o_ai 18399 vec_gendm(unsigned long long __bm) { 18400 return __builtin_altivec_mtvsrdm(__bm); 18401 } 18402 18403 #ifdef __SIZEOF_INT128__ 18404 static __inline__ vector unsigned __int128 __ATTRS_o_ai 18405 vec_genqm(unsigned long long __bm) { 18406 return __builtin_altivec_mtvsrqm(__bm); 18407 } 18408 #endif 18409 18410 /* vec_pdep */ 18411 18412 static __inline__ vector unsigned long long __ATTRS_o_ai 18413 vec_pdep(vector unsigned long long __a, vector unsigned long long __b) { 18414 return __builtin_altivec_vpdepd(__a, __b); 18415 } 18416 18417 /* vec_pext */ 18418 18419 static __inline__ vector unsigned long long __ATTRS_o_ai 18420 vec_pext(vector unsigned long long __a, vector unsigned long long __b) { 18421 return __builtin_altivec_vpextd(__a, __b); 18422 } 18423 18424 /* vec_cfuge */ 18425 18426 static __inline__ vector unsigned long long __ATTRS_o_ai 18427 vec_cfuge(vector unsigned long long __a, vector unsigned long long __b) { 18428 return __builtin_altivec_vcfuged(__a, __b); 18429 } 18430 18431 /* vec_gnb */ 18432 18433 #define vec_gnb(__a, __b) __builtin_altivec_vgnb(__a, __b) 18434 18435 /* vec_ternarylogic */ 18436 #ifdef __VSX__ 18437 #ifdef __SIZEOF_INT128__ 18438 #define vec_ternarylogic(__a, __b, __c, __imm) \ 18439 _Generic((__a), vector unsigned char \ 18440 : (vector unsigned char)__builtin_vsx_xxeval( \ 18441 (vector unsigned long long)(__a), \ 18442 (vector unsigned long long)(__b), \ 18443 (vector unsigned long long)(__c), (__imm)), \ 18444 vector unsigned short \ 18445 : (vector unsigned short)__builtin_vsx_xxeval( \ 18446 (vector unsigned long long)(__a), \ 18447 (vector unsigned long long)(__b), \ 18448 (vector unsigned long long)(__c), (__imm)), \ 18449 vector unsigned int \ 18450 : (vector unsigned int)__builtin_vsx_xxeval( \ 18451 (vector unsigned long long)(__a), \ 18452 (vector unsigned long long)(__b), \ 18453 (vector unsigned long long)(__c), (__imm)), \ 18454 vector unsigned long long \ 18455 : (vector unsigned long long)__builtin_vsx_xxeval( \ 18456 (vector unsigned long long)(__a), \ 18457 (vector unsigned long long)(__b), \ 18458 (vector unsigned long long)(__c), (__imm)), \ 18459 vector unsigned __int128 \ 18460 : (vector unsigned __int128)__builtin_vsx_xxeval( \ 18461 (vector unsigned long long)(__a), \ 18462 (vector unsigned long long)(__b), \ 18463 (vector unsigned long long)(__c), (__imm))) 18464 #else 18465 #define vec_ternarylogic(__a, __b, __c, __imm) \ 18466 _Generic((__a), vector unsigned char \ 18467 : (vector unsigned char)__builtin_vsx_xxeval( \ 18468 (vector unsigned long long)(__a), \ 18469 (vector unsigned long long)(__b), \ 18470 (vector unsigned long long)(__c), (__imm)), \ 18471 vector unsigned short \ 18472 : (vector unsigned short)__builtin_vsx_xxeval( \ 18473 (vector unsigned long long)(__a), \ 18474 (vector unsigned long long)(__b), \ 18475 (vector unsigned long long)(__c), (__imm)), \ 18476 vector unsigned int \ 18477 : (vector unsigned int)__builtin_vsx_xxeval( \ 18478 (vector unsigned long long)(__a), \ 18479 (vector unsigned long long)(__b), \ 18480 (vector unsigned long long)(__c), (__imm)), \ 18481 vector unsigned long long \ 18482 : (vector unsigned long long)__builtin_vsx_xxeval( \ 18483 (vector unsigned long long)(__a), \ 18484 (vector unsigned long long)(__b), \ 18485 (vector unsigned long long)(__c), (__imm))) 18486 #endif /* __SIZEOF_INT128__ */ 18487 #endif /* __VSX__ */ 18488 18489 /* vec_genpcvm */ 18490 18491 #ifdef __VSX__ 18492 #define vec_genpcvm(__a, __imm) \ 18493 _Generic( \ 18494 (__a), vector unsigned char \ 18495 : __builtin_vsx_xxgenpcvbm((vector unsigned char)(__a), (int)(__imm)), \ 18496 vector unsigned short \ 18497 : __builtin_vsx_xxgenpcvhm((vector unsigned short)(__a), (int)(__imm)), \ 18498 vector unsigned int \ 18499 : __builtin_vsx_xxgenpcvwm((vector unsigned int)(__a), (int)(__imm)), \ 18500 vector unsigned long long \ 18501 : __builtin_vsx_xxgenpcvdm((vector unsigned long long)(__a), \ 18502 (int)(__imm))) 18503 #endif /* __VSX__ */ 18504 18505 /* vec_clr_first */ 18506 18507 static __inline__ vector signed char __ATTRS_o_ai 18508 vec_clr_first(vector signed char __a, unsigned int __n) { 18509 #ifdef __LITTLE_ENDIAN__ 18510 return (vector signed char)__builtin_altivec_vclrrb((vector unsigned char)__a, 18511 __n); 18512 #else 18513 return (vector signed char)__builtin_altivec_vclrlb((vector unsigned char)__a, 18514 __n); 18515 #endif 18516 } 18517 18518 static __inline__ vector unsigned char __ATTRS_o_ai 18519 vec_clr_first(vector unsigned char __a, unsigned int __n) { 18520 #ifdef __LITTLE_ENDIAN__ 18521 return (vector unsigned char)__builtin_altivec_vclrrb( 18522 (vector unsigned char)__a, __n); 18523 #else 18524 return (vector unsigned char)__builtin_altivec_vclrlb( 18525 (vector unsigned char)__a, __n); 18526 #endif 18527 } 18528 18529 /* vec_clr_last */ 18530 18531 static __inline__ vector signed char __ATTRS_o_ai 18532 vec_clr_last(vector signed char __a, unsigned int __n) { 18533 #ifdef __LITTLE_ENDIAN__ 18534 return (vector signed char)__builtin_altivec_vclrlb((vector unsigned char)__a, 18535 __n); 18536 #else 18537 return (vector signed char)__builtin_altivec_vclrrb((vector unsigned char)__a, 18538 __n); 18539 #endif 18540 } 18541 18542 static __inline__ vector unsigned char __ATTRS_o_ai 18543 vec_clr_last(vector unsigned char __a, unsigned int __n) { 18544 #ifdef __LITTLE_ENDIAN__ 18545 return (vector unsigned char)__builtin_altivec_vclrlb( 18546 (vector unsigned char)__a, __n); 18547 #else 18548 return (vector unsigned char)__builtin_altivec_vclrrb( 18549 (vector unsigned char)__a, __n); 18550 #endif 18551 } 18552 18553 /* vec_cntlzm */ 18554 18555 static __inline__ vector unsigned long long __ATTRS_o_ai 18556 vec_cntlzm(vector unsigned long long __a, vector unsigned long long __b) { 18557 return __builtin_altivec_vclzdm(__a, __b); 18558 } 18559 18560 /* vec_cnttzm */ 18561 18562 static __inline__ vector unsigned long long __ATTRS_o_ai 18563 vec_cnttzm(vector unsigned long long __a, vector unsigned long long __b) { 18564 return __builtin_altivec_vctzdm(__a, __b); 18565 } 18566 18567 /* vec_mod */ 18568 18569 static __inline__ vector signed int __ATTRS_o_ai 18570 vec_mod(vector signed int __a, vector signed int __b) { 18571 return __a % __b; 18572 } 18573 18574 static __inline__ vector unsigned int __ATTRS_o_ai 18575 vec_mod(vector unsigned int __a, vector unsigned int __b) { 18576 return __a % __b; 18577 } 18578 18579 static __inline__ vector signed long long __ATTRS_o_ai 18580 vec_mod(vector signed long long __a, vector signed long long __b) { 18581 return __a % __b; 18582 } 18583 18584 static __inline__ vector unsigned long long __ATTRS_o_ai 18585 vec_mod(vector unsigned long long __a, vector unsigned long long __b) { 18586 return __a % __b; 18587 } 18588 18589 #ifdef __SIZEOF_INT128__ 18590 static __inline__ vector signed __int128 __ATTRS_o_ai 18591 vec_mod(vector signed __int128 __a, vector signed __int128 __b) { 18592 return __a % __b; 18593 } 18594 18595 static __inline__ vector unsigned __int128 __ATTRS_o_ai 18596 vec_mod(vector unsigned __int128 __a, vector unsigned __int128 __b) { 18597 return __a % __b; 18598 } 18599 #endif 18600 18601 /* vec_sldb */ 18602 #define vec_sldb(__a, __b, __c) \ 18603 _Generic( \ 18604 (__a), vector unsigned char \ 18605 : (vector unsigned char)__builtin_altivec_vsldbi( \ 18606 (vector unsigned char)__a, (vector unsigned char)__b, \ 18607 (__c & 0x7)), \ 18608 vector signed char \ 18609 : (vector signed char)__builtin_altivec_vsldbi( \ 18610 (vector unsigned char)__a, (vector unsigned char)__b, \ 18611 (__c & 0x7)), \ 18612 vector unsigned short \ 18613 : (vector unsigned short)__builtin_altivec_vsldbi( \ 18614 (vector unsigned char)__a, (vector unsigned char)__b, \ 18615 (__c & 0x7)), \ 18616 vector signed short \ 18617 : (vector signed short)__builtin_altivec_vsldbi( \ 18618 (vector unsigned char)__a, (vector unsigned char)__b, \ 18619 (__c & 0x7)), \ 18620 vector unsigned int \ 18621 : (vector unsigned int)__builtin_altivec_vsldbi( \ 18622 (vector unsigned char)__a, (vector unsigned char)__b, \ 18623 (__c & 0x7)), \ 18624 vector signed int \ 18625 : (vector signed int)__builtin_altivec_vsldbi((vector unsigned char)__a, \ 18626 (vector unsigned char)__b, \ 18627 (__c & 0x7)), \ 18628 vector unsigned long long \ 18629 : (vector unsigned long long)__builtin_altivec_vsldbi( \ 18630 (vector unsigned char)__a, (vector unsigned char)__b, \ 18631 (__c & 0x7)), \ 18632 vector signed long long \ 18633 : (vector signed long long)__builtin_altivec_vsldbi( \ 18634 (vector unsigned char)__a, (vector unsigned char)__b, (__c & 0x7))) 18635 18636 /* vec_srdb */ 18637 #define vec_srdb(__a, __b, __c) \ 18638 _Generic( \ 18639 (__a), vector unsigned char \ 18640 : (vector unsigned char)__builtin_altivec_vsrdbi( \ 18641 (vector unsigned char)__a, (vector unsigned char)__b, \ 18642 (__c & 0x7)), \ 18643 vector signed char \ 18644 : (vector signed char)__builtin_altivec_vsrdbi( \ 18645 (vector unsigned char)__a, (vector unsigned char)__b, \ 18646 (__c & 0x7)), \ 18647 vector unsigned short \ 18648 : (vector unsigned short)__builtin_altivec_vsrdbi( \ 18649 (vector unsigned char)__a, (vector unsigned char)__b, \ 18650 (__c & 0x7)), \ 18651 vector signed short \ 18652 : (vector signed short)__builtin_altivec_vsrdbi( \ 18653 (vector unsigned char)__a, (vector unsigned char)__b, \ 18654 (__c & 0x7)), \ 18655 vector unsigned int \ 18656 : (vector unsigned int)__builtin_altivec_vsrdbi( \ 18657 (vector unsigned char)__a, (vector unsigned char)__b, \ 18658 (__c & 0x7)), \ 18659 vector signed int \ 18660 : (vector signed int)__builtin_altivec_vsrdbi((vector unsigned char)__a, \ 18661 (vector unsigned char)__b, \ 18662 (__c & 0x7)), \ 18663 vector unsigned long long \ 18664 : (vector unsigned long long)__builtin_altivec_vsrdbi( \ 18665 (vector unsigned char)__a, (vector unsigned char)__b, \ 18666 (__c & 0x7)), \ 18667 vector signed long long \ 18668 : (vector signed long long)__builtin_altivec_vsrdbi( \ 18669 (vector unsigned char)__a, (vector unsigned char)__b, (__c & 0x7))) 18670 18671 /* vec_insertl */ 18672 18673 static __inline__ vector unsigned char __ATTRS_o_ai 18674 vec_insertl(unsigned char __a, vector unsigned char __b, unsigned int __c) { 18675 #ifdef __LITTLE_ENDIAN__ 18676 return __builtin_altivec_vinsbrx(__b, __c, __a); 18677 #else 18678 return __builtin_altivec_vinsblx(__b, __c, __a); 18679 #endif 18680 } 18681 18682 static __inline__ vector unsigned short __ATTRS_o_ai 18683 vec_insertl(unsigned short __a, vector unsigned short __b, unsigned int __c) { 18684 #ifdef __LITTLE_ENDIAN__ 18685 return __builtin_altivec_vinshrx(__b, __c, __a); 18686 #else 18687 return __builtin_altivec_vinshlx(__b, __c, __a); 18688 #endif 18689 } 18690 18691 static __inline__ vector unsigned int __ATTRS_o_ai 18692 vec_insertl(unsigned int __a, vector unsigned int __b, unsigned int __c) { 18693 #ifdef __LITTLE_ENDIAN__ 18694 return __builtin_altivec_vinswrx(__b, __c, __a); 18695 #else 18696 return __builtin_altivec_vinswlx(__b, __c, __a); 18697 #endif 18698 } 18699 18700 static __inline__ vector unsigned long long __ATTRS_o_ai 18701 vec_insertl(unsigned long long __a, vector unsigned long long __b, 18702 unsigned int __c) { 18703 #ifdef __LITTLE_ENDIAN__ 18704 return __builtin_altivec_vinsdrx(__b, __c, __a); 18705 #else 18706 return __builtin_altivec_vinsdlx(__b, __c, __a); 18707 #endif 18708 } 18709 18710 static __inline__ vector unsigned char __ATTRS_o_ai 18711 vec_insertl(vector unsigned char __a, vector unsigned char __b, 18712 unsigned int __c) { 18713 #ifdef __LITTLE_ENDIAN__ 18714 return __builtin_altivec_vinsbvrx(__b, __c, __a); 18715 #else 18716 return __builtin_altivec_vinsbvlx(__b, __c, __a); 18717 #endif 18718 } 18719 18720 static __inline__ vector unsigned short __ATTRS_o_ai 18721 vec_insertl(vector unsigned short __a, vector unsigned short __b, 18722 unsigned int __c) { 18723 #ifdef __LITTLE_ENDIAN__ 18724 return __builtin_altivec_vinshvrx(__b, __c, __a); 18725 #else 18726 return __builtin_altivec_vinshvlx(__b, __c, __a); 18727 #endif 18728 } 18729 18730 static __inline__ vector unsigned int __ATTRS_o_ai 18731 vec_insertl(vector unsigned int __a, vector unsigned int __b, 18732 unsigned int __c) { 18733 #ifdef __LITTLE_ENDIAN__ 18734 return __builtin_altivec_vinswvrx(__b, __c, __a); 18735 #else 18736 return __builtin_altivec_vinswvlx(__b, __c, __a); 18737 #endif 18738 } 18739 18740 /* vec_inserth */ 18741 18742 static __inline__ vector unsigned char __ATTRS_o_ai 18743 vec_inserth(unsigned char __a, vector unsigned char __b, unsigned int __c) { 18744 #ifdef __LITTLE_ENDIAN__ 18745 return __builtin_altivec_vinsblx(__b, __c, __a); 18746 #else 18747 return __builtin_altivec_vinsbrx(__b, __c, __a); 18748 #endif 18749 } 18750 18751 static __inline__ vector unsigned short __ATTRS_o_ai 18752 vec_inserth(unsigned short __a, vector unsigned short __b, unsigned int __c) { 18753 #ifdef __LITTLE_ENDIAN__ 18754 return __builtin_altivec_vinshlx(__b, __c, __a); 18755 #else 18756 return __builtin_altivec_vinshrx(__b, __c, __a); 18757 #endif 18758 } 18759 18760 static __inline__ vector unsigned int __ATTRS_o_ai 18761 vec_inserth(unsigned int __a, vector unsigned int __b, unsigned int __c) { 18762 #ifdef __LITTLE_ENDIAN__ 18763 return __builtin_altivec_vinswlx(__b, __c, __a); 18764 #else 18765 return __builtin_altivec_vinswrx(__b, __c, __a); 18766 #endif 18767 } 18768 18769 static __inline__ vector unsigned long long __ATTRS_o_ai 18770 vec_inserth(unsigned long long __a, vector unsigned long long __b, 18771 unsigned int __c) { 18772 #ifdef __LITTLE_ENDIAN__ 18773 return __builtin_altivec_vinsdlx(__b, __c, __a); 18774 #else 18775 return __builtin_altivec_vinsdrx(__b, __c, __a); 18776 #endif 18777 } 18778 18779 static __inline__ vector unsigned char __ATTRS_o_ai 18780 vec_inserth(vector unsigned char __a, vector unsigned char __b, 18781 unsigned int __c) { 18782 #ifdef __LITTLE_ENDIAN__ 18783 return __builtin_altivec_vinsbvlx(__b, __c, __a); 18784 #else 18785 return __builtin_altivec_vinsbvrx(__b, __c, __a); 18786 #endif 18787 } 18788 18789 static __inline__ vector unsigned short __ATTRS_o_ai 18790 vec_inserth(vector unsigned short __a, vector unsigned short __b, 18791 unsigned int __c) { 18792 #ifdef __LITTLE_ENDIAN__ 18793 return __builtin_altivec_vinshvlx(__b, __c, __a); 18794 #else 18795 return __builtin_altivec_vinshvrx(__b, __c, __a); 18796 #endif 18797 } 18798 18799 static __inline__ vector unsigned int __ATTRS_o_ai 18800 vec_inserth(vector unsigned int __a, vector unsigned int __b, 18801 unsigned int __c) { 18802 #ifdef __LITTLE_ENDIAN__ 18803 return __builtin_altivec_vinswvlx(__b, __c, __a); 18804 #else 18805 return __builtin_altivec_vinswvrx(__b, __c, __a); 18806 #endif 18807 } 18808 18809 /* vec_extractl */ 18810 18811 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl( 18812 vector unsigned char __a, vector unsigned char __b, unsigned int __c) { 18813 #ifdef __LITTLE_ENDIAN__ 18814 return __builtin_altivec_vextdubvrx(__a, __b, __c); 18815 #else 18816 vector unsigned long long __ret = __builtin_altivec_vextdubvlx(__a, __b, __c); 18817 return vec_sld(__ret, __ret, 8); 18818 #endif 18819 } 18820 18821 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl( 18822 vector unsigned short __a, vector unsigned short __b, unsigned int __c) { 18823 #ifdef __LITTLE_ENDIAN__ 18824 return __builtin_altivec_vextduhvrx(__a, __b, __c); 18825 #else 18826 vector unsigned long long __ret = __builtin_altivec_vextduhvlx(__a, __b, __c); 18827 return vec_sld(__ret, __ret, 8); 18828 #endif 18829 } 18830 18831 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extractl( 18832 vector unsigned int __a, vector unsigned int __b, unsigned int __c) { 18833 #ifdef __LITTLE_ENDIAN__ 18834 return __builtin_altivec_vextduwvrx(__a, __b, __c); 18835 #else 18836 vector unsigned long long __ret = __builtin_altivec_vextduwvlx(__a, __b, __c); 18837 return vec_sld(__ret, __ret, 8); 18838 #endif 18839 } 18840 18841 static __inline__ vector unsigned long long __ATTRS_o_ai 18842 vec_extractl(vector unsigned long long __a, vector unsigned long long __b, 18843 unsigned int __c) { 18844 #ifdef __LITTLE_ENDIAN__ 18845 return __builtin_altivec_vextddvrx(__a, __b, __c); 18846 #else 18847 vector unsigned long long __ret = __builtin_altivec_vextddvlx(__a, __b, __c); 18848 return vec_sld(__ret, __ret, 8); 18849 #endif 18850 } 18851 18852 /* vec_extracth */ 18853 18854 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth( 18855 vector unsigned char __a, vector unsigned char __b, unsigned int __c) { 18856 #ifdef __LITTLE_ENDIAN__ 18857 return __builtin_altivec_vextdubvlx(__a, __b, __c); 18858 #else 18859 vector unsigned long long __ret = __builtin_altivec_vextdubvrx(__a, __b, __c); 18860 return vec_sld(__ret, __ret, 8); 18861 #endif 18862 } 18863 18864 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth( 18865 vector unsigned short __a, vector unsigned short __b, unsigned int __c) { 18866 #ifdef __LITTLE_ENDIAN__ 18867 return __builtin_altivec_vextduhvlx(__a, __b, __c); 18868 #else 18869 vector unsigned long long __ret = __builtin_altivec_vextduhvrx(__a, __b, __c); 18870 return vec_sld(__ret, __ret, 8); 18871 #endif 18872 } 18873 18874 static __inline__ vector unsigned long long __ATTRS_o_ai vec_extracth( 18875 vector unsigned int __a, vector unsigned int __b, unsigned int __c) { 18876 #ifdef __LITTLE_ENDIAN__ 18877 return __builtin_altivec_vextduwvlx(__a, __b, __c); 18878 #else 18879 vector unsigned long long __ret = __builtin_altivec_vextduwvrx(__a, __b, __c); 18880 return vec_sld(__ret, __ret, 8); 18881 #endif 18882 } 18883 18884 static __inline__ vector unsigned long long __ATTRS_o_ai 18885 vec_extracth(vector unsigned long long __a, vector unsigned long long __b, 18886 unsigned int __c) { 18887 #ifdef __LITTLE_ENDIAN__ 18888 return __builtin_altivec_vextddvlx(__a, __b, __c); 18889 #else 18890 vector unsigned long long __ret = __builtin_altivec_vextddvrx(__a, __b, __c); 18891 return vec_sld(__ret, __ret, 8); 18892 #endif 18893 } 18894 18895 #ifdef __VSX__ 18896 18897 /* vec_permx */ 18898 #define vec_permx(__a, __b, __c, __d) \ 18899 _Generic( \ 18900 (__a), vector unsigned char \ 18901 : (vector unsigned char)__builtin_vsx_xxpermx( \ 18902 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18903 vector signed char \ 18904 : (vector signed char)__builtin_vsx_xxpermx( \ 18905 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18906 vector unsigned short \ 18907 : (vector unsigned short)__builtin_vsx_xxpermx( \ 18908 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18909 vector signed short \ 18910 : (vector signed short)__builtin_vsx_xxpermx( \ 18911 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18912 vector unsigned int \ 18913 : (vector unsigned int)__builtin_vsx_xxpermx( \ 18914 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18915 vector signed int \ 18916 : (vector signed int)__builtin_vsx_xxpermx( \ 18917 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18918 vector unsigned long long \ 18919 : (vector unsigned long long)__builtin_vsx_xxpermx( \ 18920 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18921 vector signed long long \ 18922 : (vector signed long long)__builtin_vsx_xxpermx( \ 18923 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18924 vector float \ 18925 : (vector float)__builtin_vsx_xxpermx( \ 18926 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d), \ 18927 vector double \ 18928 : (vector double)__builtin_vsx_xxpermx( \ 18929 (vector unsigned char)__a, (vector unsigned char)__b, __c, __d)) 18930 18931 /* vec_blendv */ 18932 18933 static __inline__ vector signed char __ATTRS_o_ai 18934 vec_blendv(vector signed char __a, vector signed char __b, 18935 vector unsigned char __c) { 18936 return (vector signed char)__builtin_vsx_xxblendvb( 18937 (vector unsigned char)__a, (vector unsigned char)__b, __c); 18938 } 18939 18940 static __inline__ vector unsigned char __ATTRS_o_ai 18941 vec_blendv(vector unsigned char __a, vector unsigned char __b, 18942 vector unsigned char __c) { 18943 return __builtin_vsx_xxblendvb(__a, __b, __c); 18944 } 18945 18946 static __inline__ vector signed short __ATTRS_o_ai 18947 vec_blendv(vector signed short __a, vector signed short __b, 18948 vector unsigned short __c) { 18949 return (vector signed short)__builtin_vsx_xxblendvh( 18950 (vector unsigned short)__a, (vector unsigned short)__b, __c); 18951 } 18952 18953 static __inline__ vector unsigned short __ATTRS_o_ai 18954 vec_blendv(vector unsigned short __a, vector unsigned short __b, 18955 vector unsigned short __c) { 18956 return __builtin_vsx_xxblendvh(__a, __b, __c); 18957 } 18958 18959 static __inline__ vector signed int __ATTRS_o_ai 18960 vec_blendv(vector signed int __a, vector signed int __b, 18961 vector unsigned int __c) { 18962 return (vector signed int)__builtin_vsx_xxblendvw( 18963 (vector unsigned int)__a, (vector unsigned int)__b, __c); 18964 } 18965 18966 static __inline__ vector unsigned int __ATTRS_o_ai 18967 vec_blendv(vector unsigned int __a, vector unsigned int __b, 18968 vector unsigned int __c) { 18969 return __builtin_vsx_xxblendvw(__a, __b, __c); 18970 } 18971 18972 static __inline__ vector signed long long __ATTRS_o_ai 18973 vec_blendv(vector signed long long __a, vector signed long long __b, 18974 vector unsigned long long __c) { 18975 return (vector signed long long)__builtin_vsx_xxblendvd( 18976 (vector unsigned long long)__a, (vector unsigned long long)__b, __c); 18977 } 18978 18979 static __inline__ vector unsigned long long __ATTRS_o_ai 18980 vec_blendv(vector unsigned long long __a, vector unsigned long long __b, 18981 vector unsigned long long __c) { 18982 return (vector unsigned long long)__builtin_vsx_xxblendvd(__a, __b, __c); 18983 } 18984 18985 static __inline__ vector float __ATTRS_o_ai 18986 vec_blendv(vector float __a, vector float __b, vector unsigned int __c) { 18987 return (vector float)__builtin_vsx_xxblendvw((vector unsigned int)__a, 18988 (vector unsigned int)__b, __c); 18989 } 18990 18991 static __inline__ vector double __ATTRS_o_ai 18992 vec_blendv(vector double __a, vector double __b, 18993 vector unsigned long long __c) { 18994 return (vector double)__builtin_vsx_xxblendvd( 18995 (vector unsigned long long)__a, (vector unsigned long long)__b, __c); 18996 } 18997 18998 #define vec_replace_unaligned(__a, __b, __c) \ 18999 _Generic((__a), vector signed int \ 19000 : __builtin_altivec_vinsw((vector unsigned char)__a, \ 19001 (unsigned int)__b, __c), \ 19002 vector unsigned int \ 19003 : __builtin_altivec_vinsw((vector unsigned char)__a, \ 19004 (unsigned int)__b, __c), \ 19005 vector unsigned long long \ 19006 : __builtin_altivec_vinsd((vector unsigned char)__a, \ 19007 (unsigned long long)__b, __c), \ 19008 vector signed long long \ 19009 : __builtin_altivec_vinsd((vector unsigned char)__a, \ 19010 (unsigned long long)__b, __c), \ 19011 vector float \ 19012 : __builtin_altivec_vinsw((vector unsigned char)__a, \ 19013 (unsigned int)__b, __c), \ 19014 vector double \ 19015 : __builtin_altivec_vinsd((vector unsigned char)__a, \ 19016 (unsigned long long)__b, __c)) 19017 19018 #define vec_replace_elt(__a, __b, __c) \ 19019 _Generic((__a), vector signed int \ 19020 : (vector signed int)__builtin_altivec_vinsw_elt( \ 19021 (vector unsigned char)__a, (unsigned int)__b, __c), \ 19022 vector unsigned int \ 19023 : (vector unsigned int)__builtin_altivec_vinsw_elt( \ 19024 (vector unsigned char)__a, (unsigned int)__b, __c), \ 19025 vector unsigned long long \ 19026 : (vector unsigned long long)__builtin_altivec_vinsd_elt( \ 19027 (vector unsigned char)__a, (unsigned long long)__b, __c), \ 19028 vector signed long long \ 19029 : (vector signed long long)__builtin_altivec_vinsd_elt( \ 19030 (vector unsigned char)__a, (unsigned long long)__b, __c), \ 19031 vector float \ 19032 : (vector float)__builtin_altivec_vinsw_elt( \ 19033 (vector unsigned char)__a, (unsigned int)__b, __c), \ 19034 vector double \ 19035 : (vector double)__builtin_altivec_vinsd_elt( \ 19036 (vector unsigned char)__a, (unsigned long long)__b, __c)) 19037 19038 /* vec_splati */ 19039 19040 #define vec_splati(__a) \ 19041 _Generic((__a), signed int \ 19042 : ((vector signed int)__a), unsigned int \ 19043 : ((vector unsigned int)__a), float \ 19044 : ((vector float)__a)) 19045 19046 /* vec_spatid */ 19047 19048 static __inline__ vector double __ATTRS_o_ai vec_splatid(const float __a) { 19049 return ((vector double)((double)__a)); 19050 } 19051 19052 /* vec_splati_ins */ 19053 19054 static __inline__ vector signed int __ATTRS_o_ai vec_splati_ins( 19055 vector signed int __a, const unsigned int __b, const signed int __c) { 19056 const unsigned int __d = __b & 0x01; 19057 #ifdef __LITTLE_ENDIAN__ 19058 __a[1 - __d] = __c; 19059 __a[3 - __d] = __c; 19060 #else 19061 __a[__d] = __c; 19062 __a[2 + __d] = __c; 19063 #endif 19064 return __a; 19065 } 19066 19067 static __inline__ vector unsigned int __ATTRS_o_ai vec_splati_ins( 19068 vector unsigned int __a, const unsigned int __b, const unsigned int __c) { 19069 const unsigned int __d = __b & 0x01; 19070 #ifdef __LITTLE_ENDIAN__ 19071 __a[1 - __d] = __c; 19072 __a[3 - __d] = __c; 19073 #else 19074 __a[__d] = __c; 19075 __a[2 + __d] = __c; 19076 #endif 19077 return __a; 19078 } 19079 19080 static __inline__ vector float __ATTRS_o_ai 19081 vec_splati_ins(vector float __a, const unsigned int __b, const float __c) { 19082 const unsigned int __d = __b & 0x01; 19083 #ifdef __LITTLE_ENDIAN__ 19084 __a[1 - __d] = __c; 19085 __a[3 - __d] = __c; 19086 #else 19087 __a[__d] = __c; 19088 __a[2 + __d] = __c; 19089 #endif 19090 return __a; 19091 } 19092 19093 /* vec_test_lsbb_all_ones */ 19094 19095 static __inline__ int __ATTRS_o_ai 19096 vec_test_lsbb_all_ones(vector unsigned char __a) { 19097 return __builtin_vsx_xvtlsbb(__a, 1); 19098 } 19099 19100 /* vec_test_lsbb_all_zeros */ 19101 19102 static __inline__ int __ATTRS_o_ai 19103 vec_test_lsbb_all_zeros(vector unsigned char __a) { 19104 return __builtin_vsx_xvtlsbb(__a, 0); 19105 } 19106 #endif /* __VSX__ */ 19107 19108 /* vec_stril */ 19109 19110 static __inline__ vector unsigned char __ATTRS_o_ai 19111 vec_stril(vector unsigned char __a) { 19112 #ifdef __LITTLE_ENDIAN__ 19113 return (vector unsigned char)__builtin_altivec_vstribr( 19114 (vector unsigned char)__a); 19115 #else 19116 return (vector unsigned char)__builtin_altivec_vstribl( 19117 (vector unsigned char)__a); 19118 #endif 19119 } 19120 19121 static __inline__ vector signed char __ATTRS_o_ai 19122 vec_stril(vector signed char __a) { 19123 #ifdef __LITTLE_ENDIAN__ 19124 return (vector signed char)__builtin_altivec_vstribr( 19125 (vector unsigned char)__a); 19126 #else 19127 return (vector signed char)__builtin_altivec_vstribl( 19128 (vector unsigned char)__a); 19129 #endif 19130 } 19131 19132 static __inline__ vector unsigned short __ATTRS_o_ai 19133 vec_stril(vector unsigned short __a) { 19134 #ifdef __LITTLE_ENDIAN__ 19135 return (vector unsigned short)__builtin_altivec_vstrihr( 19136 (vector signed short)__a); 19137 #else 19138 return (vector unsigned short)__builtin_altivec_vstrihl( 19139 (vector signed short)__a); 19140 #endif 19141 } 19142 19143 static __inline__ vector signed short __ATTRS_o_ai 19144 vec_stril(vector signed short __a) { 19145 #ifdef __LITTLE_ENDIAN__ 19146 return __builtin_altivec_vstrihr(__a); 19147 #else 19148 return __builtin_altivec_vstrihl(__a); 19149 #endif 19150 } 19151 19152 /* vec_stril_p */ 19153 19154 static __inline__ int __ATTRS_o_ai vec_stril_p(vector unsigned char __a) { 19155 #ifdef __LITTLE_ENDIAN__ 19156 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a); 19157 #else 19158 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a); 19159 #endif 19160 } 19161 19162 static __inline__ int __ATTRS_o_ai vec_stril_p(vector signed char __a) { 19163 #ifdef __LITTLE_ENDIAN__ 19164 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a); 19165 #else 19166 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a); 19167 #endif 19168 } 19169 19170 static __inline__ int __ATTRS_o_ai vec_stril_p(vector unsigned short __a) { 19171 #ifdef __LITTLE_ENDIAN__ 19172 return __builtin_altivec_vstrihr_p(__CR6_EQ, (vector signed short)__a); 19173 #else 19174 return __builtin_altivec_vstrihl_p(__CR6_EQ, (vector signed short)__a); 19175 #endif 19176 } 19177 19178 static __inline__ int __ATTRS_o_ai vec_stril_p(vector signed short __a) { 19179 #ifdef __LITTLE_ENDIAN__ 19180 return __builtin_altivec_vstrihr_p(__CR6_EQ, __a); 19181 #else 19182 return __builtin_altivec_vstrihl_p(__CR6_EQ, __a); 19183 #endif 19184 } 19185 19186 /* vec_strir */ 19187 19188 static __inline__ vector unsigned char __ATTRS_o_ai 19189 vec_strir(vector unsigned char __a) { 19190 #ifdef __LITTLE_ENDIAN__ 19191 return (vector unsigned char)__builtin_altivec_vstribl( 19192 (vector unsigned char)__a); 19193 #else 19194 return (vector unsigned char)__builtin_altivec_vstribr( 19195 (vector unsigned char)__a); 19196 #endif 19197 } 19198 19199 static __inline__ vector signed char __ATTRS_o_ai 19200 vec_strir(vector signed char __a) { 19201 #ifdef __LITTLE_ENDIAN__ 19202 return (vector signed char)__builtin_altivec_vstribl( 19203 (vector unsigned char)__a); 19204 #else 19205 return (vector signed char)__builtin_altivec_vstribr( 19206 (vector unsigned char)__a); 19207 #endif 19208 } 19209 19210 static __inline__ vector unsigned short __ATTRS_o_ai 19211 vec_strir(vector unsigned short __a) { 19212 #ifdef __LITTLE_ENDIAN__ 19213 return (vector unsigned short)__builtin_altivec_vstrihl( 19214 (vector signed short)__a); 19215 #else 19216 return (vector unsigned short)__builtin_altivec_vstrihr( 19217 (vector signed short)__a); 19218 #endif 19219 } 19220 19221 static __inline__ vector signed short __ATTRS_o_ai 19222 vec_strir(vector signed short __a) { 19223 #ifdef __LITTLE_ENDIAN__ 19224 return __builtin_altivec_vstrihl(__a); 19225 #else 19226 return __builtin_altivec_vstrihr(__a); 19227 #endif 19228 } 19229 19230 /* vec_strir_p */ 19231 19232 static __inline__ int __ATTRS_o_ai vec_strir_p(vector unsigned char __a) { 19233 #ifdef __LITTLE_ENDIAN__ 19234 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a); 19235 #else 19236 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a); 19237 #endif 19238 } 19239 19240 static __inline__ int __ATTRS_o_ai vec_strir_p(vector signed char __a) { 19241 #ifdef __LITTLE_ENDIAN__ 19242 return __builtin_altivec_vstribl_p(__CR6_EQ, (vector unsigned char)__a); 19243 #else 19244 return __builtin_altivec_vstribr_p(__CR6_EQ, (vector unsigned char)__a); 19245 #endif 19246 } 19247 19248 static __inline__ int __ATTRS_o_ai vec_strir_p(vector unsigned short __a) { 19249 #ifdef __LITTLE_ENDIAN__ 19250 return __builtin_altivec_vstrihl_p(__CR6_EQ, (vector signed short)__a); 19251 #else 19252 return __builtin_altivec_vstrihr_p(__CR6_EQ, (vector signed short)__a); 19253 #endif 19254 } 19255 19256 static __inline__ int __ATTRS_o_ai vec_strir_p(vector signed short __a) { 19257 #ifdef __LITTLE_ENDIAN__ 19258 return __builtin_altivec_vstrihl_p(__CR6_EQ, __a); 19259 #else 19260 return __builtin_altivec_vstrihr_p(__CR6_EQ, __a); 19261 #endif 19262 } 19263 19264 /* vs[l | r | ra] */ 19265 19266 #ifdef __SIZEOF_INT128__ 19267 static __inline__ vector unsigned __int128 __ATTRS_o_ai 19268 vec_sl(vector unsigned __int128 __a, vector unsigned __int128 __b) { 19269 return __a << (__b % (vector unsigned __int128)(sizeof(unsigned __int128) * 19270 __CHAR_BIT__)); 19271 } 19272 19273 static __inline__ vector signed __int128 __ATTRS_o_ai 19274 vec_sl(vector signed __int128 __a, vector unsigned __int128 __b) { 19275 return __a << (__b % (vector unsigned __int128)(sizeof(unsigned __int128) * 19276 __CHAR_BIT__)); 19277 } 19278 19279 static __inline__ vector unsigned __int128 __ATTRS_o_ai 19280 vec_sr(vector unsigned __int128 __a, vector unsigned __int128 __b) { 19281 return __a >> (__b % (vector unsigned __int128)(sizeof(unsigned __int128) * 19282 __CHAR_BIT__)); 19283 } 19284 19285 static __inline__ vector signed __int128 __ATTRS_o_ai 19286 vec_sr(vector signed __int128 __a, vector unsigned __int128 __b) { 19287 return ( 19288 vector signed __int128)(((vector unsigned __int128)__a) >> 19289 (__b % 19290 (vector unsigned __int128)(sizeof( 19291 unsigned __int128) * 19292 __CHAR_BIT__))); 19293 } 19294 19295 static __inline__ vector unsigned __int128 __ATTRS_o_ai 19296 vec_sra(vector unsigned __int128 __a, vector unsigned __int128 __b) { 19297 return ( 19298 vector unsigned __int128)(((vector signed __int128)__a) >> 19299 (__b % 19300 (vector unsigned __int128)(sizeof( 19301 unsigned __int128) * 19302 __CHAR_BIT__))); 19303 } 19304 19305 static __inline__ vector signed __int128 __ATTRS_o_ai 19306 vec_sra(vector signed __int128 __a, vector unsigned __int128 __b) { 19307 return __a >> (__b % (vector unsigned __int128)(sizeof(unsigned __int128) * 19308 __CHAR_BIT__)); 19309 } 19310 19311 #endif /* __SIZEOF_INT128__ */ 19312 #endif /* __POWER10_VECTOR__ */ 19313 19314 #ifdef __POWER8_VECTOR__ 19315 #define __bcdadd(__a, __b, __ps) __builtin_ppc_bcdadd((__a), (__b), (__ps)) 19316 #define __bcdsub(__a, __b, __ps) __builtin_ppc_bcdsub((__a), (__b), (__ps)) 19317 19318 static __inline__ long __bcdadd_ofl(vector unsigned char __a, 19319 vector unsigned char __b) { 19320 return __builtin_ppc_bcdadd_p(__CR6_SO, __a, __b); 19321 } 19322 19323 static __inline__ long __bcdsub_ofl(vector unsigned char __a, 19324 vector unsigned char __b) { 19325 return __builtin_ppc_bcdsub_p(__CR6_SO, __a, __b); 19326 } 19327 19328 static __inline__ long __bcd_invalid(vector unsigned char __a) { 19329 return __builtin_ppc_bcdsub_p(__CR6_SO, __a, __a); 19330 } 19331 19332 static __inline__ long __bcdcmpeq(vector unsigned char __a, 19333 vector unsigned char __b) { 19334 return __builtin_ppc_bcdsub_p(__CR6_EQ, __a, __b); 19335 } 19336 19337 static __inline__ long __bcdcmplt(vector unsigned char __a, 19338 vector unsigned char __b) { 19339 return __builtin_ppc_bcdsub_p(__CR6_LT, __a, __b); 19340 } 19341 19342 static __inline__ long __bcdcmpgt(vector unsigned char __a, 19343 vector unsigned char __b) { 19344 return __builtin_ppc_bcdsub_p(__CR6_GT, __a, __b); 19345 } 19346 19347 static __inline__ long __bcdcmple(vector unsigned char __a, 19348 vector unsigned char __b) { 19349 return __builtin_ppc_bcdsub_p(__CR6_GT_REV, __a, __b); 19350 } 19351 19352 static __inline__ long __bcdcmpge(vector unsigned char __a, 19353 vector unsigned char __b) { 19354 return __builtin_ppc_bcdsub_p(__CR6_LT_REV, __a, __b); 19355 } 19356 19357 #endif // __POWER8_VECTOR__ 19358 19359 #undef __ATTRS_o_ai 19360 19361 #endif /* __ALTIVEC_H */