vecintrin.h (429223B) - Raw
1 /*===---- vecintrin.h - Vector intrinsics ----------------------------------=== 2 * 3 * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 * See https://llvm.org/LICENSE.txt for license information. 5 * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 * 7 *===-----------------------------------------------------------------------=== 8 */ 9 10 #if defined(__s390x__) && defined(__VEC__) 11 12 #define __ATTRS_ai __attribute__((__always_inline__)) 13 #define __ATTRS_o __attribute__((__overloadable__)) 14 #define __ATTRS_o_ai __attribute__((__overloadable__, __always_inline__)) 15 16 #define __constant(PARM) \ 17 __attribute__((__enable_if__ ((PARM) == (PARM), \ 18 "argument must be a constant integer"))) 19 #define __constant_range(PARM, LOW, HIGH) \ 20 __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH), \ 21 "argument must be a constant integer from " #LOW " to " #HIGH))) 22 #define __constant_pow2_range(PARM, LOW, HIGH) \ 23 __attribute__((__enable_if__ ((PARM) >= (LOW) && (PARM) <= (HIGH) && \ 24 ((PARM) & ((PARM) - 1)) == 0, \ 25 "argument must be a constant power of 2 from " #LOW " to " #HIGH))) 26 27 /*-- __lcbb -----------------------------------------------------------------*/ 28 29 extern __ATTRS_o unsigned int 30 __lcbb(const void *__ptr, unsigned short __len) 31 __constant_pow2_range(__len, 64, 4096); 32 33 #define __lcbb(X, Y) ((__typeof__((__lcbb)((X), (Y)))) \ 34 __builtin_s390_lcbb((X), __builtin_constant_p((Y))? \ 35 ((Y) == 64 ? 0 : \ 36 (Y) == 128 ? 1 : \ 37 (Y) == 256 ? 2 : \ 38 (Y) == 512 ? 3 : \ 39 (Y) == 1024 ? 4 : \ 40 (Y) == 2048 ? 5 : \ 41 (Y) == 4096 ? 6 : 0) : 0)) 42 43 /*-- vec_extract ------------------------------------------------------------*/ 44 45 static inline __ATTRS_o_ai signed char 46 vec_extract(__vector signed char __vec, int __index) { 47 return __vec[__index & 15]; 48 } 49 50 static inline __ATTRS_o_ai unsigned char 51 vec_extract(__vector __bool char __vec, int __index) { 52 return __vec[__index & 15]; 53 } 54 55 static inline __ATTRS_o_ai unsigned char 56 vec_extract(__vector unsigned char __vec, int __index) { 57 return __vec[__index & 15]; 58 } 59 60 static inline __ATTRS_o_ai signed short 61 vec_extract(__vector signed short __vec, int __index) { 62 return __vec[__index & 7]; 63 } 64 65 static inline __ATTRS_o_ai unsigned short 66 vec_extract(__vector __bool short __vec, int __index) { 67 return __vec[__index & 7]; 68 } 69 70 static inline __ATTRS_o_ai unsigned short 71 vec_extract(__vector unsigned short __vec, int __index) { 72 return __vec[__index & 7]; 73 } 74 75 static inline __ATTRS_o_ai signed int 76 vec_extract(__vector signed int __vec, int __index) { 77 return __vec[__index & 3]; 78 } 79 80 static inline __ATTRS_o_ai unsigned int 81 vec_extract(__vector __bool int __vec, int __index) { 82 return __vec[__index & 3]; 83 } 84 85 static inline __ATTRS_o_ai unsigned int 86 vec_extract(__vector unsigned int __vec, int __index) { 87 return __vec[__index & 3]; 88 } 89 90 static inline __ATTRS_o_ai signed long long 91 vec_extract(__vector signed long long __vec, int __index) { 92 return __vec[__index & 1]; 93 } 94 95 static inline __ATTRS_o_ai unsigned long long 96 vec_extract(__vector __bool long long __vec, int __index) { 97 return __vec[__index & 1]; 98 } 99 100 static inline __ATTRS_o_ai unsigned long long 101 vec_extract(__vector unsigned long long __vec, int __index) { 102 return __vec[__index & 1]; 103 } 104 105 #if __ARCH__ >= 12 106 static inline __ATTRS_o_ai float 107 vec_extract(__vector float __vec, int __index) { 108 return __vec[__index & 3]; 109 } 110 #endif 111 112 static inline __ATTRS_o_ai double 113 vec_extract(__vector double __vec, int __index) { 114 return __vec[__index & 1]; 115 } 116 117 /*-- vec_insert -------------------------------------------------------------*/ 118 119 static inline __ATTRS_o_ai __vector signed char 120 vec_insert(signed char __scalar, __vector signed char __vec, int __index) { 121 __vec[__index & 15] = __scalar; 122 return __vec; 123 } 124 125 // This prototype is deprecated. 126 static inline __ATTRS_o_ai __vector unsigned char 127 vec_insert(unsigned char __scalar, __vector __bool char __vec, int __index) { 128 __vector unsigned char __newvec = (__vector unsigned char)__vec; 129 __newvec[__index & 15] = (unsigned char)__scalar; 130 return __newvec; 131 } 132 133 static inline __ATTRS_o_ai __vector unsigned char 134 vec_insert(unsigned char __scalar, __vector unsigned char __vec, int __index) { 135 __vec[__index & 15] = __scalar; 136 return __vec; 137 } 138 139 static inline __ATTRS_o_ai __vector signed short 140 vec_insert(signed short __scalar, __vector signed short __vec, int __index) { 141 __vec[__index & 7] = __scalar; 142 return __vec; 143 } 144 145 // This prototype is deprecated. 146 static inline __ATTRS_o_ai __vector unsigned short 147 vec_insert(unsigned short __scalar, __vector __bool short __vec, 148 int __index) { 149 __vector unsigned short __newvec = (__vector unsigned short)__vec; 150 __newvec[__index & 7] = (unsigned short)__scalar; 151 return __newvec; 152 } 153 154 static inline __ATTRS_o_ai __vector unsigned short 155 vec_insert(unsigned short __scalar, __vector unsigned short __vec, 156 int __index) { 157 __vec[__index & 7] = __scalar; 158 return __vec; 159 } 160 161 static inline __ATTRS_o_ai __vector signed int 162 vec_insert(signed int __scalar, __vector signed int __vec, int __index) { 163 __vec[__index & 3] = __scalar; 164 return __vec; 165 } 166 167 // This prototype is deprecated. 168 static inline __ATTRS_o_ai __vector unsigned int 169 vec_insert(unsigned int __scalar, __vector __bool int __vec, int __index) { 170 __vector unsigned int __newvec = (__vector unsigned int)__vec; 171 __newvec[__index & 3] = __scalar; 172 return __newvec; 173 } 174 175 static inline __ATTRS_o_ai __vector unsigned int 176 vec_insert(unsigned int __scalar, __vector unsigned int __vec, int __index) { 177 __vec[__index & 3] = __scalar; 178 return __vec; 179 } 180 181 static inline __ATTRS_o_ai __vector signed long long 182 vec_insert(signed long long __scalar, __vector signed long long __vec, 183 int __index) { 184 __vec[__index & 1] = __scalar; 185 return __vec; 186 } 187 188 // This prototype is deprecated. 189 static inline __ATTRS_o_ai __vector unsigned long long 190 vec_insert(unsigned long long __scalar, __vector __bool long long __vec, 191 int __index) { 192 __vector unsigned long long __newvec = (__vector unsigned long long)__vec; 193 __newvec[__index & 1] = __scalar; 194 return __newvec; 195 } 196 197 static inline __ATTRS_o_ai __vector unsigned long long 198 vec_insert(unsigned long long __scalar, __vector unsigned long long __vec, 199 int __index) { 200 __vec[__index & 1] = __scalar; 201 return __vec; 202 } 203 204 #if __ARCH__ >= 12 205 static inline __ATTRS_o_ai __vector float 206 vec_insert(float __scalar, __vector float __vec, int __index) { 207 __vec[__index & 1] = __scalar; 208 return __vec; 209 } 210 #endif 211 212 static inline __ATTRS_o_ai __vector double 213 vec_insert(double __scalar, __vector double __vec, int __index) { 214 __vec[__index & 1] = __scalar; 215 return __vec; 216 } 217 218 /*-- vec_promote ------------------------------------------------------------*/ 219 220 static inline __ATTRS_o_ai __vector signed char 221 vec_promote(signed char __scalar, int __index) { 222 const __vector signed char __zero = (__vector signed char)0; 223 __vector signed char __vec = __builtin_shufflevector(__zero, __zero, 224 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1); 225 __vec[__index & 15] = __scalar; 226 return __vec; 227 } 228 229 static inline __ATTRS_o_ai __vector unsigned char 230 vec_promote(unsigned char __scalar, int __index) { 231 const __vector unsigned char __zero = (__vector unsigned char)0; 232 __vector unsigned char __vec = __builtin_shufflevector(__zero, __zero, 233 -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1); 234 __vec[__index & 15] = __scalar; 235 return __vec; 236 } 237 238 static inline __ATTRS_o_ai __vector signed short 239 vec_promote(signed short __scalar, int __index) { 240 const __vector signed short __zero = (__vector signed short)0; 241 __vector signed short __vec = __builtin_shufflevector(__zero, __zero, 242 -1, -1, -1, -1, -1, -1, -1, -1); 243 __vec[__index & 7] = __scalar; 244 return __vec; 245 } 246 247 static inline __ATTRS_o_ai __vector unsigned short 248 vec_promote(unsigned short __scalar, int __index) { 249 const __vector unsigned short __zero = (__vector unsigned short)0; 250 __vector unsigned short __vec = __builtin_shufflevector(__zero, __zero, 251 -1, -1, -1, -1, -1, -1, -1, -1); 252 __vec[__index & 7] = __scalar; 253 return __vec; 254 } 255 256 static inline __ATTRS_o_ai __vector signed int 257 vec_promote(signed int __scalar, int __index) { 258 const __vector signed int __zero = (__vector signed int)0; 259 __vector signed int __vec = __builtin_shufflevector(__zero, __zero, 260 -1, -1, -1, -1); 261 __vec[__index & 3] = __scalar; 262 return __vec; 263 } 264 265 static inline __ATTRS_o_ai __vector unsigned int 266 vec_promote(unsigned int __scalar, int __index) { 267 const __vector unsigned int __zero = (__vector unsigned int)0; 268 __vector unsigned int __vec = __builtin_shufflevector(__zero, __zero, 269 -1, -1, -1, -1); 270 __vec[__index & 3] = __scalar; 271 return __vec; 272 } 273 274 static inline __ATTRS_o_ai __vector signed long long 275 vec_promote(signed long long __scalar, int __index) { 276 const __vector signed long long __zero = (__vector signed long long)0; 277 __vector signed long long __vec = __builtin_shufflevector(__zero, __zero, 278 -1, -1); 279 __vec[__index & 1] = __scalar; 280 return __vec; 281 } 282 283 static inline __ATTRS_o_ai __vector unsigned long long 284 vec_promote(unsigned long long __scalar, int __index) { 285 const __vector unsigned long long __zero = (__vector unsigned long long)0; 286 __vector unsigned long long __vec = __builtin_shufflevector(__zero, __zero, 287 -1, -1); 288 __vec[__index & 1] = __scalar; 289 return __vec; 290 } 291 292 #if __ARCH__ >= 12 293 static inline __ATTRS_o_ai __vector float 294 vec_promote(float __scalar, int __index) { 295 const __vector float __zero = (__vector float)0.0f; 296 __vector float __vec = __builtin_shufflevector(__zero, __zero, 297 -1, -1, -1, -1); 298 __vec[__index & 3] = __scalar; 299 return __vec; 300 } 301 #endif 302 303 static inline __ATTRS_o_ai __vector double 304 vec_promote(double __scalar, int __index) { 305 const __vector double __zero = (__vector double)0.0; 306 __vector double __vec = __builtin_shufflevector(__zero, __zero, -1, -1); 307 __vec[__index & 1] = __scalar; 308 return __vec; 309 } 310 311 /*-- vec_insert_and_zero ----------------------------------------------------*/ 312 313 static inline __ATTRS_o_ai __vector signed char 314 vec_insert_and_zero(const signed char *__ptr) { 315 __vector signed char __vec = (__vector signed char)0; 316 __vec[7] = *__ptr; 317 return __vec; 318 } 319 320 static inline __ATTRS_o_ai __vector unsigned char 321 vec_insert_and_zero(const unsigned char *__ptr) { 322 __vector unsigned char __vec = (__vector unsigned char)0; 323 __vec[7] = *__ptr; 324 return __vec; 325 } 326 327 static inline __ATTRS_o_ai __vector signed short 328 vec_insert_and_zero(const signed short *__ptr) { 329 __vector signed short __vec = (__vector signed short)0; 330 __vec[3] = *__ptr; 331 return __vec; 332 } 333 334 static inline __ATTRS_o_ai __vector unsigned short 335 vec_insert_and_zero(const unsigned short *__ptr) { 336 __vector unsigned short __vec = (__vector unsigned short)0; 337 __vec[3] = *__ptr; 338 return __vec; 339 } 340 341 static inline __ATTRS_o_ai __vector signed int 342 vec_insert_and_zero(const signed int *__ptr) { 343 __vector signed int __vec = (__vector signed int)0; 344 __vec[1] = *__ptr; 345 return __vec; 346 } 347 348 static inline __ATTRS_o_ai __vector unsigned int 349 vec_insert_and_zero(const unsigned int *__ptr) { 350 __vector unsigned int __vec = (__vector unsigned int)0; 351 __vec[1] = *__ptr; 352 return __vec; 353 } 354 355 static inline __ATTRS_o_ai __vector signed long long 356 vec_insert_and_zero(const signed long long *__ptr) { 357 __vector signed long long __vec = (__vector signed long long)0; 358 __vec[0] = *__ptr; 359 return __vec; 360 } 361 362 static inline __ATTRS_o_ai __vector unsigned long long 363 vec_insert_and_zero(const unsigned long long *__ptr) { 364 __vector unsigned long long __vec = (__vector unsigned long long)0; 365 __vec[0] = *__ptr; 366 return __vec; 367 } 368 369 #if __ARCH__ >= 12 370 static inline __ATTRS_o_ai __vector float 371 vec_insert_and_zero(const float *__ptr) { 372 __vector float __vec = (__vector float)0.0f; 373 __vec[1] = *__ptr; 374 return __vec; 375 } 376 #endif 377 378 static inline __ATTRS_o_ai __vector double 379 vec_insert_and_zero(const double *__ptr) { 380 __vector double __vec = (__vector double)0.0; 381 __vec[0] = *__ptr; 382 return __vec; 383 } 384 385 /*-- vec_perm ---------------------------------------------------------------*/ 386 387 static inline __ATTRS_o_ai __vector signed char 388 vec_perm(__vector signed char __a, __vector signed char __b, 389 __vector unsigned char __c) { 390 return (__vector signed char)__builtin_s390_vperm( 391 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 392 } 393 394 static inline __ATTRS_o_ai __vector unsigned char 395 vec_perm(__vector unsigned char __a, __vector unsigned char __b, 396 __vector unsigned char __c) { 397 return (__vector unsigned char)__builtin_s390_vperm( 398 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 399 } 400 401 static inline __ATTRS_o_ai __vector __bool char 402 vec_perm(__vector __bool char __a, __vector __bool char __b, 403 __vector unsigned char __c) { 404 return (__vector __bool char)__builtin_s390_vperm( 405 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 406 } 407 408 static inline __ATTRS_o_ai __vector signed short 409 vec_perm(__vector signed short __a, __vector signed short __b, 410 __vector unsigned char __c) { 411 return (__vector signed short)__builtin_s390_vperm( 412 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 413 } 414 415 static inline __ATTRS_o_ai __vector unsigned short 416 vec_perm(__vector unsigned short __a, __vector unsigned short __b, 417 __vector unsigned char __c) { 418 return (__vector unsigned short)__builtin_s390_vperm( 419 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 420 } 421 422 static inline __ATTRS_o_ai __vector __bool short 423 vec_perm(__vector __bool short __a, __vector __bool short __b, 424 __vector unsigned char __c) { 425 return (__vector __bool short)__builtin_s390_vperm( 426 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 427 } 428 429 static inline __ATTRS_o_ai __vector signed int 430 vec_perm(__vector signed int __a, __vector signed int __b, 431 __vector unsigned char __c) { 432 return (__vector signed int)__builtin_s390_vperm( 433 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 434 } 435 436 static inline __ATTRS_o_ai __vector unsigned int 437 vec_perm(__vector unsigned int __a, __vector unsigned int __b, 438 __vector unsigned char __c) { 439 return (__vector unsigned int)__builtin_s390_vperm( 440 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 441 } 442 443 static inline __ATTRS_o_ai __vector __bool int 444 vec_perm(__vector __bool int __a, __vector __bool int __b, 445 __vector unsigned char __c) { 446 return (__vector __bool int)__builtin_s390_vperm( 447 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 448 } 449 450 static inline __ATTRS_o_ai __vector signed long long 451 vec_perm(__vector signed long long __a, __vector signed long long __b, 452 __vector unsigned char __c) { 453 return (__vector signed long long)__builtin_s390_vperm( 454 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 455 } 456 457 static inline __ATTRS_o_ai __vector unsigned long long 458 vec_perm(__vector unsigned long long __a, __vector unsigned long long __b, 459 __vector unsigned char __c) { 460 return (__vector unsigned long long)__builtin_s390_vperm( 461 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 462 } 463 464 static inline __ATTRS_o_ai __vector __bool long long 465 vec_perm(__vector __bool long long __a, __vector __bool long long __b, 466 __vector unsigned char __c) { 467 return (__vector __bool long long)__builtin_s390_vperm( 468 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 469 } 470 471 static inline __ATTRS_o_ai __vector signed __int128 472 vec_perm(__vector signed __int128 __a, __vector signed __int128 __b, 473 __vector unsigned char __c) { 474 return (__vector signed __int128)__builtin_s390_vperm( 475 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 476 } 477 478 static inline __ATTRS_o_ai __vector unsigned __int128 479 vec_perm(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 480 __vector unsigned char __c) { 481 return (__vector unsigned __int128)__builtin_s390_vperm( 482 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 483 } 484 485 static inline __ATTRS_o_ai __vector __bool __int128 486 vec_perm(__vector __bool __int128 __a, __vector __bool __int128 __b, 487 __vector unsigned char __c) { 488 return (__vector __bool __int128)__builtin_s390_vperm( 489 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 490 } 491 492 #if __ARCH__ >= 12 493 static inline __ATTRS_o_ai __vector float 494 vec_perm(__vector float __a, __vector float __b, 495 __vector unsigned char __c) { 496 return (__vector float)__builtin_s390_vperm( 497 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 498 } 499 #endif 500 501 static inline __ATTRS_o_ai __vector double 502 vec_perm(__vector double __a, __vector double __b, 503 __vector unsigned char __c) { 504 return (__vector double)__builtin_s390_vperm( 505 (__vector unsigned char)__a, (__vector unsigned char)__b, __c); 506 } 507 508 /*-- vec_permi --------------------------------------------------------------*/ 509 510 // This prototype is deprecated. 511 extern __ATTRS_o __vector signed long long 512 vec_permi(__vector signed long long __a, __vector signed long long __b, 513 int __c) 514 __constant_range(__c, 0, 3); 515 516 // This prototype is deprecated. 517 extern __ATTRS_o __vector unsigned long long 518 vec_permi(__vector unsigned long long __a, __vector unsigned long long __b, 519 int __c) 520 __constant_range(__c, 0, 3); 521 522 // This prototype is deprecated. 523 extern __ATTRS_o __vector __bool long long 524 vec_permi(__vector __bool long long __a, __vector __bool long long __b, 525 int __c) 526 __constant_range(__c, 0, 3); 527 528 // This prototype is deprecated. 529 extern __ATTRS_o __vector double 530 vec_permi(__vector double __a, __vector double __b, int __c) 531 __constant_range(__c, 0, 3); 532 533 #define vec_permi(X, Y, Z) ((__typeof__((vec_permi)((X), (Y), (Z)))) \ 534 __builtin_s390_vpdi((__vector unsigned long long)(X), \ 535 (__vector unsigned long long)(Y), \ 536 (((Z) & 2) << 1) | ((Z) & 1))) 537 538 /*-- vec_bperm --------------------------------------------------------------*/ 539 540 #if __ARCH__ >= 12 541 static inline __ATTRS_ai __vector unsigned long long 542 vec_bperm(__vector unsigned __int128 __a, __vector unsigned char __b) { 543 return __builtin_s390_vbperm((__vector unsigned char)__a, __b); 544 } 545 #endif 546 547 /*-- vec_bperm_u128 ---------------------------------------------------------*/ 548 549 #if __ARCH__ >= 12 550 // This prototype is deprecated. 551 static inline __ATTRS_ai __vector unsigned long long 552 vec_bperm_u128(__vector unsigned char __a, __vector unsigned char __b) { 553 return __builtin_s390_vbperm(__a, __b); 554 } 555 #endif 556 557 /*-- vec_revb ---------------------------------------------------------------*/ 558 559 static inline __ATTRS_o_ai __vector signed short 560 vec_revb(__vector signed short __vec) { 561 return (__vector signed short) 562 __builtin_s390_vlbrh((__vector unsigned short)__vec); 563 } 564 565 static inline __ATTRS_o_ai __vector unsigned short 566 vec_revb(__vector unsigned short __vec) { 567 return __builtin_s390_vlbrh(__vec); 568 } 569 570 static inline __ATTRS_o_ai __vector signed int 571 vec_revb(__vector signed int __vec) { 572 return (__vector signed int) 573 __builtin_s390_vlbrf((__vector unsigned int)__vec); 574 } 575 576 static inline __ATTRS_o_ai __vector unsigned int 577 vec_revb(__vector unsigned int __vec) { 578 return __builtin_s390_vlbrf(__vec); 579 } 580 581 static inline __ATTRS_o_ai __vector signed long long 582 vec_revb(__vector signed long long __vec) { 583 return (__vector signed long long) 584 __builtin_s390_vlbrg((__vector unsigned long long)__vec); 585 } 586 587 static inline __ATTRS_o_ai __vector unsigned long long 588 vec_revb(__vector unsigned long long __vec) { 589 return __builtin_s390_vlbrg(__vec); 590 } 591 592 static inline __ATTRS_o_ai __vector signed __int128 593 vec_revb(__vector signed __int128 __vec) { 594 return (__vector signed __int128) 595 __builtin_s390_vlbrq((unsigned __int128)__vec); 596 } 597 598 static inline __ATTRS_o_ai __vector unsigned __int128 599 vec_revb(__vector unsigned __int128 __vec) { 600 return (__vector unsigned __int128) 601 __builtin_s390_vlbrq((unsigned __int128)__vec); 602 } 603 604 #if __ARCH__ >= 12 605 static inline __ATTRS_o_ai __vector float 606 vec_revb(__vector float __vec) { 607 return (__vector float) 608 __builtin_s390_vlbrf((__vector unsigned int)__vec); 609 } 610 #endif 611 612 static inline __ATTRS_o_ai __vector double 613 vec_revb(__vector double __vec) { 614 return (__vector double) 615 __builtin_s390_vlbrg((__vector unsigned long long)__vec); 616 } 617 618 /*-- vec_reve ---------------------------------------------------------------*/ 619 620 static inline __ATTRS_o_ai __vector signed char 621 vec_reve(__vector signed char __vec) { 622 return (__vector signed char) { __vec[15], __vec[14], __vec[13], __vec[12], 623 __vec[11], __vec[10], __vec[9], __vec[8], 624 __vec[7], __vec[6], __vec[5], __vec[4], 625 __vec[3], __vec[2], __vec[1], __vec[0] }; 626 } 627 628 static inline __ATTRS_o_ai __vector unsigned char 629 vec_reve(__vector unsigned char __vec) { 630 return (__vector unsigned char) { __vec[15], __vec[14], __vec[13], __vec[12], 631 __vec[11], __vec[10], __vec[9], __vec[8], 632 __vec[7], __vec[6], __vec[5], __vec[4], 633 __vec[3], __vec[2], __vec[1], __vec[0] }; 634 } 635 636 static inline __ATTRS_o_ai __vector __bool char 637 vec_reve(__vector __bool char __vec) { 638 return (__vector __bool char) { __vec[15], __vec[14], __vec[13], __vec[12], 639 __vec[11], __vec[10], __vec[9], __vec[8], 640 __vec[7], __vec[6], __vec[5], __vec[4], 641 __vec[3], __vec[2], __vec[1], __vec[0] }; 642 } 643 644 static inline __ATTRS_o_ai __vector signed short 645 vec_reve(__vector signed short __vec) { 646 return (__vector signed short) { __vec[7], __vec[6], __vec[5], __vec[4], 647 __vec[3], __vec[2], __vec[1], __vec[0] }; 648 } 649 650 static inline __ATTRS_o_ai __vector unsigned short 651 vec_reve(__vector unsigned short __vec) { 652 return (__vector unsigned short) { __vec[7], __vec[6], __vec[5], __vec[4], 653 __vec[3], __vec[2], __vec[1], __vec[0] }; 654 } 655 656 static inline __ATTRS_o_ai __vector __bool short 657 vec_reve(__vector __bool short __vec) { 658 return (__vector __bool short) { __vec[7], __vec[6], __vec[5], __vec[4], 659 __vec[3], __vec[2], __vec[1], __vec[0] }; 660 } 661 662 static inline __ATTRS_o_ai __vector signed int 663 vec_reve(__vector signed int __vec) { 664 return (__vector signed int) { __vec[3], __vec[2], __vec[1], __vec[0] }; 665 } 666 667 static inline __ATTRS_o_ai __vector unsigned int 668 vec_reve(__vector unsigned int __vec) { 669 return (__vector unsigned int) { __vec[3], __vec[2], __vec[1], __vec[0] }; 670 } 671 672 static inline __ATTRS_o_ai __vector __bool int 673 vec_reve(__vector __bool int __vec) { 674 return (__vector __bool int) { __vec[3], __vec[2], __vec[1], __vec[0] }; 675 } 676 677 static inline __ATTRS_o_ai __vector signed long long 678 vec_reve(__vector signed long long __vec) { 679 return (__vector signed long long) { __vec[1], __vec[0] }; 680 } 681 682 static inline __ATTRS_o_ai __vector unsigned long long 683 vec_reve(__vector unsigned long long __vec) { 684 return (__vector unsigned long long) { __vec[1], __vec[0] }; 685 } 686 687 static inline __ATTRS_o_ai __vector __bool long long 688 vec_reve(__vector __bool long long __vec) { 689 return (__vector __bool long long) { __vec[1], __vec[0] }; 690 } 691 692 #if __ARCH__ >= 12 693 static inline __ATTRS_o_ai __vector float 694 vec_reve(__vector float __vec) { 695 return (__vector float) { __vec[3], __vec[2], __vec[1], __vec[0] }; 696 } 697 #endif 698 699 static inline __ATTRS_o_ai __vector double 700 vec_reve(__vector double __vec) { 701 return (__vector double) { __vec[1], __vec[0] }; 702 } 703 704 /*-- vec_sel ----------------------------------------------------------------*/ 705 706 static inline __ATTRS_o_ai __vector signed char 707 vec_sel(__vector signed char __a, __vector signed char __b, 708 __vector unsigned char __c) { 709 return (((__vector signed char)__c & __b) | 710 (~(__vector signed char)__c & __a)); 711 } 712 713 static inline __ATTRS_o_ai __vector signed char 714 vec_sel(__vector signed char __a, __vector signed char __b, 715 __vector __bool char __c) { 716 return (((__vector signed char)__c & __b) | 717 (~(__vector signed char)__c & __a)); 718 } 719 720 static inline __ATTRS_o_ai __vector __bool char 721 vec_sel(__vector __bool char __a, __vector __bool char __b, 722 __vector unsigned char __c) { 723 return (((__vector __bool char)__c & __b) | 724 (~(__vector __bool char)__c & __a)); 725 } 726 727 static inline __ATTRS_o_ai __vector __bool char 728 vec_sel(__vector __bool char __a, __vector __bool char __b, 729 __vector __bool char __c) { 730 return (__c & __b) | (~__c & __a); 731 } 732 733 static inline __ATTRS_o_ai __vector unsigned char 734 vec_sel(__vector unsigned char __a, __vector unsigned char __b, 735 __vector unsigned char __c) { 736 return (__c & __b) | (~__c & __a); 737 } 738 739 static inline __ATTRS_o_ai __vector unsigned char 740 vec_sel(__vector unsigned char __a, __vector unsigned char __b, 741 __vector __bool char __c) { 742 return (((__vector unsigned char)__c & __b) | 743 (~(__vector unsigned char)__c & __a)); 744 } 745 746 static inline __ATTRS_o_ai __vector signed short 747 vec_sel(__vector signed short __a, __vector signed short __b, 748 __vector unsigned short __c) { 749 return (((__vector signed short)__c & __b) | 750 (~(__vector signed short)__c & __a)); 751 } 752 753 static inline __ATTRS_o_ai __vector signed short 754 vec_sel(__vector signed short __a, __vector signed short __b, 755 __vector __bool short __c) { 756 return (((__vector signed short)__c & __b) | 757 (~(__vector signed short)__c & __a)); 758 } 759 760 static inline __ATTRS_o_ai __vector __bool short 761 vec_sel(__vector __bool short __a, __vector __bool short __b, 762 __vector unsigned short __c) { 763 return (((__vector __bool short)__c & __b) | 764 (~(__vector __bool short)__c & __a)); 765 } 766 767 static inline __ATTRS_o_ai __vector __bool short 768 vec_sel(__vector __bool short __a, __vector __bool short __b, 769 __vector __bool short __c) { 770 return (__c & __b) | (~__c & __a); 771 } 772 773 static inline __ATTRS_o_ai __vector unsigned short 774 vec_sel(__vector unsigned short __a, __vector unsigned short __b, 775 __vector unsigned short __c) { 776 return (__c & __b) | (~__c & __a); 777 } 778 779 static inline __ATTRS_o_ai __vector unsigned short 780 vec_sel(__vector unsigned short __a, __vector unsigned short __b, 781 __vector __bool short __c) { 782 return (((__vector unsigned short)__c & __b) | 783 (~(__vector unsigned short)__c & __a)); 784 } 785 786 static inline __ATTRS_o_ai __vector signed int 787 vec_sel(__vector signed int __a, __vector signed int __b, 788 __vector unsigned int __c) { 789 return (((__vector signed int)__c & __b) | 790 (~(__vector signed int)__c & __a)); 791 } 792 793 static inline __ATTRS_o_ai __vector signed int 794 vec_sel(__vector signed int __a, __vector signed int __b, 795 __vector __bool int __c) { 796 return (((__vector signed int)__c & __b) | 797 (~(__vector signed int)__c & __a)); 798 } 799 800 static inline __ATTRS_o_ai __vector __bool int 801 vec_sel(__vector __bool int __a, __vector __bool int __b, 802 __vector unsigned int __c) { 803 return (((__vector __bool int)__c & __b) | 804 (~(__vector __bool int)__c & __a)); 805 } 806 807 static inline __ATTRS_o_ai __vector __bool int 808 vec_sel(__vector __bool int __a, __vector __bool int __b, 809 __vector __bool int __c) { 810 return (__c & __b) | (~__c & __a); 811 } 812 813 static inline __ATTRS_o_ai __vector unsigned int 814 vec_sel(__vector unsigned int __a, __vector unsigned int __b, 815 __vector unsigned int __c) { 816 return (__c & __b) | (~__c & __a); 817 } 818 819 static inline __ATTRS_o_ai __vector unsigned int 820 vec_sel(__vector unsigned int __a, __vector unsigned int __b, 821 __vector __bool int __c) { 822 return (((__vector unsigned int)__c & __b) | 823 (~(__vector unsigned int)__c & __a)); 824 } 825 826 static inline __ATTRS_o_ai __vector signed long long 827 vec_sel(__vector signed long long __a, __vector signed long long __b, 828 __vector unsigned long long __c) { 829 return (((__vector signed long long)__c & __b) | 830 (~(__vector signed long long)__c & __a)); 831 } 832 833 static inline __ATTRS_o_ai __vector signed long long 834 vec_sel(__vector signed long long __a, __vector signed long long __b, 835 __vector __bool long long __c) { 836 return (((__vector signed long long)__c & __b) | 837 (~(__vector signed long long)__c & __a)); 838 } 839 840 static inline __ATTRS_o_ai __vector __bool long long 841 vec_sel(__vector __bool long long __a, __vector __bool long long __b, 842 __vector unsigned long long __c) { 843 return (((__vector __bool long long)__c & __b) | 844 (~(__vector __bool long long)__c & __a)); 845 } 846 847 static inline __ATTRS_o_ai __vector __bool long long 848 vec_sel(__vector __bool long long __a, __vector __bool long long __b, 849 __vector __bool long long __c) { 850 return (__c & __b) | (~__c & __a); 851 } 852 853 static inline __ATTRS_o_ai __vector unsigned long long 854 vec_sel(__vector unsigned long long __a, __vector unsigned long long __b, 855 __vector unsigned long long __c) { 856 return (__c & __b) | (~__c & __a); 857 } 858 859 static inline __ATTRS_o_ai __vector unsigned long long 860 vec_sel(__vector unsigned long long __a, __vector unsigned long long __b, 861 __vector __bool long long __c) { 862 return (((__vector unsigned long long)__c & __b) | 863 (~(__vector unsigned long long)__c & __a)); 864 } 865 866 static inline __ATTRS_o_ai __vector signed __int128 867 vec_sel(__vector signed __int128 __a, __vector signed __int128 __b, 868 __vector unsigned __int128 __c) { 869 return (((__vector signed __int128)__c & __b) | 870 (~(__vector signed __int128)__c & __a)); 871 } 872 873 static inline __ATTRS_o_ai __vector signed __int128 874 vec_sel(__vector signed __int128 __a, __vector signed __int128 __b, 875 __vector __bool __int128 __c) { 876 return (((__vector signed __int128)__c & __b) | 877 (~(__vector signed __int128)__c & __a)); 878 } 879 880 static inline __ATTRS_o_ai __vector __bool __int128 881 vec_sel(__vector __bool __int128 __a, __vector __bool __int128 __b, 882 __vector unsigned __int128 __c) { 883 return (((__vector __bool __int128)__c & __b) | 884 (~(__vector __bool __int128)__c & __a)); 885 } 886 887 static inline __ATTRS_o_ai __vector __bool __int128 888 vec_sel(__vector __bool __int128 __a, __vector __bool __int128 __b, 889 __vector __bool __int128 __c) { 890 return (__c & __b) | (~__c & __a); 891 } 892 893 static inline __ATTRS_o_ai __vector unsigned __int128 894 vec_sel(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 895 __vector unsigned __int128 __c) { 896 return (__c & __b) | (~__c & __a); 897 } 898 899 static inline __ATTRS_o_ai __vector unsigned __int128 900 vec_sel(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 901 __vector __bool __int128 __c) { 902 return (((__vector unsigned __int128)__c & __b) | 903 (~(__vector unsigned __int128)__c & __a)); 904 } 905 906 #if __ARCH__ >= 12 907 static inline __ATTRS_o_ai __vector float 908 vec_sel(__vector float __a, __vector float __b, __vector unsigned int __c) { 909 return (__vector float)((__c & (__vector unsigned int)__b) | 910 (~__c & (__vector unsigned int)__a)); 911 } 912 913 static inline __ATTRS_o_ai __vector float 914 vec_sel(__vector float __a, __vector float __b, __vector __bool int __c) { 915 __vector unsigned int __ac = (__vector unsigned int)__a; 916 __vector unsigned int __bc = (__vector unsigned int)__b; 917 __vector unsigned int __cc = (__vector unsigned int)__c; 918 return (__vector float)((__cc & __bc) | (~__cc & __ac)); 919 } 920 #endif 921 922 static inline __ATTRS_o_ai __vector double 923 vec_sel(__vector double __a, __vector double __b, 924 __vector unsigned long long __c) { 925 return (__vector double)((__c & (__vector unsigned long long)__b) | 926 (~__c & (__vector unsigned long long)__a)); 927 } 928 929 static inline __ATTRS_o_ai __vector double 930 vec_sel(__vector double __a, __vector double __b, 931 __vector __bool long long __c) { 932 __vector unsigned long long __ac = (__vector unsigned long long)__a; 933 __vector unsigned long long __bc = (__vector unsigned long long)__b; 934 __vector unsigned long long __cc = (__vector unsigned long long)__c; 935 return (__vector double)((__cc & __bc) | (~__cc & __ac)); 936 } 937 938 /*-- vec_gather_element -----------------------------------------------------*/ 939 940 static inline __ATTRS_o_ai __vector signed int 941 vec_gather_element(__vector signed int __vec, 942 __vector unsigned int __offset, 943 const signed int *__ptr, int __index) 944 __constant_range(__index, 0, 3) { 945 __vec[__index] = *(const signed int *)( 946 (const char *)__ptr + __offset[__index]); 947 return __vec; 948 } 949 950 static inline __ATTRS_o_ai __vector __bool int 951 vec_gather_element(__vector __bool int __vec, 952 __vector unsigned int __offset, 953 const unsigned int *__ptr, int __index) 954 __constant_range(__index, 0, 3) { 955 __vec[__index] = *(const unsigned int *)( 956 (const char *)__ptr + __offset[__index]); 957 return __vec; 958 } 959 960 static inline __ATTRS_o_ai __vector unsigned int 961 vec_gather_element(__vector unsigned int __vec, 962 __vector unsigned int __offset, 963 const unsigned int *__ptr, int __index) 964 __constant_range(__index, 0, 3) { 965 __vec[__index] = *(const unsigned int *)( 966 (const char *)__ptr + __offset[__index]); 967 return __vec; 968 } 969 970 static inline __ATTRS_o_ai __vector signed long long 971 vec_gather_element(__vector signed long long __vec, 972 __vector unsigned long long __offset, 973 const signed long long *__ptr, int __index) 974 __constant_range(__index, 0, 1) { 975 __vec[__index] = *(const signed long long *)( 976 (const char *)__ptr + __offset[__index]); 977 return __vec; 978 } 979 980 static inline __ATTRS_o_ai __vector __bool long long 981 vec_gather_element(__vector __bool long long __vec, 982 __vector unsigned long long __offset, 983 const unsigned long long *__ptr, int __index) 984 __constant_range(__index, 0, 1) { 985 __vec[__index] = *(const unsigned long long *)( 986 (const char *)__ptr + __offset[__index]); 987 return __vec; 988 } 989 990 static inline __ATTRS_o_ai __vector unsigned long long 991 vec_gather_element(__vector unsigned long long __vec, 992 __vector unsigned long long __offset, 993 const unsigned long long *__ptr, int __index) 994 __constant_range(__index, 0, 1) { 995 __vec[__index] = *(const unsigned long long *)( 996 (const char *)__ptr + __offset[__index]); 997 return __vec; 998 } 999 1000 #if __ARCH__ >= 12 1001 static inline __ATTRS_o_ai __vector float 1002 vec_gather_element(__vector float __vec, 1003 __vector unsigned int __offset, 1004 const float *__ptr, int __index) 1005 __constant_range(__index, 0, 3) { 1006 __vec[__index] = *(const float *)( 1007 (const char *)__ptr + __offset[__index]); 1008 return __vec; 1009 } 1010 #endif 1011 1012 static inline __ATTRS_o_ai __vector double 1013 vec_gather_element(__vector double __vec, 1014 __vector unsigned long long __offset, 1015 const double *__ptr, int __index) 1016 __constant_range(__index, 0, 1) { 1017 __vec[__index] = *(const double *)( 1018 (const char *)__ptr + __offset[__index]); 1019 return __vec; 1020 } 1021 1022 /*-- vec_scatter_element ----------------------------------------------------*/ 1023 1024 static inline __ATTRS_o_ai void 1025 vec_scatter_element(__vector signed int __vec, 1026 __vector unsigned int __offset, 1027 signed int *__ptr, int __index) 1028 __constant_range(__index, 0, 3) { 1029 *(signed int *)((char *)__ptr + __offset[__index]) = 1030 __vec[__index]; 1031 } 1032 1033 static inline __ATTRS_o_ai void 1034 vec_scatter_element(__vector __bool int __vec, 1035 __vector unsigned int __offset, 1036 unsigned int *__ptr, int __index) 1037 __constant_range(__index, 0, 3) { 1038 *(unsigned int *)((char *)__ptr + __offset[__index]) = 1039 __vec[__index]; 1040 } 1041 1042 static inline __ATTRS_o_ai void 1043 vec_scatter_element(__vector unsigned int __vec, 1044 __vector unsigned int __offset, 1045 unsigned int *__ptr, int __index) 1046 __constant_range(__index, 0, 3) { 1047 *(unsigned int *)((char *)__ptr + __offset[__index]) = 1048 __vec[__index]; 1049 } 1050 1051 static inline __ATTRS_o_ai void 1052 vec_scatter_element(__vector signed long long __vec, 1053 __vector unsigned long long __offset, 1054 signed long long *__ptr, int __index) 1055 __constant_range(__index, 0, 1) { 1056 *(signed long long *)((char *)__ptr + __offset[__index]) = 1057 __vec[__index]; 1058 } 1059 1060 static inline __ATTRS_o_ai void 1061 vec_scatter_element(__vector __bool long long __vec, 1062 __vector unsigned long long __offset, 1063 unsigned long long *__ptr, int __index) 1064 __constant_range(__index, 0, 1) { 1065 *(unsigned long long *)((char *)__ptr + __offset[__index]) = 1066 __vec[__index]; 1067 } 1068 1069 static inline __ATTRS_o_ai void 1070 vec_scatter_element(__vector unsigned long long __vec, 1071 __vector unsigned long long __offset, 1072 unsigned long long *__ptr, int __index) 1073 __constant_range(__index, 0, 1) { 1074 *(unsigned long long *)((char *)__ptr + __offset[__index]) = 1075 __vec[__index]; 1076 } 1077 1078 #if __ARCH__ >= 12 1079 static inline __ATTRS_o_ai void 1080 vec_scatter_element(__vector float __vec, 1081 __vector unsigned int __offset, 1082 float *__ptr, int __index) 1083 __constant_range(__index, 0, 3) { 1084 *(float *)((char *)__ptr + __offset[__index]) = 1085 __vec[__index]; 1086 } 1087 #endif 1088 1089 static inline __ATTRS_o_ai void 1090 vec_scatter_element(__vector double __vec, 1091 __vector unsigned long long __offset, 1092 double *__ptr, int __index) 1093 __constant_range(__index, 0, 1) { 1094 *(double *)((char *)__ptr + __offset[__index]) = 1095 __vec[__index]; 1096 } 1097 1098 /*-- vec_xl -----------------------------------------------------------------*/ 1099 1100 static inline __ATTRS_o_ai __vector signed char 1101 vec_xl(long __offset, const signed char *__ptr) { 1102 __vector signed char V; 1103 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1104 sizeof(__vector signed char)); 1105 return V; 1106 } 1107 1108 static inline __ATTRS_o_ai __vector unsigned char 1109 vec_xl(long __offset, const unsigned char *__ptr) { 1110 __vector unsigned char V; 1111 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1112 sizeof(__vector unsigned char)); 1113 return V; 1114 } 1115 1116 static inline __ATTRS_o_ai __vector signed short 1117 vec_xl(long __offset, const signed short *__ptr) { 1118 __vector signed short V; 1119 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1120 sizeof(__vector signed short)); 1121 return V; 1122 } 1123 1124 static inline __ATTRS_o_ai __vector unsigned short 1125 vec_xl(long __offset, const unsigned short *__ptr) { 1126 __vector unsigned short V; 1127 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1128 sizeof(__vector unsigned short)); 1129 return V; 1130 } 1131 1132 static inline __ATTRS_o_ai __vector signed int 1133 vec_xl(long __offset, const signed int *__ptr) { 1134 __vector signed int V; 1135 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1136 sizeof(__vector signed int)); 1137 return V; 1138 } 1139 1140 static inline __ATTRS_o_ai __vector unsigned int 1141 vec_xl(long __offset, const unsigned int *__ptr) { 1142 __vector unsigned int V; 1143 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1144 sizeof(__vector unsigned int)); 1145 return V; 1146 } 1147 1148 static inline __ATTRS_o_ai __vector signed long long 1149 vec_xl(long __offset, const signed long long *__ptr) { 1150 __vector signed long long V; 1151 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1152 sizeof(__vector signed long long)); 1153 return V; 1154 } 1155 1156 static inline __ATTRS_o_ai __vector unsigned long long 1157 vec_xl(long __offset, const unsigned long long *__ptr) { 1158 __vector unsigned long long V; 1159 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1160 sizeof(__vector unsigned long long)); 1161 return V; 1162 } 1163 1164 static inline __ATTRS_o_ai __vector signed __int128 1165 vec_xl(long __offset, const signed __int128 *__ptr) { 1166 __vector signed __int128 V; 1167 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1168 sizeof(__vector signed __int128)); 1169 return V; 1170 } 1171 1172 static inline __ATTRS_o_ai __vector unsigned __int128 1173 vec_xl(long __offset, const unsigned __int128 *__ptr) { 1174 __vector unsigned __int128 V; 1175 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1176 sizeof(__vector unsigned __int128)); 1177 return V; 1178 } 1179 1180 #if __ARCH__ >= 12 1181 static inline __ATTRS_o_ai __vector float 1182 vec_xl(long __offset, const float *__ptr) { 1183 __vector float V; 1184 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1185 sizeof(__vector float)); 1186 return V; 1187 } 1188 #endif 1189 1190 static inline __ATTRS_o_ai __vector double 1191 vec_xl(long __offset, const double *__ptr) { 1192 __vector double V; 1193 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1194 sizeof(__vector double)); 1195 return V; 1196 } 1197 1198 /*-- vec_xld2 ---------------------------------------------------------------*/ 1199 1200 // This prototype is deprecated. 1201 static inline __ATTRS_o_ai __vector signed char 1202 vec_xld2(long __offset, const signed char *__ptr) { 1203 __vector signed char V; 1204 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1205 sizeof(__vector signed char)); 1206 return V; 1207 } 1208 1209 // This prototype is deprecated. 1210 static inline __ATTRS_o_ai __vector unsigned char 1211 vec_xld2(long __offset, const unsigned char *__ptr) { 1212 __vector unsigned char V; 1213 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1214 sizeof(__vector unsigned char)); 1215 return V; 1216 } 1217 1218 // This prototype is deprecated. 1219 static inline __ATTRS_o_ai __vector signed short 1220 vec_xld2(long __offset, const signed short *__ptr) { 1221 __vector signed short V; 1222 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1223 sizeof(__vector signed short)); 1224 return V; 1225 } 1226 1227 // This prototype is deprecated. 1228 static inline __ATTRS_o_ai __vector unsigned short 1229 vec_xld2(long __offset, const unsigned short *__ptr) { 1230 __vector unsigned short V; 1231 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1232 sizeof(__vector unsigned short)); 1233 return V; 1234 } 1235 1236 // This prototype is deprecated. 1237 static inline __ATTRS_o_ai __vector signed int 1238 vec_xld2(long __offset, const signed int *__ptr) { 1239 __vector signed int V; 1240 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1241 sizeof(__vector signed int)); 1242 return V; 1243 } 1244 1245 // This prototype is deprecated. 1246 static inline __ATTRS_o_ai __vector unsigned int 1247 vec_xld2(long __offset, const unsigned int *__ptr) { 1248 __vector unsigned int V; 1249 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1250 sizeof(__vector unsigned int)); 1251 return V; 1252 } 1253 1254 // This prototype is deprecated. 1255 static inline __ATTRS_o_ai __vector signed long long 1256 vec_xld2(long __offset, const signed long long *__ptr) { 1257 __vector signed long long V; 1258 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1259 sizeof(__vector signed long long)); 1260 return V; 1261 } 1262 1263 // This prototype is deprecated. 1264 static inline __ATTRS_o_ai __vector unsigned long long 1265 vec_xld2(long __offset, const unsigned long long *__ptr) { 1266 __vector unsigned long long V; 1267 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1268 sizeof(__vector unsigned long long)); 1269 return V; 1270 } 1271 1272 // This prototype is deprecated. 1273 static inline __ATTRS_o_ai __vector double 1274 vec_xld2(long __offset, const double *__ptr) { 1275 __vector double V; 1276 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1277 sizeof(__vector double)); 1278 return V; 1279 } 1280 1281 /*-- vec_xlw4 ---------------------------------------------------------------*/ 1282 1283 // This prototype is deprecated. 1284 static inline __ATTRS_o_ai __vector signed char 1285 vec_xlw4(long __offset, const signed char *__ptr) { 1286 __vector signed char V; 1287 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1288 sizeof(__vector signed char)); 1289 return V; 1290 } 1291 1292 // This prototype is deprecated. 1293 static inline __ATTRS_o_ai __vector unsigned char 1294 vec_xlw4(long __offset, const unsigned char *__ptr) { 1295 __vector unsigned char V; 1296 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1297 sizeof(__vector unsigned char)); 1298 return V; 1299 } 1300 1301 // This prototype is deprecated. 1302 static inline __ATTRS_o_ai __vector signed short 1303 vec_xlw4(long __offset, const signed short *__ptr) { 1304 __vector signed short V; 1305 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1306 sizeof(__vector signed short)); 1307 return V; 1308 } 1309 1310 // This prototype is deprecated. 1311 static inline __ATTRS_o_ai __vector unsigned short 1312 vec_xlw4(long __offset, const unsigned short *__ptr) { 1313 __vector unsigned short V; 1314 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1315 sizeof(__vector unsigned short)); 1316 return V; 1317 } 1318 1319 // This prototype is deprecated. 1320 static inline __ATTRS_o_ai __vector signed int 1321 vec_xlw4(long __offset, const signed int *__ptr) { 1322 __vector signed int V; 1323 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1324 sizeof(__vector signed int)); 1325 return V; 1326 } 1327 1328 // This prototype is deprecated. 1329 static inline __ATTRS_o_ai __vector unsigned int 1330 vec_xlw4(long __offset, const unsigned int *__ptr) { 1331 __vector unsigned int V; 1332 __builtin_memcpy(&V, ((const char *)__ptr + __offset), 1333 sizeof(__vector unsigned int)); 1334 return V; 1335 } 1336 1337 /*-- vec_xst ----------------------------------------------------------------*/ 1338 1339 static inline __ATTRS_o_ai void 1340 vec_xst(__vector signed char __vec, long __offset, signed char *__ptr) { 1341 __vector signed char V = __vec; 1342 __builtin_memcpy(((char *)__ptr + __offset), &V, 1343 sizeof(__vector signed char)); 1344 } 1345 1346 static inline __ATTRS_o_ai void 1347 vec_xst(__vector unsigned char __vec, long __offset, unsigned char *__ptr) { 1348 __vector unsigned char V = __vec; 1349 __builtin_memcpy(((char *)__ptr + __offset), &V, 1350 sizeof(__vector unsigned char)); 1351 } 1352 1353 static inline __ATTRS_o_ai void 1354 vec_xst(__vector signed short __vec, long __offset, signed short *__ptr) { 1355 __vector signed short V = __vec; 1356 __builtin_memcpy(((char *)__ptr + __offset), &V, 1357 sizeof(__vector signed short)); 1358 } 1359 1360 static inline __ATTRS_o_ai void 1361 vec_xst(__vector unsigned short __vec, long __offset, unsigned short *__ptr) { 1362 __vector unsigned short V = __vec; 1363 __builtin_memcpy(((char *)__ptr + __offset), &V, 1364 sizeof(__vector unsigned short)); 1365 } 1366 1367 static inline __ATTRS_o_ai void 1368 vec_xst(__vector signed int __vec, long __offset, signed int *__ptr) { 1369 __vector signed int V = __vec; 1370 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int)); 1371 } 1372 1373 static inline __ATTRS_o_ai void 1374 vec_xst(__vector unsigned int __vec, long __offset, unsigned int *__ptr) { 1375 __vector unsigned int V = __vec; 1376 __builtin_memcpy(((char *)__ptr + __offset), &V, 1377 sizeof(__vector unsigned int)); 1378 } 1379 1380 static inline __ATTRS_o_ai void 1381 vec_xst(__vector signed long long __vec, long __offset, 1382 signed long long *__ptr) { 1383 __vector signed long long V = __vec; 1384 __builtin_memcpy(((char *)__ptr + __offset), &V, 1385 sizeof(__vector signed long long)); 1386 } 1387 1388 static inline __ATTRS_o_ai void 1389 vec_xst(__vector unsigned long long __vec, long __offset, 1390 unsigned long long *__ptr) { 1391 __vector unsigned long long V = __vec; 1392 __builtin_memcpy(((char *)__ptr + __offset), &V, 1393 sizeof(__vector unsigned long long)); 1394 } 1395 1396 static inline __ATTRS_o_ai void 1397 vec_xst(__vector signed __int128 __vec, long __offset, 1398 signed __int128 *__ptr) { 1399 __vector signed __int128 V = __vec; 1400 __builtin_memcpy(((char *)__ptr + __offset), &V, 1401 sizeof(__vector signed __int128)); 1402 } 1403 1404 static inline __ATTRS_o_ai void 1405 vec_xst(__vector unsigned __int128 __vec, long __offset, 1406 unsigned __int128 *__ptr) { 1407 __vector unsigned __int128 V = __vec; 1408 __builtin_memcpy(((char *)__ptr + __offset), &V, 1409 sizeof(__vector unsigned __int128)); 1410 } 1411 1412 #if __ARCH__ >= 12 1413 static inline __ATTRS_o_ai void 1414 vec_xst(__vector float __vec, long __offset, float *__ptr) { 1415 __vector float V = __vec; 1416 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector float)); 1417 } 1418 #endif 1419 1420 static inline __ATTRS_o_ai void 1421 vec_xst(__vector double __vec, long __offset, double *__ptr) { 1422 __vector double V = __vec; 1423 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector double)); 1424 } 1425 1426 /*-- vec_xstd2 --------------------------------------------------------------*/ 1427 1428 // This prototype is deprecated. 1429 static inline __ATTRS_o_ai void 1430 vec_xstd2(__vector signed char __vec, long __offset, signed char *__ptr) { 1431 __vector signed char V = __vec; 1432 __builtin_memcpy(((char *)__ptr + __offset), &V, 1433 sizeof(__vector signed char)); 1434 } 1435 1436 // This prototype is deprecated. 1437 static inline __ATTRS_o_ai void 1438 vec_xstd2(__vector unsigned char __vec, long __offset, unsigned char *__ptr) { 1439 __vector unsigned char V = __vec; 1440 __builtin_memcpy(((char *)__ptr + __offset), &V, 1441 sizeof(__vector unsigned char)); 1442 } 1443 1444 // This prototype is deprecated. 1445 static inline __ATTRS_o_ai void 1446 vec_xstd2(__vector signed short __vec, long __offset, signed short *__ptr) { 1447 __vector signed short V = __vec; 1448 __builtin_memcpy(((char *)__ptr + __offset), &V, 1449 sizeof(__vector signed short)); 1450 } 1451 1452 // This prototype is deprecated. 1453 static inline __ATTRS_o_ai void 1454 vec_xstd2(__vector unsigned short __vec, long __offset, unsigned short *__ptr) { 1455 __vector unsigned short V = __vec; 1456 __builtin_memcpy(((char *)__ptr + __offset), &V, 1457 sizeof(__vector unsigned short)); 1458 } 1459 1460 // This prototype is deprecated. 1461 static inline __ATTRS_o_ai void 1462 vec_xstd2(__vector signed int __vec, long __offset, signed int *__ptr) { 1463 __vector signed int V = __vec; 1464 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int)); 1465 } 1466 1467 // This prototype is deprecated. 1468 static inline __ATTRS_o_ai void 1469 vec_xstd2(__vector unsigned int __vec, long __offset, unsigned int *__ptr) { 1470 __vector unsigned int V = __vec; 1471 __builtin_memcpy(((char *)__ptr + __offset), &V, 1472 sizeof(__vector unsigned int)); 1473 } 1474 1475 // This prototype is deprecated. 1476 static inline __ATTRS_o_ai void 1477 vec_xstd2(__vector signed long long __vec, long __offset, 1478 signed long long *__ptr) { 1479 __vector signed long long V = __vec; 1480 __builtin_memcpy(((char *)__ptr + __offset), &V, 1481 sizeof(__vector signed long long)); 1482 } 1483 1484 // This prototype is deprecated. 1485 static inline __ATTRS_o_ai void 1486 vec_xstd2(__vector unsigned long long __vec, long __offset, 1487 unsigned long long *__ptr) { 1488 __vector unsigned long long V = __vec; 1489 __builtin_memcpy(((char *)__ptr + __offset), &V, 1490 sizeof(__vector unsigned long long)); 1491 } 1492 1493 // This prototype is deprecated. 1494 static inline __ATTRS_o_ai void 1495 vec_xstd2(__vector double __vec, long __offset, double *__ptr) { 1496 __vector double V = __vec; 1497 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector double)); 1498 } 1499 1500 /*-- vec_xstw4 --------------------------------------------------------------*/ 1501 1502 // This prototype is deprecated. 1503 static inline __ATTRS_o_ai void 1504 vec_xstw4(__vector signed char __vec, long __offset, signed char *__ptr) { 1505 __vector signed char V = __vec; 1506 __builtin_memcpy(((char *)__ptr + __offset), &V, 1507 sizeof(__vector signed char)); 1508 } 1509 1510 // This prototype is deprecated. 1511 static inline __ATTRS_o_ai void 1512 vec_xstw4(__vector unsigned char __vec, long __offset, unsigned char *__ptr) { 1513 __vector unsigned char V = __vec; 1514 __builtin_memcpy(((char *)__ptr + __offset), &V, 1515 sizeof(__vector unsigned char)); 1516 } 1517 1518 // This prototype is deprecated. 1519 static inline __ATTRS_o_ai void 1520 vec_xstw4(__vector signed short __vec, long __offset, signed short *__ptr) { 1521 __vector signed short V = __vec; 1522 __builtin_memcpy(((char *)__ptr + __offset), &V, 1523 sizeof(__vector signed short)); 1524 } 1525 1526 // This prototype is deprecated. 1527 static inline __ATTRS_o_ai void 1528 vec_xstw4(__vector unsigned short __vec, long __offset, unsigned short *__ptr) { 1529 __vector unsigned short V = __vec; 1530 __builtin_memcpy(((char *)__ptr + __offset), &V, 1531 sizeof(__vector unsigned short)); 1532 } 1533 1534 // This prototype is deprecated. 1535 static inline __ATTRS_o_ai void 1536 vec_xstw4(__vector signed int __vec, long __offset, signed int *__ptr) { 1537 __vector signed int V = __vec; 1538 __builtin_memcpy(((char *)__ptr + __offset), &V, sizeof(__vector signed int)); 1539 } 1540 1541 // This prototype is deprecated. 1542 static inline __ATTRS_o_ai void 1543 vec_xstw4(__vector unsigned int __vec, long __offset, unsigned int *__ptr) { 1544 __vector unsigned int V = __vec; 1545 __builtin_memcpy(((char *)__ptr + __offset), &V, 1546 sizeof(__vector unsigned int)); 1547 } 1548 1549 /*-- vec_load_bndry ---------------------------------------------------------*/ 1550 1551 extern __ATTRS_o __vector signed char 1552 vec_load_bndry(const signed char *__ptr, unsigned short __len) 1553 __constant_pow2_range(__len, 64, 4096); 1554 1555 extern __ATTRS_o __vector unsigned char 1556 vec_load_bndry(const unsigned char *__ptr, unsigned short __len) 1557 __constant_pow2_range(__len, 64, 4096); 1558 1559 extern __ATTRS_o __vector signed short 1560 vec_load_bndry(const signed short *__ptr, unsigned short __len) 1561 __constant_pow2_range(__len, 64, 4096); 1562 1563 extern __ATTRS_o __vector unsigned short 1564 vec_load_bndry(const unsigned short *__ptr, unsigned short __len) 1565 __constant_pow2_range(__len, 64, 4096); 1566 1567 extern __ATTRS_o __vector signed int 1568 vec_load_bndry(const signed int *__ptr, unsigned short __len) 1569 __constant_pow2_range(__len, 64, 4096); 1570 1571 extern __ATTRS_o __vector unsigned int 1572 vec_load_bndry(const unsigned int *__ptr, unsigned short __len) 1573 __constant_pow2_range(__len, 64, 4096); 1574 1575 extern __ATTRS_o __vector signed long long 1576 vec_load_bndry(const signed long long *__ptr, unsigned short __len) 1577 __constant_pow2_range(__len, 64, 4096); 1578 1579 extern __ATTRS_o __vector unsigned long long 1580 vec_load_bndry(const unsigned long long *__ptr, unsigned short __len) 1581 __constant_pow2_range(__len, 64, 4096); 1582 1583 extern __ATTRS_o __vector signed __int128 1584 vec_load_bndry(const signed __int128 *__ptr, unsigned short __len) 1585 __constant_pow2_range(__len, 64, 4096); 1586 1587 extern __ATTRS_o __vector unsigned __int128 1588 vec_load_bndry(const unsigned __int128 *__ptr, unsigned short __len) 1589 __constant_pow2_range(__len, 64, 4096); 1590 1591 #if __ARCH__ >= 12 1592 extern __ATTRS_o __vector float 1593 vec_load_bndry(const float *__ptr, unsigned short __len) 1594 __constant_pow2_range(__len, 64, 4096); 1595 #endif 1596 1597 extern __ATTRS_o __vector double 1598 vec_load_bndry(const double *__ptr, unsigned short __len) 1599 __constant_pow2_range(__len, 64, 4096); 1600 1601 #define vec_load_bndry(X, Y) ((__typeof__((vec_load_bndry)((X), (Y)))) \ 1602 __builtin_s390_vlbb((X), ((Y) == 64 ? 0 : \ 1603 (Y) == 128 ? 1 : \ 1604 (Y) == 256 ? 2 : \ 1605 (Y) == 512 ? 3 : \ 1606 (Y) == 1024 ? 4 : \ 1607 (Y) == 2048 ? 5 : \ 1608 (Y) == 4096 ? 6 : -1))) 1609 1610 /*-- vec_load_len -----------------------------------------------------------*/ 1611 1612 static inline __ATTRS_o_ai __vector signed char 1613 vec_load_len(const signed char *__ptr, unsigned int __len) { 1614 return (__vector signed char)__builtin_s390_vll(__len, __ptr); 1615 } 1616 1617 static inline __ATTRS_o_ai __vector unsigned char 1618 vec_load_len(const unsigned char *__ptr, unsigned int __len) { 1619 return (__vector unsigned char)__builtin_s390_vll(__len, __ptr); 1620 } 1621 1622 // This prototype is deprecated. 1623 static inline __ATTRS_o_ai __vector signed short 1624 vec_load_len(const signed short *__ptr, unsigned int __len) { 1625 return (__vector signed short)__builtin_s390_vll(__len, __ptr); 1626 } 1627 1628 // This prototype is deprecated. 1629 static inline __ATTRS_o_ai __vector unsigned short 1630 vec_load_len(const unsigned short *__ptr, unsigned int __len) { 1631 return (__vector unsigned short)__builtin_s390_vll(__len, __ptr); 1632 } 1633 1634 // This prototype is deprecated. 1635 static inline __ATTRS_o_ai __vector signed int 1636 vec_load_len(const signed int *__ptr, unsigned int __len) { 1637 return (__vector signed int)__builtin_s390_vll(__len, __ptr); 1638 } 1639 1640 // This prototype is deprecated. 1641 static inline __ATTRS_o_ai __vector unsigned int 1642 vec_load_len(const unsigned int *__ptr, unsigned int __len) { 1643 return (__vector unsigned int)__builtin_s390_vll(__len, __ptr); 1644 } 1645 1646 // This prototype is deprecated. 1647 static inline __ATTRS_o_ai __vector signed long long 1648 vec_load_len(const signed long long *__ptr, unsigned int __len) { 1649 return (__vector signed long long)__builtin_s390_vll(__len, __ptr); 1650 } 1651 1652 // This prototype is deprecated. 1653 static inline __ATTRS_o_ai __vector unsigned long long 1654 vec_load_len(const unsigned long long *__ptr, unsigned int __len) { 1655 return (__vector unsigned long long)__builtin_s390_vll(__len, __ptr); 1656 } 1657 1658 #if __ARCH__ >= 12 1659 // This prototype is deprecated. 1660 static inline __ATTRS_o_ai __vector float 1661 vec_load_len(const float *__ptr, unsigned int __len) { 1662 return (__vector float)__builtin_s390_vll(__len, __ptr); 1663 } 1664 #endif 1665 1666 // This prototype is deprecated. 1667 static inline __ATTRS_o_ai __vector double 1668 vec_load_len(const double *__ptr, unsigned int __len) { 1669 return (__vector double)__builtin_s390_vll(__len, __ptr); 1670 } 1671 1672 /*-- vec_load_len_r ---------------------------------------------------------*/ 1673 1674 #if __ARCH__ >= 12 1675 static inline __ATTRS_o_ai __vector signed char 1676 vec_load_len_r(const signed char *__ptr, unsigned int __len) { 1677 return (__vector signed char)__builtin_s390_vlrlr(__len, __ptr); 1678 } 1679 1680 static inline __ATTRS_o_ai __vector unsigned char 1681 vec_load_len_r(const unsigned char *__ptr, unsigned int __len) { 1682 return (__vector unsigned char)__builtin_s390_vlrlr(__len, __ptr); 1683 } 1684 #endif 1685 1686 /*-- vec_store_len ----------------------------------------------------------*/ 1687 1688 static inline __ATTRS_o_ai void 1689 vec_store_len(__vector signed char __vec, signed char *__ptr, 1690 unsigned int __len) { 1691 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1692 } 1693 1694 static inline __ATTRS_o_ai void 1695 vec_store_len(__vector unsigned char __vec, unsigned char *__ptr, 1696 unsigned int __len) { 1697 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1698 } 1699 1700 // This prototype is deprecated. 1701 static inline __ATTRS_o_ai void 1702 vec_store_len(__vector signed short __vec, signed short *__ptr, 1703 unsigned int __len) { 1704 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1705 } 1706 1707 // This prototype is deprecated. 1708 static inline __ATTRS_o_ai void 1709 vec_store_len(__vector unsigned short __vec, unsigned short *__ptr, 1710 unsigned int __len) { 1711 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1712 } 1713 1714 // This prototype is deprecated. 1715 static inline __ATTRS_o_ai void 1716 vec_store_len(__vector signed int __vec, signed int *__ptr, 1717 unsigned int __len) { 1718 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1719 } 1720 1721 // This prototype is deprecated. 1722 static inline __ATTRS_o_ai void 1723 vec_store_len(__vector unsigned int __vec, unsigned int *__ptr, 1724 unsigned int __len) { 1725 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1726 } 1727 1728 // This prototype is deprecated. 1729 static inline __ATTRS_o_ai void 1730 vec_store_len(__vector signed long long __vec, signed long long *__ptr, 1731 unsigned int __len) { 1732 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1733 } 1734 1735 // This prototype is deprecated. 1736 static inline __ATTRS_o_ai void 1737 vec_store_len(__vector unsigned long long __vec, unsigned long long *__ptr, 1738 unsigned int __len) { 1739 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1740 } 1741 1742 #if __ARCH__ >= 12 1743 // This prototype is deprecated. 1744 static inline __ATTRS_o_ai void 1745 vec_store_len(__vector float __vec, float *__ptr, 1746 unsigned int __len) { 1747 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1748 } 1749 #endif 1750 1751 // This prototype is deprecated. 1752 static inline __ATTRS_o_ai void 1753 vec_store_len(__vector double __vec, double *__ptr, 1754 unsigned int __len) { 1755 __builtin_s390_vstl((__vector signed char)__vec, __len, __ptr); 1756 } 1757 1758 /*-- vec_store_len_r --------------------------------------------------------*/ 1759 1760 #if __ARCH__ >= 12 1761 static inline __ATTRS_o_ai void 1762 vec_store_len_r(__vector signed char __vec, signed char *__ptr, 1763 unsigned int __len) { 1764 __builtin_s390_vstrlr(__vec, __len, __ptr); 1765 } 1766 1767 static inline __ATTRS_o_ai void 1768 vec_store_len_r(__vector unsigned char __vec, unsigned char *__ptr, 1769 unsigned int __len) { 1770 __builtin_s390_vstrlr((__vector signed char)__vec, __len, __ptr); 1771 } 1772 #endif 1773 1774 /*-- vec_load_pair ----------------------------------------------------------*/ 1775 1776 static inline __ATTRS_o_ai __vector signed long long 1777 vec_load_pair(signed long long __a, signed long long __b) { 1778 return (__vector signed long long)(__a, __b); 1779 } 1780 1781 static inline __ATTRS_o_ai __vector unsigned long long 1782 vec_load_pair(unsigned long long __a, unsigned long long __b) { 1783 return (__vector unsigned long long)(__a, __b); 1784 } 1785 1786 /*-- vec_genmask ------------------------------------------------------------*/ 1787 1788 static inline __ATTRS_o_ai __vector unsigned char 1789 vec_genmask(unsigned short __mask) 1790 __constant(__mask) { 1791 return (__vector unsigned char)( 1792 __mask & 0x8000 ? 0xff : 0, 1793 __mask & 0x4000 ? 0xff : 0, 1794 __mask & 0x2000 ? 0xff : 0, 1795 __mask & 0x1000 ? 0xff : 0, 1796 __mask & 0x0800 ? 0xff : 0, 1797 __mask & 0x0400 ? 0xff : 0, 1798 __mask & 0x0200 ? 0xff : 0, 1799 __mask & 0x0100 ? 0xff : 0, 1800 __mask & 0x0080 ? 0xff : 0, 1801 __mask & 0x0040 ? 0xff : 0, 1802 __mask & 0x0020 ? 0xff : 0, 1803 __mask & 0x0010 ? 0xff : 0, 1804 __mask & 0x0008 ? 0xff : 0, 1805 __mask & 0x0004 ? 0xff : 0, 1806 __mask & 0x0002 ? 0xff : 0, 1807 __mask & 0x0001 ? 0xff : 0); 1808 } 1809 1810 /*-- vec_genmasks_* ---------------------------------------------------------*/ 1811 1812 static inline __ATTRS_o_ai __vector unsigned char 1813 vec_genmasks_8(unsigned char __first, unsigned char __last) 1814 __constant(__first) __constant(__last) { 1815 unsigned char __bit1 = __first & 7; 1816 unsigned char __bit2 = __last & 7; 1817 unsigned char __mask1 = (unsigned char)(1U << (7 - __bit1) << 1) - 1; 1818 unsigned char __mask2 = (unsigned char)(1U << (7 - __bit2)) - 1; 1819 unsigned char __value = (__bit1 <= __bit2 ? 1820 __mask1 & ~__mask2 : 1821 __mask1 | ~__mask2); 1822 return (__vector unsigned char)__value; 1823 } 1824 1825 static inline __ATTRS_o_ai __vector unsigned short 1826 vec_genmasks_16(unsigned char __first, unsigned char __last) 1827 __constant(__first) __constant(__last) { 1828 unsigned char __bit1 = __first & 15; 1829 unsigned char __bit2 = __last & 15; 1830 unsigned short __mask1 = (unsigned short)(1U << (15 - __bit1) << 1) - 1; 1831 unsigned short __mask2 = (unsigned short)(1U << (15 - __bit2)) - 1; 1832 unsigned short __value = (__bit1 <= __bit2 ? 1833 __mask1 & ~__mask2 : 1834 __mask1 | ~__mask2); 1835 return (__vector unsigned short)__value; 1836 } 1837 1838 static inline __ATTRS_o_ai __vector unsigned int 1839 vec_genmasks_32(unsigned char __first, unsigned char __last) 1840 __constant(__first) __constant(__last) { 1841 unsigned char __bit1 = __first & 31; 1842 unsigned char __bit2 = __last & 31; 1843 unsigned int __mask1 = (1U << (31 - __bit1) << 1) - 1; 1844 unsigned int __mask2 = (1U << (31 - __bit2)) - 1; 1845 unsigned int __value = (__bit1 <= __bit2 ? 1846 __mask1 & ~__mask2 : 1847 __mask1 | ~__mask2); 1848 return (__vector unsigned int)__value; 1849 } 1850 1851 static inline __ATTRS_o_ai __vector unsigned long long 1852 vec_genmasks_64(unsigned char __first, unsigned char __last) 1853 __constant(__first) __constant(__last) { 1854 unsigned char __bit1 = __first & 63; 1855 unsigned char __bit2 = __last & 63; 1856 unsigned long long __mask1 = (1ULL << (63 - __bit1) << 1) - 1; 1857 unsigned long long __mask2 = (1ULL << (63 - __bit2)) - 1; 1858 unsigned long long __value = (__bit1 <= __bit2 ? 1859 __mask1 & ~__mask2 : 1860 __mask1 | ~__mask2); 1861 return (__vector unsigned long long)__value; 1862 } 1863 1864 /*-- vec_gen_element_masks_* ------------------------------------------------*/ 1865 1866 #if __ARCH__ >= 15 1867 static inline __ATTRS_ai __vector unsigned char 1868 vec_gen_element_masks_8(__vector unsigned short __mask) { 1869 return __builtin_s390_vgemb(__mask); 1870 } 1871 1872 static inline __ATTRS_ai __vector unsigned short 1873 vec_gen_element_masks_16(__vector unsigned char __mask) { 1874 return __builtin_s390_vgemh(__mask); 1875 } 1876 1877 static inline __ATTRS_ai __vector unsigned int 1878 vec_gen_element_masks_32(__vector unsigned char __mask) { 1879 return __builtin_s390_vgemf(__mask); 1880 } 1881 1882 static inline __ATTRS_ai __vector unsigned long long 1883 vec_gen_element_masks_64(__vector unsigned char __mask) { 1884 return __builtin_s390_vgemg(__mask); 1885 } 1886 1887 static inline __ATTRS_ai __vector unsigned __int128 1888 vec_gen_element_masks_128(__vector unsigned char __mask) { 1889 return (__vector unsigned __int128)__builtin_s390_vgemq(__mask); 1890 } 1891 #endif 1892 1893 /*-- vec_splat --------------------------------------------------------------*/ 1894 1895 static inline __ATTRS_o_ai __vector signed char 1896 vec_splat(__vector signed char __vec, int __index) 1897 __constant_range(__index, 0, 15) { 1898 return (__vector signed char)__vec[__index]; 1899 } 1900 1901 static inline __ATTRS_o_ai __vector __bool char 1902 vec_splat(__vector __bool char __vec, int __index) 1903 __constant_range(__index, 0, 15) { 1904 return (__vector __bool char)(__vector unsigned char)__vec[__index]; 1905 } 1906 1907 static inline __ATTRS_o_ai __vector unsigned char 1908 vec_splat(__vector unsigned char __vec, int __index) 1909 __constant_range(__index, 0, 15) { 1910 return (__vector unsigned char)__vec[__index]; 1911 } 1912 1913 static inline __ATTRS_o_ai __vector signed short 1914 vec_splat(__vector signed short __vec, int __index) 1915 __constant_range(__index, 0, 7) { 1916 return (__vector signed short)__vec[__index]; 1917 } 1918 1919 static inline __ATTRS_o_ai __vector __bool short 1920 vec_splat(__vector __bool short __vec, int __index) 1921 __constant_range(__index, 0, 7) { 1922 return (__vector __bool short)(__vector unsigned short)__vec[__index]; 1923 } 1924 1925 static inline __ATTRS_o_ai __vector unsigned short 1926 vec_splat(__vector unsigned short __vec, int __index) 1927 __constant_range(__index, 0, 7) { 1928 return (__vector unsigned short)__vec[__index]; 1929 } 1930 1931 static inline __ATTRS_o_ai __vector signed int 1932 vec_splat(__vector signed int __vec, int __index) 1933 __constant_range(__index, 0, 3) { 1934 return (__vector signed int)__vec[__index]; 1935 } 1936 1937 static inline __ATTRS_o_ai __vector __bool int 1938 vec_splat(__vector __bool int __vec, int __index) 1939 __constant_range(__index, 0, 3) { 1940 return (__vector __bool int)(__vector unsigned int)__vec[__index]; 1941 } 1942 1943 static inline __ATTRS_o_ai __vector unsigned int 1944 vec_splat(__vector unsigned int __vec, int __index) 1945 __constant_range(__index, 0, 3) { 1946 return (__vector unsigned int)__vec[__index]; 1947 } 1948 1949 static inline __ATTRS_o_ai __vector signed long long 1950 vec_splat(__vector signed long long __vec, int __index) 1951 __constant_range(__index, 0, 1) { 1952 return (__vector signed long long)__vec[__index]; 1953 } 1954 1955 static inline __ATTRS_o_ai __vector __bool long long 1956 vec_splat(__vector __bool long long __vec, int __index) 1957 __constant_range(__index, 0, 1) { 1958 return ((__vector __bool long long) 1959 (__vector unsigned long long)__vec[__index]); 1960 } 1961 1962 static inline __ATTRS_o_ai __vector unsigned long long 1963 vec_splat(__vector unsigned long long __vec, int __index) 1964 __constant_range(__index, 0, 1) { 1965 return (__vector unsigned long long)__vec[__index]; 1966 } 1967 1968 #if __ARCH__ >= 12 1969 static inline __ATTRS_o_ai __vector float 1970 vec_splat(__vector float __vec, int __index) 1971 __constant_range(__index, 0, 3) { 1972 return (__vector float)__vec[__index]; 1973 } 1974 #endif 1975 1976 static inline __ATTRS_o_ai __vector double 1977 vec_splat(__vector double __vec, int __index) 1978 __constant_range(__index, 0, 1) { 1979 return (__vector double)__vec[__index]; 1980 } 1981 1982 /*-- vec_splat_s* -----------------------------------------------------------*/ 1983 1984 static inline __ATTRS_ai __vector signed char 1985 vec_splat_s8(signed char __scalar) 1986 __constant(__scalar) { 1987 return (__vector signed char)__scalar; 1988 } 1989 1990 static inline __ATTRS_ai __vector signed short 1991 vec_splat_s16(signed short __scalar) 1992 __constant(__scalar) { 1993 return (__vector signed short)__scalar; 1994 } 1995 1996 static inline __ATTRS_ai __vector signed int 1997 vec_splat_s32(signed short __scalar) 1998 __constant(__scalar) { 1999 return (__vector signed int)(signed int)__scalar; 2000 } 2001 2002 static inline __ATTRS_ai __vector signed long long 2003 vec_splat_s64(signed short __scalar) 2004 __constant(__scalar) { 2005 return (__vector signed long long)(signed long)__scalar; 2006 } 2007 2008 /*-- vec_splat_u* -----------------------------------------------------------*/ 2009 2010 static inline __ATTRS_ai __vector unsigned char 2011 vec_splat_u8(unsigned char __scalar) 2012 __constant(__scalar) { 2013 return (__vector unsigned char)__scalar; 2014 } 2015 2016 static inline __ATTRS_ai __vector unsigned short 2017 vec_splat_u16(unsigned short __scalar) 2018 __constant(__scalar) { 2019 return (__vector unsigned short)__scalar; 2020 } 2021 2022 static inline __ATTRS_ai __vector unsigned int 2023 vec_splat_u32(signed short __scalar) 2024 __constant(__scalar) { 2025 return (__vector unsigned int)(signed int)__scalar; 2026 } 2027 2028 static inline __ATTRS_ai __vector unsigned long long 2029 vec_splat_u64(signed short __scalar) 2030 __constant(__scalar) { 2031 return (__vector unsigned long long)(signed long long)__scalar; 2032 } 2033 2034 /*-- vec_splats -------------------------------------------------------------*/ 2035 2036 static inline __ATTRS_o_ai __vector signed char 2037 vec_splats(signed char __scalar) { 2038 return (__vector signed char)__scalar; 2039 } 2040 2041 static inline __ATTRS_o_ai __vector unsigned char 2042 vec_splats(unsigned char __scalar) { 2043 return (__vector unsigned char)__scalar; 2044 } 2045 2046 static inline __ATTRS_o_ai __vector signed short 2047 vec_splats(signed short __scalar) { 2048 return (__vector signed short)__scalar; 2049 } 2050 2051 static inline __ATTRS_o_ai __vector unsigned short 2052 vec_splats(unsigned short __scalar) { 2053 return (__vector unsigned short)__scalar; 2054 } 2055 2056 static inline __ATTRS_o_ai __vector signed int 2057 vec_splats(signed int __scalar) { 2058 return (__vector signed int)__scalar; 2059 } 2060 2061 static inline __ATTRS_o_ai __vector unsigned int 2062 vec_splats(unsigned int __scalar) { 2063 return (__vector unsigned int)__scalar; 2064 } 2065 2066 static inline __ATTRS_o_ai __vector signed long long 2067 vec_splats(signed long long __scalar) { 2068 return (__vector signed long long)__scalar; 2069 } 2070 2071 static inline __ATTRS_o_ai __vector unsigned long long 2072 vec_splats(unsigned long long __scalar) { 2073 return (__vector unsigned long long)__scalar; 2074 } 2075 2076 static inline __ATTRS_o_ai __vector signed __int128 2077 vec_splats(signed __int128 __scalar) { 2078 return (__vector signed __int128)__scalar; 2079 } 2080 2081 static inline __ATTRS_o_ai __vector unsigned __int128 2082 vec_splats(unsigned __int128 __scalar) { 2083 return (__vector unsigned __int128)__scalar; 2084 } 2085 2086 #if __ARCH__ >= 12 2087 static inline __ATTRS_o_ai __vector float 2088 vec_splats(float __scalar) { 2089 return (__vector float)__scalar; 2090 } 2091 #endif 2092 2093 static inline __ATTRS_o_ai __vector double 2094 vec_splats(double __scalar) { 2095 return (__vector double)__scalar; 2096 } 2097 2098 /*-- vec_extend_s64 ---------------------------------------------------------*/ 2099 2100 static inline __ATTRS_o_ai __vector signed long long 2101 vec_extend_s64(__vector signed char __a) { 2102 return (__vector signed long long)(__a[7], __a[15]); 2103 } 2104 2105 static inline __ATTRS_o_ai __vector signed long long 2106 vec_extend_s64(__vector signed short __a) { 2107 return (__vector signed long long)(__a[3], __a[7]); 2108 } 2109 2110 static inline __ATTRS_o_ai __vector signed long long 2111 vec_extend_s64(__vector signed int __a) { 2112 return (__vector signed long long)(__a[1], __a[3]); 2113 } 2114 2115 /*-- vec_mergeh -------------------------------------------------------------*/ 2116 2117 static inline __ATTRS_o_ai __vector signed char 2118 vec_mergeh(__vector signed char __a, __vector signed char __b) { 2119 return (__vector signed char)( 2120 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3], 2121 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2122 } 2123 2124 static inline __ATTRS_o_ai __vector __bool char 2125 vec_mergeh(__vector __bool char __a, __vector __bool char __b) { 2126 return (__vector __bool char)( 2127 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3], 2128 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2129 } 2130 2131 static inline __ATTRS_o_ai __vector unsigned char 2132 vec_mergeh(__vector unsigned char __a, __vector unsigned char __b) { 2133 return (__vector unsigned char)( 2134 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3], 2135 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2136 } 2137 2138 static inline __ATTRS_o_ai __vector signed short 2139 vec_mergeh(__vector signed short __a, __vector signed short __b) { 2140 return (__vector signed short)( 2141 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]); 2142 } 2143 2144 static inline __ATTRS_o_ai __vector __bool short 2145 vec_mergeh(__vector __bool short __a, __vector __bool short __b) { 2146 return (__vector __bool short)( 2147 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]); 2148 } 2149 2150 static inline __ATTRS_o_ai __vector unsigned short 2151 vec_mergeh(__vector unsigned short __a, __vector unsigned short __b) { 2152 return (__vector unsigned short)( 2153 __a[0], __b[0], __a[1], __b[1], __a[2], __b[2], __a[3], __b[3]); 2154 } 2155 2156 static inline __ATTRS_o_ai __vector signed int 2157 vec_mergeh(__vector signed int __a, __vector signed int __b) { 2158 return (__vector signed int)(__a[0], __b[0], __a[1], __b[1]); 2159 } 2160 2161 static inline __ATTRS_o_ai __vector __bool int 2162 vec_mergeh(__vector __bool int __a, __vector __bool int __b) { 2163 return (__vector __bool int)(__a[0], __b[0], __a[1], __b[1]); 2164 } 2165 2166 static inline __ATTRS_o_ai __vector unsigned int 2167 vec_mergeh(__vector unsigned int __a, __vector unsigned int __b) { 2168 return (__vector unsigned int)(__a[0], __b[0], __a[1], __b[1]); 2169 } 2170 2171 static inline __ATTRS_o_ai __vector signed long long 2172 vec_mergeh(__vector signed long long __a, __vector signed long long __b) { 2173 return (__vector signed long long)(__a[0], __b[0]); 2174 } 2175 2176 static inline __ATTRS_o_ai __vector __bool long long 2177 vec_mergeh(__vector __bool long long __a, __vector __bool long long __b) { 2178 return (__vector __bool long long)(__a[0], __b[0]); 2179 } 2180 2181 static inline __ATTRS_o_ai __vector unsigned long long 2182 vec_mergeh(__vector unsigned long long __a, __vector unsigned long long __b) { 2183 return (__vector unsigned long long)(__a[0], __b[0]); 2184 } 2185 2186 #if __ARCH__ >= 12 2187 static inline __ATTRS_o_ai __vector float 2188 vec_mergeh(__vector float __a, __vector float __b) { 2189 return (__vector float)(__a[0], __b[0], __a[1], __b[1]); 2190 } 2191 #endif 2192 2193 static inline __ATTRS_o_ai __vector double 2194 vec_mergeh(__vector double __a, __vector double __b) { 2195 return (__vector double)(__a[0], __b[0]); 2196 } 2197 2198 /*-- vec_mergel -------------------------------------------------------------*/ 2199 2200 static inline __ATTRS_o_ai __vector signed char 2201 vec_mergel(__vector signed char __a, __vector signed char __b) { 2202 return (__vector signed char)( 2203 __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11], 2204 __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]); 2205 } 2206 2207 static inline __ATTRS_o_ai __vector __bool char 2208 vec_mergel(__vector __bool char __a, __vector __bool char __b) { 2209 return (__vector __bool char)( 2210 __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11], 2211 __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]); 2212 } 2213 2214 static inline __ATTRS_o_ai __vector unsigned char 2215 vec_mergel(__vector unsigned char __a, __vector unsigned char __b) { 2216 return (__vector unsigned char)( 2217 __a[8], __b[8], __a[9], __b[9], __a[10], __b[10], __a[11], __b[11], 2218 __a[12], __b[12], __a[13], __b[13], __a[14], __b[14], __a[15], __b[15]); 2219 } 2220 2221 static inline __ATTRS_o_ai __vector signed short 2222 vec_mergel(__vector signed short __a, __vector signed short __b) { 2223 return (__vector signed short)( 2224 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2225 } 2226 2227 static inline __ATTRS_o_ai __vector __bool short 2228 vec_mergel(__vector __bool short __a, __vector __bool short __b) { 2229 return (__vector __bool short)( 2230 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2231 } 2232 2233 static inline __ATTRS_o_ai __vector unsigned short 2234 vec_mergel(__vector unsigned short __a, __vector unsigned short __b) { 2235 return (__vector unsigned short)( 2236 __a[4], __b[4], __a[5], __b[5], __a[6], __b[6], __a[7], __b[7]); 2237 } 2238 2239 static inline __ATTRS_o_ai __vector signed int 2240 vec_mergel(__vector signed int __a, __vector signed int __b) { 2241 return (__vector signed int)(__a[2], __b[2], __a[3], __b[3]); 2242 } 2243 2244 static inline __ATTRS_o_ai __vector __bool int 2245 vec_mergel(__vector __bool int __a, __vector __bool int __b) { 2246 return (__vector __bool int)(__a[2], __b[2], __a[3], __b[3]); 2247 } 2248 2249 static inline __ATTRS_o_ai __vector unsigned int 2250 vec_mergel(__vector unsigned int __a, __vector unsigned int __b) { 2251 return (__vector unsigned int)(__a[2], __b[2], __a[3], __b[3]); 2252 } 2253 2254 static inline __ATTRS_o_ai __vector signed long long 2255 vec_mergel(__vector signed long long __a, __vector signed long long __b) { 2256 return (__vector signed long long)(__a[1], __b[1]); 2257 } 2258 2259 static inline __ATTRS_o_ai __vector __bool long long 2260 vec_mergel(__vector __bool long long __a, __vector __bool long long __b) { 2261 return (__vector __bool long long)(__a[1], __b[1]); 2262 } 2263 2264 static inline __ATTRS_o_ai __vector unsigned long long 2265 vec_mergel(__vector unsigned long long __a, __vector unsigned long long __b) { 2266 return (__vector unsigned long long)(__a[1], __b[1]); 2267 } 2268 2269 #if __ARCH__ >= 12 2270 static inline __ATTRS_o_ai __vector float 2271 vec_mergel(__vector float __a, __vector float __b) { 2272 return (__vector float)(__a[2], __b[2], __a[3], __b[3]); 2273 } 2274 #endif 2275 2276 static inline __ATTRS_o_ai __vector double 2277 vec_mergel(__vector double __a, __vector double __b) { 2278 return (__vector double)(__a[1], __b[1]); 2279 } 2280 2281 /*-- vec_pack ---------------------------------------------------------------*/ 2282 2283 static inline __ATTRS_o_ai __vector signed char 2284 vec_pack(__vector signed short __a, __vector signed short __b) { 2285 __vector signed char __ac = (__vector signed char)__a; 2286 __vector signed char __bc = (__vector signed char)__b; 2287 return (__vector signed char)( 2288 __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15], 2289 __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]); 2290 } 2291 2292 static inline __ATTRS_o_ai __vector __bool char 2293 vec_pack(__vector __bool short __a, __vector __bool short __b) { 2294 __vector __bool char __ac = (__vector __bool char)__a; 2295 __vector __bool char __bc = (__vector __bool char)__b; 2296 return (__vector __bool char)( 2297 __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15], 2298 __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]); 2299 } 2300 2301 static inline __ATTRS_o_ai __vector unsigned char 2302 vec_pack(__vector unsigned short __a, __vector unsigned short __b) { 2303 __vector unsigned char __ac = (__vector unsigned char)__a; 2304 __vector unsigned char __bc = (__vector unsigned char)__b; 2305 return (__vector unsigned char)( 2306 __ac[1], __ac[3], __ac[5], __ac[7], __ac[9], __ac[11], __ac[13], __ac[15], 2307 __bc[1], __bc[3], __bc[5], __bc[7], __bc[9], __bc[11], __bc[13], __bc[15]); 2308 } 2309 2310 static inline __ATTRS_o_ai __vector signed short 2311 vec_pack(__vector signed int __a, __vector signed int __b) { 2312 __vector signed short __ac = (__vector signed short)__a; 2313 __vector signed short __bc = (__vector signed short)__b; 2314 return (__vector signed short)( 2315 __ac[1], __ac[3], __ac[5], __ac[7], 2316 __bc[1], __bc[3], __bc[5], __bc[7]); 2317 } 2318 2319 static inline __ATTRS_o_ai __vector __bool short 2320 vec_pack(__vector __bool int __a, __vector __bool int __b) { 2321 __vector __bool short __ac = (__vector __bool short)__a; 2322 __vector __bool short __bc = (__vector __bool short)__b; 2323 return (__vector __bool short)( 2324 __ac[1], __ac[3], __ac[5], __ac[7], 2325 __bc[1], __bc[3], __bc[5], __bc[7]); 2326 } 2327 2328 static inline __ATTRS_o_ai __vector unsigned short 2329 vec_pack(__vector unsigned int __a, __vector unsigned int __b) { 2330 __vector unsigned short __ac = (__vector unsigned short)__a; 2331 __vector unsigned short __bc = (__vector unsigned short)__b; 2332 return (__vector unsigned short)( 2333 __ac[1], __ac[3], __ac[5], __ac[7], 2334 __bc[1], __bc[3], __bc[5], __bc[7]); 2335 } 2336 2337 static inline __ATTRS_o_ai __vector signed int 2338 vec_pack(__vector signed long long __a, __vector signed long long __b) { 2339 __vector signed int __ac = (__vector signed int)__a; 2340 __vector signed int __bc = (__vector signed int)__b; 2341 return (__vector signed int)(__ac[1], __ac[3], __bc[1], __bc[3]); 2342 } 2343 2344 static inline __ATTRS_o_ai __vector __bool int 2345 vec_pack(__vector __bool long long __a, __vector __bool long long __b) { 2346 __vector __bool int __ac = (__vector __bool int)__a; 2347 __vector __bool int __bc = (__vector __bool int)__b; 2348 return (__vector __bool int)(__ac[1], __ac[3], __bc[1], __bc[3]); 2349 } 2350 2351 static inline __ATTRS_o_ai __vector unsigned int 2352 vec_pack(__vector unsigned long long __a, __vector unsigned long long __b) { 2353 __vector unsigned int __ac = (__vector unsigned int)__a; 2354 __vector unsigned int __bc = (__vector unsigned int)__b; 2355 return (__vector unsigned int)(__ac[1], __ac[3], __bc[1], __bc[3]); 2356 } 2357 2358 static inline __ATTRS_o_ai __vector signed long long 2359 vec_pack(__vector signed __int128 __a, __vector signed __int128 __b) { 2360 __vector signed long long __ac = (__vector signed long long)__a; 2361 __vector signed long long __bc = (__vector signed long long)__b; 2362 return (__vector signed long long)(__ac[1], __bc[1]); 2363 } 2364 2365 static inline __ATTRS_o_ai __vector __bool long long 2366 vec_pack(__vector __bool __int128 __a, __vector __bool __int128 __b) { 2367 __vector __bool long long __ac = (__vector __bool long long)__a; 2368 __vector __bool long long __bc = (__vector __bool long long)__b; 2369 return (__vector __bool long long)(__ac[1], __bc[1]); 2370 } 2371 2372 static inline __ATTRS_o_ai __vector unsigned long long 2373 vec_pack(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2374 __vector unsigned long long __ac = (__vector unsigned long long)__a; 2375 __vector unsigned long long __bc = (__vector unsigned long long)__b; 2376 return (__vector unsigned long long)(__ac[1], __bc[1]); 2377 } 2378 2379 /*-- vec_packs --------------------------------------------------------------*/ 2380 2381 static inline __ATTRS_o_ai __vector signed char 2382 vec_packs(__vector signed short __a, __vector signed short __b) { 2383 return __builtin_s390_vpksh(__a, __b); 2384 } 2385 2386 static inline __ATTRS_o_ai __vector unsigned char 2387 vec_packs(__vector unsigned short __a, __vector unsigned short __b) { 2388 return __builtin_s390_vpklsh(__a, __b); 2389 } 2390 2391 static inline __ATTRS_o_ai __vector signed short 2392 vec_packs(__vector signed int __a, __vector signed int __b) { 2393 return __builtin_s390_vpksf(__a, __b); 2394 } 2395 2396 static inline __ATTRS_o_ai __vector unsigned short 2397 vec_packs(__vector unsigned int __a, __vector unsigned int __b) { 2398 return __builtin_s390_vpklsf(__a, __b); 2399 } 2400 2401 static inline __ATTRS_o_ai __vector signed int 2402 vec_packs(__vector signed long long __a, __vector signed long long __b) { 2403 return __builtin_s390_vpksg(__a, __b); 2404 } 2405 2406 static inline __ATTRS_o_ai __vector unsigned int 2407 vec_packs(__vector unsigned long long __a, __vector unsigned long long __b) { 2408 return __builtin_s390_vpklsg(__a, __b); 2409 } 2410 2411 /*-- vec_packs_cc -----------------------------------------------------------*/ 2412 2413 static inline __ATTRS_o_ai __vector signed char 2414 vec_packs_cc(__vector signed short __a, __vector signed short __b, int *__cc) { 2415 return __builtin_s390_vpkshs(__a, __b, __cc); 2416 } 2417 2418 static inline __ATTRS_o_ai __vector unsigned char 2419 vec_packs_cc(__vector unsigned short __a, __vector unsigned short __b, 2420 int *__cc) { 2421 return __builtin_s390_vpklshs(__a, __b, __cc); 2422 } 2423 2424 static inline __ATTRS_o_ai __vector signed short 2425 vec_packs_cc(__vector signed int __a, __vector signed int __b, int *__cc) { 2426 return __builtin_s390_vpksfs(__a, __b, __cc); 2427 } 2428 2429 static inline __ATTRS_o_ai __vector unsigned short 2430 vec_packs_cc(__vector unsigned int __a, __vector unsigned int __b, int *__cc) { 2431 return __builtin_s390_vpklsfs(__a, __b, __cc); 2432 } 2433 2434 static inline __ATTRS_o_ai __vector signed int 2435 vec_packs_cc(__vector signed long long __a, __vector signed long long __b, 2436 int *__cc) { 2437 return __builtin_s390_vpksgs(__a, __b, __cc); 2438 } 2439 2440 static inline __ATTRS_o_ai __vector unsigned int 2441 vec_packs_cc(__vector unsigned long long __a, __vector unsigned long long __b, 2442 int *__cc) { 2443 return __builtin_s390_vpklsgs(__a, __b, __cc); 2444 } 2445 2446 /*-- vec_packsu -------------------------------------------------------------*/ 2447 2448 static inline __ATTRS_o_ai __vector unsigned char 2449 vec_packsu(__vector signed short __a, __vector signed short __b) { 2450 const __vector signed short __zero = (__vector signed short)0; 2451 return __builtin_s390_vpklsh( 2452 (__vector unsigned short)(__a >= __zero) & (__vector unsigned short)__a, 2453 (__vector unsigned short)(__b >= __zero) & (__vector unsigned short)__b); 2454 } 2455 2456 static inline __ATTRS_o_ai __vector unsigned char 2457 vec_packsu(__vector unsigned short __a, __vector unsigned short __b) { 2458 return __builtin_s390_vpklsh(__a, __b); 2459 } 2460 2461 static inline __ATTRS_o_ai __vector unsigned short 2462 vec_packsu(__vector signed int __a, __vector signed int __b) { 2463 const __vector signed int __zero = (__vector signed int)0; 2464 return __builtin_s390_vpklsf( 2465 (__vector unsigned int)(__a >= __zero) & (__vector unsigned int)__a, 2466 (__vector unsigned int)(__b >= __zero) & (__vector unsigned int)__b); 2467 } 2468 2469 static inline __ATTRS_o_ai __vector unsigned short 2470 vec_packsu(__vector unsigned int __a, __vector unsigned int __b) { 2471 return __builtin_s390_vpklsf(__a, __b); 2472 } 2473 2474 static inline __ATTRS_o_ai __vector unsigned int 2475 vec_packsu(__vector signed long long __a, __vector signed long long __b) { 2476 const __vector signed long long __zero = (__vector signed long long)0; 2477 return __builtin_s390_vpklsg( 2478 (__vector unsigned long long)(__a >= __zero) & 2479 (__vector unsigned long long)__a, 2480 (__vector unsigned long long)(__b >= __zero) & 2481 (__vector unsigned long long)__b); 2482 } 2483 2484 static inline __ATTRS_o_ai __vector unsigned int 2485 vec_packsu(__vector unsigned long long __a, __vector unsigned long long __b) { 2486 return __builtin_s390_vpklsg(__a, __b); 2487 } 2488 2489 /*-- vec_packsu_cc ----------------------------------------------------------*/ 2490 2491 static inline __ATTRS_o_ai __vector unsigned char 2492 vec_packsu_cc(__vector unsigned short __a, __vector unsigned short __b, 2493 int *__cc) { 2494 return __builtin_s390_vpklshs(__a, __b, __cc); 2495 } 2496 2497 static inline __ATTRS_o_ai __vector unsigned short 2498 vec_packsu_cc(__vector unsigned int __a, __vector unsigned int __b, int *__cc) { 2499 return __builtin_s390_vpklsfs(__a, __b, __cc); 2500 } 2501 2502 static inline __ATTRS_o_ai __vector unsigned int 2503 vec_packsu_cc(__vector unsigned long long __a, __vector unsigned long long __b, 2504 int *__cc) { 2505 return __builtin_s390_vpklsgs(__a, __b, __cc); 2506 } 2507 2508 /*-- vec_unpackh ------------------------------------------------------------*/ 2509 2510 static inline __ATTRS_o_ai __vector signed short 2511 vec_unpackh(__vector signed char __a) { 2512 return __builtin_s390_vuphb(__a); 2513 } 2514 2515 static inline __ATTRS_o_ai __vector __bool short 2516 vec_unpackh(__vector __bool char __a) { 2517 return ((__vector __bool short) 2518 __builtin_s390_vuphb((__vector signed char)__a)); 2519 } 2520 2521 static inline __ATTRS_o_ai __vector unsigned short 2522 vec_unpackh(__vector unsigned char __a) { 2523 return __builtin_s390_vuplhb(__a); 2524 } 2525 2526 static inline __ATTRS_o_ai __vector signed int 2527 vec_unpackh(__vector signed short __a) { 2528 return __builtin_s390_vuphh(__a); 2529 } 2530 2531 static inline __ATTRS_o_ai __vector __bool int 2532 vec_unpackh(__vector __bool short __a) { 2533 return (__vector __bool int)__builtin_s390_vuphh((__vector signed short)__a); 2534 } 2535 2536 static inline __ATTRS_o_ai __vector unsigned int 2537 vec_unpackh(__vector unsigned short __a) { 2538 return __builtin_s390_vuplhh(__a); 2539 } 2540 2541 static inline __ATTRS_o_ai __vector signed long long 2542 vec_unpackh(__vector signed int __a) { 2543 return __builtin_s390_vuphf(__a); 2544 } 2545 2546 static inline __ATTRS_o_ai __vector __bool long long 2547 vec_unpackh(__vector __bool int __a) { 2548 return ((__vector __bool long long) 2549 __builtin_s390_vuphf((__vector signed int)__a)); 2550 } 2551 2552 static inline __ATTRS_o_ai __vector unsigned long long 2553 vec_unpackh(__vector unsigned int __a) { 2554 return __builtin_s390_vuplhf(__a); 2555 } 2556 2557 #if __ARCH__ >= 15 2558 static inline __ATTRS_o_ai __vector signed __int128 2559 vec_unpackh(__vector signed long long __a) { 2560 return (__vector signed __int128)__builtin_s390_vuphg(__a); 2561 } 2562 2563 static inline __ATTRS_o_ai __vector __bool __int128 2564 vec_unpackh(__vector __bool long long __a) { 2565 return ((__vector __bool __int128) 2566 __builtin_s390_vuphg((__vector signed long long)__a)); 2567 } 2568 2569 static inline __ATTRS_o_ai __vector unsigned __int128 2570 vec_unpackh(__vector unsigned long long __a) { 2571 return (__vector unsigned __int128)__builtin_s390_vuplhg(__a); 2572 } 2573 #endif 2574 2575 /*-- vec_unpackl ------------------------------------------------------------*/ 2576 2577 static inline __ATTRS_o_ai __vector signed short 2578 vec_unpackl(__vector signed char __a) { 2579 return __builtin_s390_vuplb(__a); 2580 } 2581 2582 static inline __ATTRS_o_ai __vector __bool short 2583 vec_unpackl(__vector __bool char __a) { 2584 return ((__vector __bool short) 2585 __builtin_s390_vuplb((__vector signed char)__a)); 2586 } 2587 2588 static inline __ATTRS_o_ai __vector unsigned short 2589 vec_unpackl(__vector unsigned char __a) { 2590 return __builtin_s390_vupllb(__a); 2591 } 2592 2593 static inline __ATTRS_o_ai __vector signed int 2594 vec_unpackl(__vector signed short __a) { 2595 return __builtin_s390_vuplhw(__a); 2596 } 2597 2598 static inline __ATTRS_o_ai __vector __bool int 2599 vec_unpackl(__vector __bool short __a) { 2600 return ((__vector __bool int) 2601 __builtin_s390_vuplhw((__vector signed short)__a)); 2602 } 2603 2604 static inline __ATTRS_o_ai __vector unsigned int 2605 vec_unpackl(__vector unsigned short __a) { 2606 return __builtin_s390_vupllh(__a); 2607 } 2608 2609 static inline __ATTRS_o_ai __vector signed long long 2610 vec_unpackl(__vector signed int __a) { 2611 return __builtin_s390_vuplf(__a); 2612 } 2613 2614 static inline __ATTRS_o_ai __vector __bool long long 2615 vec_unpackl(__vector __bool int __a) { 2616 return ((__vector __bool long long) 2617 __builtin_s390_vuplf((__vector signed int)__a)); 2618 } 2619 2620 static inline __ATTRS_o_ai __vector unsigned long long 2621 vec_unpackl(__vector unsigned int __a) { 2622 return __builtin_s390_vupllf(__a); 2623 } 2624 2625 #if __ARCH__ >= 15 2626 static inline __ATTRS_o_ai __vector signed __int128 2627 vec_unpackl(__vector signed long long __a) { 2628 return (__vector signed __int128)__builtin_s390_vuplg(__a); 2629 } 2630 2631 static inline __ATTRS_o_ai __vector __bool __int128 2632 vec_unpackl(__vector __bool long long __a) { 2633 return ((__vector __bool __int128) 2634 __builtin_s390_vuplg((__vector signed long long)__a)); 2635 } 2636 2637 static inline __ATTRS_o_ai __vector unsigned __int128 2638 vec_unpackl(__vector unsigned long long __a) { 2639 return (__vector unsigned __int128)__builtin_s390_vupllg(__a); 2640 } 2641 #endif 2642 2643 /*-- vec_cmpeq --------------------------------------------------------------*/ 2644 2645 static inline __ATTRS_o_ai __vector __bool char 2646 vec_cmpeq(__vector __bool char __a, __vector __bool char __b) { 2647 return (__vector __bool char)(__a == __b); 2648 } 2649 2650 static inline __ATTRS_o_ai __vector __bool char 2651 vec_cmpeq(__vector signed char __a, __vector signed char __b) { 2652 return (__vector __bool char)(__a == __b); 2653 } 2654 2655 static inline __ATTRS_o_ai __vector __bool char 2656 vec_cmpeq(__vector unsigned char __a, __vector unsigned char __b) { 2657 return (__vector __bool char)(__a == __b); 2658 } 2659 2660 static inline __ATTRS_o_ai __vector __bool short 2661 vec_cmpeq(__vector __bool short __a, __vector __bool short __b) { 2662 return (__vector __bool short)(__a == __b); 2663 } 2664 2665 static inline __ATTRS_o_ai __vector __bool short 2666 vec_cmpeq(__vector signed short __a, __vector signed short __b) { 2667 return (__vector __bool short)(__a == __b); 2668 } 2669 2670 static inline __ATTRS_o_ai __vector __bool short 2671 vec_cmpeq(__vector unsigned short __a, __vector unsigned short __b) { 2672 return (__vector __bool short)(__a == __b); 2673 } 2674 2675 static inline __ATTRS_o_ai __vector __bool int 2676 vec_cmpeq(__vector __bool int __a, __vector __bool int __b) { 2677 return (__vector __bool int)(__a == __b); 2678 } 2679 2680 static inline __ATTRS_o_ai __vector __bool int 2681 vec_cmpeq(__vector signed int __a, __vector signed int __b) { 2682 return (__vector __bool int)(__a == __b); 2683 } 2684 2685 static inline __ATTRS_o_ai __vector __bool int 2686 vec_cmpeq(__vector unsigned int __a, __vector unsigned int __b) { 2687 return (__vector __bool int)(__a == __b); 2688 } 2689 2690 static inline __ATTRS_o_ai __vector __bool long long 2691 vec_cmpeq(__vector __bool long long __a, __vector __bool long long __b) { 2692 return (__vector __bool long long)(__a == __b); 2693 } 2694 2695 static inline __ATTRS_o_ai __vector __bool long long 2696 vec_cmpeq(__vector signed long long __a, __vector signed long long __b) { 2697 return (__vector __bool long long)(__a == __b); 2698 } 2699 2700 static inline __ATTRS_o_ai __vector __bool long long 2701 vec_cmpeq(__vector unsigned long long __a, __vector unsigned long long __b) { 2702 return (__vector __bool long long)(__a == __b); 2703 } 2704 2705 static inline __ATTRS_o_ai __vector __bool __int128 2706 vec_cmpeq(__vector __bool __int128 __a, __vector __bool __int128 __b) { 2707 return (__vector __bool __int128)(__a == __b); 2708 } 2709 2710 static inline __ATTRS_o_ai __vector __bool __int128 2711 vec_cmpeq(__vector signed __int128 __a, __vector signed __int128 __b) { 2712 return (__vector __bool __int128)(__a == __b); 2713 } 2714 2715 static inline __ATTRS_o_ai __vector __bool __int128 2716 vec_cmpeq(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2717 return (__vector __bool __int128)(__a == __b); 2718 } 2719 2720 #if __ARCH__ >= 12 2721 static inline __ATTRS_o_ai __vector __bool int 2722 vec_cmpeq(__vector float __a, __vector float __b) { 2723 return (__vector __bool int)(__a == __b); 2724 } 2725 #endif 2726 2727 static inline __ATTRS_o_ai __vector __bool long long 2728 vec_cmpeq(__vector double __a, __vector double __b) { 2729 return (__vector __bool long long)(__a == __b); 2730 } 2731 2732 /*-- vec_cmpge --------------------------------------------------------------*/ 2733 2734 static inline __ATTRS_o_ai __vector __bool char 2735 vec_cmpge(__vector signed char __a, __vector signed char __b) { 2736 return (__vector __bool char)(__a >= __b); 2737 } 2738 2739 static inline __ATTRS_o_ai __vector __bool char 2740 vec_cmpge(__vector unsigned char __a, __vector unsigned char __b) { 2741 return (__vector __bool char)(__a >= __b); 2742 } 2743 2744 static inline __ATTRS_o_ai __vector __bool short 2745 vec_cmpge(__vector signed short __a, __vector signed short __b) { 2746 return (__vector __bool short)(__a >= __b); 2747 } 2748 2749 static inline __ATTRS_o_ai __vector __bool short 2750 vec_cmpge(__vector unsigned short __a, __vector unsigned short __b) { 2751 return (__vector __bool short)(__a >= __b); 2752 } 2753 2754 static inline __ATTRS_o_ai __vector __bool int 2755 vec_cmpge(__vector signed int __a, __vector signed int __b) { 2756 return (__vector __bool int)(__a >= __b); 2757 } 2758 2759 static inline __ATTRS_o_ai __vector __bool int 2760 vec_cmpge(__vector unsigned int __a, __vector unsigned int __b) { 2761 return (__vector __bool int)(__a >= __b); 2762 } 2763 2764 static inline __ATTRS_o_ai __vector __bool long long 2765 vec_cmpge(__vector signed long long __a, __vector signed long long __b) { 2766 return (__vector __bool long long)(__a >= __b); 2767 } 2768 2769 static inline __ATTRS_o_ai __vector __bool long long 2770 vec_cmpge(__vector unsigned long long __a, __vector unsigned long long __b) { 2771 return (__vector __bool long long)(__a >= __b); 2772 } 2773 2774 static inline __ATTRS_o_ai __vector __bool __int128 2775 vec_cmpge(__vector signed __int128 __a, __vector signed __int128 __b) { 2776 return (__vector __bool __int128)(__a >= __b); 2777 } 2778 2779 static inline __ATTRS_o_ai __vector __bool __int128 2780 vec_cmpge(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2781 return (__vector __bool __int128)(__a >= __b); 2782 } 2783 2784 #if __ARCH__ >= 12 2785 static inline __ATTRS_o_ai __vector __bool int 2786 vec_cmpge(__vector float __a, __vector float __b) { 2787 return (__vector __bool int)(__a >= __b); 2788 } 2789 #endif 2790 2791 static inline __ATTRS_o_ai __vector __bool long long 2792 vec_cmpge(__vector double __a, __vector double __b) { 2793 return (__vector __bool long long)(__a >= __b); 2794 } 2795 2796 /*-- vec_cmpgt --------------------------------------------------------------*/ 2797 2798 static inline __ATTRS_o_ai __vector __bool char 2799 vec_cmpgt(__vector signed char __a, __vector signed char __b) { 2800 return (__vector __bool char)(__a > __b); 2801 } 2802 2803 static inline __ATTRS_o_ai __vector __bool char 2804 vec_cmpgt(__vector unsigned char __a, __vector unsigned char __b) { 2805 return (__vector __bool char)(__a > __b); 2806 } 2807 2808 static inline __ATTRS_o_ai __vector __bool short 2809 vec_cmpgt(__vector signed short __a, __vector signed short __b) { 2810 return (__vector __bool short)(__a > __b); 2811 } 2812 2813 static inline __ATTRS_o_ai __vector __bool short 2814 vec_cmpgt(__vector unsigned short __a, __vector unsigned short __b) { 2815 return (__vector __bool short)(__a > __b); 2816 } 2817 2818 static inline __ATTRS_o_ai __vector __bool int 2819 vec_cmpgt(__vector signed int __a, __vector signed int __b) { 2820 return (__vector __bool int)(__a > __b); 2821 } 2822 2823 static inline __ATTRS_o_ai __vector __bool int 2824 vec_cmpgt(__vector unsigned int __a, __vector unsigned int __b) { 2825 return (__vector __bool int)(__a > __b); 2826 } 2827 2828 static inline __ATTRS_o_ai __vector __bool long long 2829 vec_cmpgt(__vector signed long long __a, __vector signed long long __b) { 2830 return (__vector __bool long long)(__a > __b); 2831 } 2832 2833 static inline __ATTRS_o_ai __vector __bool long long 2834 vec_cmpgt(__vector unsigned long long __a, __vector unsigned long long __b) { 2835 return (__vector __bool long long)(__a > __b); 2836 } 2837 2838 static inline __ATTRS_o_ai __vector __bool __int128 2839 vec_cmpgt(__vector signed __int128 __a, __vector signed __int128 __b) { 2840 return (__vector __bool __int128)(__a > __b); 2841 } 2842 2843 static inline __ATTRS_o_ai __vector __bool __int128 2844 vec_cmpgt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2845 return (__vector __bool __int128)(__a > __b); 2846 } 2847 2848 #if __ARCH__ >= 12 2849 static inline __ATTRS_o_ai __vector __bool int 2850 vec_cmpgt(__vector float __a, __vector float __b) { 2851 return (__vector __bool int)(__a > __b); 2852 } 2853 #endif 2854 2855 static inline __ATTRS_o_ai __vector __bool long long 2856 vec_cmpgt(__vector double __a, __vector double __b) { 2857 return (__vector __bool long long)(__a > __b); 2858 } 2859 2860 /*-- vec_cmple --------------------------------------------------------------*/ 2861 2862 static inline __ATTRS_o_ai __vector __bool char 2863 vec_cmple(__vector signed char __a, __vector signed char __b) { 2864 return (__vector __bool char)(__a <= __b); 2865 } 2866 2867 static inline __ATTRS_o_ai __vector __bool char 2868 vec_cmple(__vector unsigned char __a, __vector unsigned char __b) { 2869 return (__vector __bool char)(__a <= __b); 2870 } 2871 2872 static inline __ATTRS_o_ai __vector __bool short 2873 vec_cmple(__vector signed short __a, __vector signed short __b) { 2874 return (__vector __bool short)(__a <= __b); 2875 } 2876 2877 static inline __ATTRS_o_ai __vector __bool short 2878 vec_cmple(__vector unsigned short __a, __vector unsigned short __b) { 2879 return (__vector __bool short)(__a <= __b); 2880 } 2881 2882 static inline __ATTRS_o_ai __vector __bool int 2883 vec_cmple(__vector signed int __a, __vector signed int __b) { 2884 return (__vector __bool int)(__a <= __b); 2885 } 2886 2887 static inline __ATTRS_o_ai __vector __bool int 2888 vec_cmple(__vector unsigned int __a, __vector unsigned int __b) { 2889 return (__vector __bool int)(__a <= __b); 2890 } 2891 2892 static inline __ATTRS_o_ai __vector __bool long long 2893 vec_cmple(__vector signed long long __a, __vector signed long long __b) { 2894 return (__vector __bool long long)(__a <= __b); 2895 } 2896 2897 static inline __ATTRS_o_ai __vector __bool long long 2898 vec_cmple(__vector unsigned long long __a, __vector unsigned long long __b) { 2899 return (__vector __bool long long)(__a <= __b); 2900 } 2901 2902 static inline __ATTRS_o_ai __vector __bool __int128 2903 vec_cmple(__vector signed __int128 __a, __vector signed __int128 __b) { 2904 return (__vector __bool __int128)(__a <= __b); 2905 } 2906 2907 static inline __ATTRS_o_ai __vector __bool __int128 2908 vec_cmple(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2909 return (__vector __bool __int128)(__a <= __b); 2910 } 2911 2912 #if __ARCH__ >= 12 2913 static inline __ATTRS_o_ai __vector __bool int 2914 vec_cmple(__vector float __a, __vector float __b) { 2915 return (__vector __bool int)(__a <= __b); 2916 } 2917 #endif 2918 2919 static inline __ATTRS_o_ai __vector __bool long long 2920 vec_cmple(__vector double __a, __vector double __b) { 2921 return (__vector __bool long long)(__a <= __b); 2922 } 2923 2924 /*-- vec_cmplt --------------------------------------------------------------*/ 2925 2926 static inline __ATTRS_o_ai __vector __bool char 2927 vec_cmplt(__vector signed char __a, __vector signed char __b) { 2928 return (__vector __bool char)(__a < __b); 2929 } 2930 2931 static inline __ATTRS_o_ai __vector __bool char 2932 vec_cmplt(__vector unsigned char __a, __vector unsigned char __b) { 2933 return (__vector __bool char)(__a < __b); 2934 } 2935 2936 static inline __ATTRS_o_ai __vector __bool short 2937 vec_cmplt(__vector signed short __a, __vector signed short __b) { 2938 return (__vector __bool short)(__a < __b); 2939 } 2940 2941 static inline __ATTRS_o_ai __vector __bool short 2942 vec_cmplt(__vector unsigned short __a, __vector unsigned short __b) { 2943 return (__vector __bool short)(__a < __b); 2944 } 2945 2946 static inline __ATTRS_o_ai __vector __bool int 2947 vec_cmplt(__vector signed int __a, __vector signed int __b) { 2948 return (__vector __bool int)(__a < __b); 2949 } 2950 2951 static inline __ATTRS_o_ai __vector __bool int 2952 vec_cmplt(__vector unsigned int __a, __vector unsigned int __b) { 2953 return (__vector __bool int)(__a < __b); 2954 } 2955 2956 static inline __ATTRS_o_ai __vector __bool long long 2957 vec_cmplt(__vector signed long long __a, __vector signed long long __b) { 2958 return (__vector __bool long long)(__a < __b); 2959 } 2960 2961 static inline __ATTRS_o_ai __vector __bool long long 2962 vec_cmplt(__vector unsigned long long __a, __vector unsigned long long __b) { 2963 return (__vector __bool long long)(__a < __b); 2964 } 2965 2966 static inline __ATTRS_o_ai __vector __bool __int128 2967 vec_cmplt(__vector signed __int128 __a, __vector signed __int128 __b) { 2968 return (__vector __bool __int128)(__a < __b); 2969 } 2970 2971 static inline __ATTRS_o_ai __vector __bool __int128 2972 vec_cmplt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 2973 return (__vector __bool __int128)(__a < __b); 2974 } 2975 2976 #if __ARCH__ >= 12 2977 static inline __ATTRS_o_ai __vector __bool int 2978 vec_cmplt(__vector float __a, __vector float __b) { 2979 return (__vector __bool int)(__a < __b); 2980 } 2981 #endif 2982 2983 static inline __ATTRS_o_ai __vector __bool long long 2984 vec_cmplt(__vector double __a, __vector double __b) { 2985 return (__vector __bool long long)(__a < __b); 2986 } 2987 2988 /*-- vec_all_eq -------------------------------------------------------------*/ 2989 2990 static inline __ATTRS_o_ai int 2991 vec_all_eq(__vector signed char __a, __vector signed char __b) { 2992 int __cc; 2993 __builtin_s390_vceqbs((__vector unsigned char)__a, 2994 (__vector unsigned char)__b, &__cc); 2995 return __cc == 0; 2996 } 2997 2998 // This prototype is deprecated. 2999 static inline __ATTRS_o_ai int 3000 vec_all_eq(__vector signed char __a, __vector __bool char __b) { 3001 int __cc; 3002 __builtin_s390_vceqbs((__vector unsigned char)__a, 3003 (__vector unsigned char)__b, &__cc); 3004 return __cc == 0; 3005 } 3006 3007 // This prototype is deprecated. 3008 static inline __ATTRS_o_ai int 3009 vec_all_eq(__vector __bool char __a, __vector signed char __b) { 3010 int __cc; 3011 __builtin_s390_vceqbs((__vector unsigned char)__a, 3012 (__vector unsigned char)__b, &__cc); 3013 return __cc == 0; 3014 } 3015 3016 static inline __ATTRS_o_ai int 3017 vec_all_eq(__vector unsigned char __a, __vector unsigned char __b) { 3018 int __cc; 3019 __builtin_s390_vceqbs(__a, __b, &__cc); 3020 return __cc == 0; 3021 } 3022 3023 // This prototype is deprecated. 3024 static inline __ATTRS_o_ai int 3025 vec_all_eq(__vector unsigned char __a, __vector __bool char __b) { 3026 int __cc; 3027 __builtin_s390_vceqbs(__a, (__vector unsigned char)__b, &__cc); 3028 return __cc == 0; 3029 } 3030 3031 // This prototype is deprecated. 3032 static inline __ATTRS_o_ai int 3033 vec_all_eq(__vector __bool char __a, __vector unsigned char __b) { 3034 int __cc; 3035 __builtin_s390_vceqbs((__vector unsigned char)__a, __b, &__cc); 3036 return __cc == 0; 3037 } 3038 3039 static inline __ATTRS_o_ai int 3040 vec_all_eq(__vector __bool char __a, __vector __bool char __b) { 3041 int __cc; 3042 __builtin_s390_vceqbs((__vector unsigned char)__a, 3043 (__vector unsigned char)__b, &__cc); 3044 return __cc == 0; 3045 } 3046 3047 static inline __ATTRS_o_ai int 3048 vec_all_eq(__vector signed short __a, __vector signed short __b) { 3049 int __cc; 3050 __builtin_s390_vceqhs((__vector unsigned short)__a, 3051 (__vector unsigned short)__b, &__cc); 3052 return __cc == 0; 3053 } 3054 3055 // This prototype is deprecated. 3056 static inline __ATTRS_o_ai int 3057 vec_all_eq(__vector signed short __a, __vector __bool short __b) { 3058 int __cc; 3059 __builtin_s390_vceqhs((__vector unsigned short)__a, 3060 (__vector unsigned short)__b, &__cc); 3061 return __cc == 0; 3062 } 3063 3064 // This prototype is deprecated. 3065 static inline __ATTRS_o_ai int 3066 vec_all_eq(__vector __bool short __a, __vector signed short __b) { 3067 int __cc; 3068 __builtin_s390_vceqhs((__vector unsigned short)__a, 3069 (__vector unsigned short)__b, &__cc); 3070 return __cc == 0; 3071 } 3072 3073 static inline __ATTRS_o_ai int 3074 vec_all_eq(__vector unsigned short __a, __vector unsigned short __b) { 3075 int __cc; 3076 __builtin_s390_vceqhs(__a, __b, &__cc); 3077 return __cc == 0; 3078 } 3079 3080 // This prototype is deprecated. 3081 static inline __ATTRS_o_ai int 3082 vec_all_eq(__vector unsigned short __a, __vector __bool short __b) { 3083 int __cc; 3084 __builtin_s390_vceqhs(__a, (__vector unsigned short)__b, &__cc); 3085 return __cc == 0; 3086 } 3087 3088 // This prototype is deprecated. 3089 static inline __ATTRS_o_ai int 3090 vec_all_eq(__vector __bool short __a, __vector unsigned short __b) { 3091 int __cc; 3092 __builtin_s390_vceqhs((__vector unsigned short)__a, __b, &__cc); 3093 return __cc == 0; 3094 } 3095 3096 static inline __ATTRS_o_ai int 3097 vec_all_eq(__vector __bool short __a, __vector __bool short __b) { 3098 int __cc; 3099 __builtin_s390_vceqhs((__vector unsigned short)__a, 3100 (__vector unsigned short)__b, &__cc); 3101 return __cc == 0; 3102 } 3103 3104 static inline __ATTRS_o_ai int 3105 vec_all_eq(__vector signed int __a, __vector signed int __b) { 3106 int __cc; 3107 __builtin_s390_vceqfs((__vector unsigned int)__a, 3108 (__vector unsigned int)__b, &__cc); 3109 return __cc == 0; 3110 } 3111 3112 // This prototype is deprecated. 3113 static inline __ATTRS_o_ai int 3114 vec_all_eq(__vector signed int __a, __vector __bool int __b) { 3115 int __cc; 3116 __builtin_s390_vceqfs((__vector unsigned int)__a, 3117 (__vector unsigned int)__b, &__cc); 3118 return __cc == 0; 3119 } 3120 3121 // This prototype is deprecated. 3122 static inline __ATTRS_o_ai int 3123 vec_all_eq(__vector __bool int __a, __vector signed int __b) { 3124 int __cc; 3125 __builtin_s390_vceqfs((__vector unsigned int)__a, 3126 (__vector unsigned int)__b, &__cc); 3127 return __cc == 0; 3128 } 3129 3130 static inline __ATTRS_o_ai int 3131 vec_all_eq(__vector unsigned int __a, __vector unsigned int __b) { 3132 int __cc; 3133 __builtin_s390_vceqfs(__a, __b, &__cc); 3134 return __cc == 0; 3135 } 3136 3137 // This prototype is deprecated. 3138 static inline __ATTRS_o_ai int 3139 vec_all_eq(__vector unsigned int __a, __vector __bool int __b) { 3140 int __cc; 3141 __builtin_s390_vceqfs(__a, (__vector unsigned int)__b, &__cc); 3142 return __cc == 0; 3143 } 3144 3145 // This prototype is deprecated. 3146 static inline __ATTRS_o_ai int 3147 vec_all_eq(__vector __bool int __a, __vector unsigned int __b) { 3148 int __cc; 3149 __builtin_s390_vceqfs((__vector unsigned int)__a, __b, &__cc); 3150 return __cc == 0; 3151 } 3152 3153 static inline __ATTRS_o_ai int 3154 vec_all_eq(__vector __bool int __a, __vector __bool int __b) { 3155 int __cc; 3156 __builtin_s390_vceqfs((__vector unsigned int)__a, 3157 (__vector unsigned int)__b, &__cc); 3158 return __cc == 0; 3159 } 3160 3161 static inline __ATTRS_o_ai int 3162 vec_all_eq(__vector signed long long __a, __vector signed long long __b) { 3163 int __cc; 3164 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3165 (__vector unsigned long long)__b, &__cc); 3166 return __cc == 0; 3167 } 3168 3169 // This prototype is deprecated. 3170 static inline __ATTRS_o_ai int 3171 vec_all_eq(__vector signed long long __a, __vector __bool long long __b) { 3172 int __cc; 3173 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3174 (__vector unsigned long long)__b, &__cc); 3175 return __cc == 0; 3176 } 3177 3178 // This prototype is deprecated. 3179 static inline __ATTRS_o_ai int 3180 vec_all_eq(__vector __bool long long __a, __vector signed long long __b) { 3181 int __cc; 3182 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3183 (__vector unsigned long long)__b, &__cc); 3184 return __cc == 0; 3185 } 3186 3187 static inline __ATTRS_o_ai int 3188 vec_all_eq(__vector unsigned long long __a, __vector unsigned long long __b) { 3189 int __cc; 3190 __builtin_s390_vceqgs(__a, __b, &__cc); 3191 return __cc == 0; 3192 } 3193 3194 // This prototype is deprecated. 3195 static inline __ATTRS_o_ai int 3196 vec_all_eq(__vector unsigned long long __a, __vector __bool long long __b) { 3197 int __cc; 3198 __builtin_s390_vceqgs(__a, (__vector unsigned long long)__b, &__cc); 3199 return __cc == 0; 3200 } 3201 3202 // This prototype is deprecated. 3203 static inline __ATTRS_o_ai int 3204 vec_all_eq(__vector __bool long long __a, __vector unsigned long long __b) { 3205 int __cc; 3206 __builtin_s390_vceqgs((__vector unsigned long long)__a, __b, &__cc); 3207 return __cc == 0; 3208 } 3209 3210 static inline __ATTRS_o_ai int 3211 vec_all_eq(__vector __bool long long __a, __vector __bool long long __b) { 3212 int __cc; 3213 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3214 (__vector unsigned long long)__b, &__cc); 3215 return __cc == 0; 3216 } 3217 3218 #if __ARCH__ >= 15 3219 static inline __ATTRS_o_ai int 3220 vec_all_eq(__vector signed __int128 __a, __vector signed __int128 __b) { 3221 int __cc; 3222 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3223 return __cc == 0; 3224 } 3225 3226 static inline __ATTRS_o_ai int 3227 vec_all_eq(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 3228 int __cc; 3229 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3230 return __cc == 0; 3231 } 3232 3233 static inline __ATTRS_o_ai int 3234 vec_all_eq(__vector __bool __int128 __a, __vector __bool __int128 __b) { 3235 int __cc; 3236 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3237 return __cc == 0; 3238 } 3239 #endif 3240 3241 #if __ARCH__ >= 12 3242 static inline __ATTRS_o_ai int 3243 vec_all_eq(__vector float __a, __vector float __b) { 3244 int __cc; 3245 __builtin_s390_vfcesbs(__a, __b, &__cc); 3246 return __cc == 0; 3247 } 3248 #endif 3249 3250 static inline __ATTRS_o_ai int 3251 vec_all_eq(__vector double __a, __vector double __b) { 3252 int __cc; 3253 __builtin_s390_vfcedbs(__a, __b, &__cc); 3254 return __cc == 0; 3255 } 3256 3257 /*-- vec_all_ne -------------------------------------------------------------*/ 3258 3259 static inline __ATTRS_o_ai int 3260 vec_all_ne(__vector signed char __a, __vector signed char __b) { 3261 int __cc; 3262 __builtin_s390_vceqbs((__vector unsigned char)__a, 3263 (__vector unsigned char)__b, &__cc); 3264 return __cc == 3; 3265 } 3266 3267 // This prototype is deprecated. 3268 static inline __ATTRS_o_ai int 3269 vec_all_ne(__vector signed char __a, __vector __bool char __b) { 3270 int __cc; 3271 __builtin_s390_vceqbs((__vector unsigned char)__a, 3272 (__vector unsigned char)__b, &__cc); 3273 return __cc == 3; 3274 } 3275 3276 // This prototype is deprecated. 3277 static inline __ATTRS_o_ai int 3278 vec_all_ne(__vector __bool char __a, __vector signed char __b) { 3279 int __cc; 3280 __builtin_s390_vceqbs((__vector unsigned char)__a, 3281 (__vector unsigned char)__b, &__cc); 3282 return __cc == 3; 3283 } 3284 3285 static inline __ATTRS_o_ai int 3286 vec_all_ne(__vector unsigned char __a, __vector unsigned char __b) { 3287 int __cc; 3288 __builtin_s390_vceqbs((__vector unsigned char)__a, 3289 (__vector unsigned char)__b, &__cc); 3290 return __cc == 3; 3291 } 3292 3293 // This prototype is deprecated. 3294 static inline __ATTRS_o_ai int 3295 vec_all_ne(__vector unsigned char __a, __vector __bool char __b) { 3296 int __cc; 3297 __builtin_s390_vceqbs(__a, (__vector unsigned char)__b, &__cc); 3298 return __cc == 3; 3299 } 3300 3301 // This prototype is deprecated. 3302 static inline __ATTRS_o_ai int 3303 vec_all_ne(__vector __bool char __a, __vector unsigned char __b) { 3304 int __cc; 3305 __builtin_s390_vceqbs((__vector unsigned char)__a, __b, &__cc); 3306 return __cc == 3; 3307 } 3308 3309 static inline __ATTRS_o_ai int 3310 vec_all_ne(__vector __bool char __a, __vector __bool char __b) { 3311 int __cc; 3312 __builtin_s390_vceqbs((__vector unsigned char)__a, 3313 (__vector unsigned char)__b, &__cc); 3314 return __cc == 3; 3315 } 3316 3317 static inline __ATTRS_o_ai int 3318 vec_all_ne(__vector signed short __a, __vector signed short __b) { 3319 int __cc; 3320 __builtin_s390_vceqhs((__vector unsigned short)__a, 3321 (__vector unsigned short)__b, &__cc); 3322 return __cc == 3; 3323 } 3324 3325 // This prototype is deprecated. 3326 static inline __ATTRS_o_ai int 3327 vec_all_ne(__vector signed short __a, __vector __bool short __b) { 3328 int __cc; 3329 __builtin_s390_vceqhs((__vector unsigned short)__a, 3330 (__vector unsigned short)__b, &__cc); 3331 return __cc == 3; 3332 } 3333 3334 // This prototype is deprecated. 3335 static inline __ATTRS_o_ai int 3336 vec_all_ne(__vector __bool short __a, __vector signed short __b) { 3337 int __cc; 3338 __builtin_s390_vceqhs((__vector unsigned short)__a, 3339 (__vector unsigned short)__b, &__cc); 3340 return __cc == 3; 3341 } 3342 3343 static inline __ATTRS_o_ai int 3344 vec_all_ne(__vector unsigned short __a, __vector unsigned short __b) { 3345 int __cc; 3346 __builtin_s390_vceqhs(__a, __b, &__cc); 3347 return __cc == 3; 3348 } 3349 3350 // This prototype is deprecated. 3351 static inline __ATTRS_o_ai int 3352 vec_all_ne(__vector unsigned short __a, __vector __bool short __b) { 3353 int __cc; 3354 __builtin_s390_vceqhs(__a, (__vector unsigned short)__b, &__cc); 3355 return __cc == 3; 3356 } 3357 3358 // This prototype is deprecated. 3359 static inline __ATTRS_o_ai int 3360 vec_all_ne(__vector __bool short __a, __vector unsigned short __b) { 3361 int __cc; 3362 __builtin_s390_vceqhs((__vector unsigned short)__a, __b, &__cc); 3363 return __cc == 3; 3364 } 3365 3366 static inline __ATTRS_o_ai int 3367 vec_all_ne(__vector __bool short __a, __vector __bool short __b) { 3368 int __cc; 3369 __builtin_s390_vceqhs((__vector unsigned short)__a, 3370 (__vector unsigned short)__b, &__cc); 3371 return __cc == 3; 3372 } 3373 3374 static inline __ATTRS_o_ai int 3375 vec_all_ne(__vector signed int __a, __vector signed int __b) { 3376 int __cc; 3377 __builtin_s390_vceqfs((__vector unsigned int)__a, 3378 (__vector unsigned int)__b, &__cc); 3379 return __cc == 3; 3380 } 3381 3382 // This prototype is deprecated. 3383 static inline __ATTRS_o_ai int 3384 vec_all_ne(__vector signed int __a, __vector __bool int __b) { 3385 int __cc; 3386 __builtin_s390_vceqfs((__vector unsigned int)__a, 3387 (__vector unsigned int)__b, &__cc); 3388 return __cc == 3; 3389 } 3390 3391 // This prototype is deprecated. 3392 static inline __ATTRS_o_ai int 3393 vec_all_ne(__vector __bool int __a, __vector signed int __b) { 3394 int __cc; 3395 __builtin_s390_vceqfs((__vector unsigned int)__a, 3396 (__vector unsigned int)__b, &__cc); 3397 return __cc == 3; 3398 } 3399 3400 static inline __ATTRS_o_ai int 3401 vec_all_ne(__vector unsigned int __a, __vector unsigned int __b) { 3402 int __cc; 3403 __builtin_s390_vceqfs(__a, __b, &__cc); 3404 return __cc == 3; 3405 } 3406 3407 // This prototype is deprecated. 3408 static inline __ATTRS_o_ai int 3409 vec_all_ne(__vector unsigned int __a, __vector __bool int __b) { 3410 int __cc; 3411 __builtin_s390_vceqfs(__a, (__vector unsigned int)__b, &__cc); 3412 return __cc == 3; 3413 } 3414 3415 // This prototype is deprecated. 3416 static inline __ATTRS_o_ai int 3417 vec_all_ne(__vector __bool int __a, __vector unsigned int __b) { 3418 int __cc; 3419 __builtin_s390_vceqfs((__vector unsigned int)__a, __b, &__cc); 3420 return __cc == 3; 3421 } 3422 3423 static inline __ATTRS_o_ai int 3424 vec_all_ne(__vector __bool int __a, __vector __bool int __b) { 3425 int __cc; 3426 __builtin_s390_vceqfs((__vector unsigned int)__a, 3427 (__vector unsigned int)__b, &__cc); 3428 return __cc == 3; 3429 } 3430 3431 static inline __ATTRS_o_ai int 3432 vec_all_ne(__vector signed long long __a, __vector signed long long __b) { 3433 int __cc; 3434 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3435 (__vector unsigned long long)__b, &__cc); 3436 return __cc == 3; 3437 } 3438 3439 // This prototype is deprecated. 3440 static inline __ATTRS_o_ai int 3441 vec_all_ne(__vector signed long long __a, __vector __bool long long __b) { 3442 int __cc; 3443 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3444 (__vector unsigned long long)__b, &__cc); 3445 return __cc == 3; 3446 } 3447 3448 // This prototype is deprecated. 3449 static inline __ATTRS_o_ai int 3450 vec_all_ne(__vector __bool long long __a, __vector signed long long __b) { 3451 int __cc; 3452 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3453 (__vector unsigned long long)__b, &__cc); 3454 return __cc == 3; 3455 } 3456 3457 static inline __ATTRS_o_ai int 3458 vec_all_ne(__vector unsigned long long __a, __vector unsigned long long __b) { 3459 int __cc; 3460 __builtin_s390_vceqgs(__a, __b, &__cc); 3461 return __cc == 3; 3462 } 3463 3464 // This prototype is deprecated. 3465 static inline __ATTRS_o_ai int 3466 vec_all_ne(__vector unsigned long long __a, __vector __bool long long __b) { 3467 int __cc; 3468 __builtin_s390_vceqgs(__a, (__vector unsigned long long)__b, &__cc); 3469 return __cc == 3; 3470 } 3471 3472 // This prototype is deprecated. 3473 static inline __ATTRS_o_ai int 3474 vec_all_ne(__vector __bool long long __a, __vector unsigned long long __b) { 3475 int __cc; 3476 __builtin_s390_vceqgs((__vector unsigned long long)__a, __b, &__cc); 3477 return __cc == 3; 3478 } 3479 3480 static inline __ATTRS_o_ai int 3481 vec_all_ne(__vector __bool long long __a, __vector __bool long long __b) { 3482 int __cc; 3483 __builtin_s390_vceqgs((__vector unsigned long long)__a, 3484 (__vector unsigned long long)__b, &__cc); 3485 return __cc == 3; 3486 } 3487 3488 #if __ARCH__ >= 15 3489 static inline __ATTRS_o_ai int 3490 vec_all_ne(__vector signed __int128 __a, __vector signed __int128 __b) { 3491 int __cc; 3492 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3493 return __cc == 3; 3494 } 3495 3496 static inline __ATTRS_o_ai int 3497 vec_all_ne(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 3498 int __cc; 3499 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3500 return __cc == 3; 3501 } 3502 3503 static inline __ATTRS_o_ai int 3504 vec_all_ne(__vector __bool __int128 __a, __vector __bool __int128 __b) { 3505 int __cc; 3506 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 3507 return __cc == 3; 3508 } 3509 #endif 3510 3511 #if __ARCH__ >= 12 3512 static inline __ATTRS_o_ai int 3513 vec_all_ne(__vector float __a, __vector float __b) { 3514 int __cc; 3515 __builtin_s390_vfcesbs(__a, __b, &__cc); 3516 return __cc == 3; 3517 } 3518 #endif 3519 3520 static inline __ATTRS_o_ai int 3521 vec_all_ne(__vector double __a, __vector double __b) { 3522 int __cc; 3523 __builtin_s390_vfcedbs(__a, __b, &__cc); 3524 return __cc == 3; 3525 } 3526 3527 /*-- vec_all_ge -------------------------------------------------------------*/ 3528 3529 static inline __ATTRS_o_ai int 3530 vec_all_ge(__vector signed char __a, __vector signed char __b) { 3531 int __cc; 3532 __builtin_s390_vchbs(__b, __a, &__cc); 3533 return __cc == 3; 3534 } 3535 3536 // This prototype is deprecated. 3537 static inline __ATTRS_o_ai int 3538 vec_all_ge(__vector signed char __a, __vector __bool char __b) { 3539 int __cc; 3540 __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc); 3541 return __cc == 3; 3542 } 3543 3544 // This prototype is deprecated. 3545 static inline __ATTRS_o_ai int 3546 vec_all_ge(__vector __bool char __a, __vector signed char __b) { 3547 int __cc; 3548 __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc); 3549 return __cc == 3; 3550 } 3551 3552 static inline __ATTRS_o_ai int 3553 vec_all_ge(__vector unsigned char __a, __vector unsigned char __b) { 3554 int __cc; 3555 __builtin_s390_vchlbs(__b, __a, &__cc); 3556 return __cc == 3; 3557 } 3558 3559 // This prototype is deprecated. 3560 static inline __ATTRS_o_ai int 3561 vec_all_ge(__vector unsigned char __a, __vector __bool char __b) { 3562 int __cc; 3563 __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc); 3564 return __cc == 3; 3565 } 3566 3567 // This prototype is deprecated. 3568 static inline __ATTRS_o_ai int 3569 vec_all_ge(__vector __bool char __a, __vector unsigned char __b) { 3570 int __cc; 3571 __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc); 3572 return __cc == 3; 3573 } 3574 3575 // This prototype is deprecated. 3576 static inline __ATTRS_o_ai int 3577 vec_all_ge(__vector __bool char __a, __vector __bool char __b) { 3578 int __cc; 3579 __builtin_s390_vchlbs((__vector unsigned char)__b, 3580 (__vector unsigned char)__a, &__cc); 3581 return __cc == 3; 3582 } 3583 3584 static inline __ATTRS_o_ai int 3585 vec_all_ge(__vector signed short __a, __vector signed short __b) { 3586 int __cc; 3587 __builtin_s390_vchhs(__b, __a, &__cc); 3588 return __cc == 3; 3589 } 3590 3591 // This prototype is deprecated. 3592 static inline __ATTRS_o_ai int 3593 vec_all_ge(__vector signed short __a, __vector __bool short __b) { 3594 int __cc; 3595 __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc); 3596 return __cc == 3; 3597 } 3598 3599 // This prototype is deprecated. 3600 static inline __ATTRS_o_ai int 3601 vec_all_ge(__vector __bool short __a, __vector signed short __b) { 3602 int __cc; 3603 __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc); 3604 return __cc == 3; 3605 } 3606 3607 static inline __ATTRS_o_ai int 3608 vec_all_ge(__vector unsigned short __a, __vector unsigned short __b) { 3609 int __cc; 3610 __builtin_s390_vchlhs(__b, __a, &__cc); 3611 return __cc == 3; 3612 } 3613 3614 // This prototype is deprecated. 3615 static inline __ATTRS_o_ai int 3616 vec_all_ge(__vector unsigned short __a, __vector __bool short __b) { 3617 int __cc; 3618 __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc); 3619 return __cc == 3; 3620 } 3621 3622 // This prototype is deprecated. 3623 static inline __ATTRS_o_ai int 3624 vec_all_ge(__vector __bool short __a, __vector unsigned short __b) { 3625 int __cc; 3626 __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc); 3627 return __cc == 3; 3628 } 3629 3630 // This prototype is deprecated. 3631 static inline __ATTRS_o_ai int 3632 vec_all_ge(__vector __bool short __a, __vector __bool short __b) { 3633 int __cc; 3634 __builtin_s390_vchlhs((__vector unsigned short)__b, 3635 (__vector unsigned short)__a, &__cc); 3636 return __cc == 3; 3637 } 3638 3639 static inline __ATTRS_o_ai int 3640 vec_all_ge(__vector signed int __a, __vector signed int __b) { 3641 int __cc; 3642 __builtin_s390_vchfs(__b, __a, &__cc); 3643 return __cc == 3; 3644 } 3645 3646 // This prototype is deprecated. 3647 static inline __ATTRS_o_ai int 3648 vec_all_ge(__vector signed int __a, __vector __bool int __b) { 3649 int __cc; 3650 __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc); 3651 return __cc == 3; 3652 } 3653 3654 // This prototype is deprecated. 3655 static inline __ATTRS_o_ai int 3656 vec_all_ge(__vector __bool int __a, __vector signed int __b) { 3657 int __cc; 3658 __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc); 3659 return __cc == 3; 3660 } 3661 3662 static inline __ATTRS_o_ai int 3663 vec_all_ge(__vector unsigned int __a, __vector unsigned int __b) { 3664 int __cc; 3665 __builtin_s390_vchlfs(__b, __a, &__cc); 3666 return __cc == 3; 3667 } 3668 3669 // This prototype is deprecated. 3670 static inline __ATTRS_o_ai int 3671 vec_all_ge(__vector unsigned int __a, __vector __bool int __b) { 3672 int __cc; 3673 __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc); 3674 return __cc == 3; 3675 } 3676 3677 // This prototype is deprecated. 3678 static inline __ATTRS_o_ai int 3679 vec_all_ge(__vector __bool int __a, __vector unsigned int __b) { 3680 int __cc; 3681 __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc); 3682 return __cc == 3; 3683 } 3684 3685 // This prototype is deprecated. 3686 static inline __ATTRS_o_ai int 3687 vec_all_ge(__vector __bool int __a, __vector __bool int __b) { 3688 int __cc; 3689 __builtin_s390_vchlfs((__vector unsigned int)__b, 3690 (__vector unsigned int)__a, &__cc); 3691 return __cc == 3; 3692 } 3693 3694 static inline __ATTRS_o_ai int 3695 vec_all_ge(__vector signed long long __a, __vector signed long long __b) { 3696 int __cc; 3697 __builtin_s390_vchgs(__b, __a, &__cc); 3698 return __cc == 3; 3699 } 3700 3701 // This prototype is deprecated. 3702 static inline __ATTRS_o_ai int 3703 vec_all_ge(__vector signed long long __a, __vector __bool long long __b) { 3704 int __cc; 3705 __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc); 3706 return __cc == 3; 3707 } 3708 3709 // This prototype is deprecated. 3710 static inline __ATTRS_o_ai int 3711 vec_all_ge(__vector __bool long long __a, __vector signed long long __b) { 3712 int __cc; 3713 __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc); 3714 return __cc == 3; 3715 } 3716 3717 static inline __ATTRS_o_ai int 3718 vec_all_ge(__vector unsigned long long __a, __vector unsigned long long __b) { 3719 int __cc; 3720 __builtin_s390_vchlgs(__b, __a, &__cc); 3721 return __cc == 3; 3722 } 3723 3724 // This prototype is deprecated. 3725 static inline __ATTRS_o_ai int 3726 vec_all_ge(__vector unsigned long long __a, __vector __bool long long __b) { 3727 int __cc; 3728 __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc); 3729 return __cc == 3; 3730 } 3731 3732 // This prototype is deprecated. 3733 static inline __ATTRS_o_ai int 3734 vec_all_ge(__vector __bool long long __a, __vector unsigned long long __b) { 3735 int __cc; 3736 __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc); 3737 return __cc == 3; 3738 } 3739 3740 // This prototype is deprecated. 3741 static inline __ATTRS_o_ai int 3742 vec_all_ge(__vector __bool long long __a, __vector __bool long long __b) { 3743 int __cc; 3744 __builtin_s390_vchlgs((__vector unsigned long long)__b, 3745 (__vector unsigned long long)__a, &__cc); 3746 return __cc == 3; 3747 } 3748 3749 #if __ARCH__ >= 15 3750 static inline __ATTRS_o_ai int 3751 vec_all_ge(__vector signed __int128 __a, __vector signed __int128 __b) { 3752 int __cc; 3753 __builtin_s390_vchqs((signed __int128)__b, (signed __int128)__a, &__cc); 3754 return __cc == 3; 3755 } 3756 3757 static inline __ATTRS_o_ai int 3758 vec_all_ge(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 3759 int __cc; 3760 __builtin_s390_vchlqs((unsigned __int128)__b, (unsigned __int128)__a, &__cc); 3761 return __cc == 3; 3762 } 3763 #endif 3764 3765 #if __ARCH__ >= 12 3766 static inline __ATTRS_o_ai int 3767 vec_all_ge(__vector float __a, __vector float __b) { 3768 int __cc; 3769 __builtin_s390_vfchesbs(__a, __b, &__cc); 3770 return __cc == 0; 3771 } 3772 #endif 3773 3774 static inline __ATTRS_o_ai int 3775 vec_all_ge(__vector double __a, __vector double __b) { 3776 int __cc; 3777 __builtin_s390_vfchedbs(__a, __b, &__cc); 3778 return __cc == 0; 3779 } 3780 3781 /*-- vec_all_gt -------------------------------------------------------------*/ 3782 3783 static inline __ATTRS_o_ai int 3784 vec_all_gt(__vector signed char __a, __vector signed char __b) { 3785 int __cc; 3786 __builtin_s390_vchbs(__a, __b, &__cc); 3787 return __cc == 0; 3788 } 3789 3790 // This prototype is deprecated. 3791 static inline __ATTRS_o_ai int 3792 vec_all_gt(__vector signed char __a, __vector __bool char __b) { 3793 int __cc; 3794 __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc); 3795 return __cc == 0; 3796 } 3797 3798 // This prototype is deprecated. 3799 static inline __ATTRS_o_ai int 3800 vec_all_gt(__vector __bool char __a, __vector signed char __b) { 3801 int __cc; 3802 __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc); 3803 return __cc == 0; 3804 } 3805 3806 static inline __ATTRS_o_ai int 3807 vec_all_gt(__vector unsigned char __a, __vector unsigned char __b) { 3808 int __cc; 3809 __builtin_s390_vchlbs(__a, __b, &__cc); 3810 return __cc == 0; 3811 } 3812 3813 // This prototype is deprecated. 3814 static inline __ATTRS_o_ai int 3815 vec_all_gt(__vector unsigned char __a, __vector __bool char __b) { 3816 int __cc; 3817 __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc); 3818 return __cc == 0; 3819 } 3820 3821 // This prototype is deprecated. 3822 static inline __ATTRS_o_ai int 3823 vec_all_gt(__vector __bool char __a, __vector unsigned char __b) { 3824 int __cc; 3825 __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc); 3826 return __cc == 0; 3827 } 3828 3829 // This prototype is deprecated. 3830 static inline __ATTRS_o_ai int 3831 vec_all_gt(__vector __bool char __a, __vector __bool char __b) { 3832 int __cc; 3833 __builtin_s390_vchlbs((__vector unsigned char)__a, 3834 (__vector unsigned char)__b, &__cc); 3835 return __cc == 0; 3836 } 3837 3838 static inline __ATTRS_o_ai int 3839 vec_all_gt(__vector signed short __a, __vector signed short __b) { 3840 int __cc; 3841 __builtin_s390_vchhs(__a, __b, &__cc); 3842 return __cc == 0; 3843 } 3844 3845 // This prototype is deprecated. 3846 static inline __ATTRS_o_ai int 3847 vec_all_gt(__vector signed short __a, __vector __bool short __b) { 3848 int __cc; 3849 __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc); 3850 return __cc == 0; 3851 } 3852 3853 // This prototype is deprecated. 3854 static inline __ATTRS_o_ai int 3855 vec_all_gt(__vector __bool short __a, __vector signed short __b) { 3856 int __cc; 3857 __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc); 3858 return __cc == 0; 3859 } 3860 3861 static inline __ATTRS_o_ai int 3862 vec_all_gt(__vector unsigned short __a, __vector unsigned short __b) { 3863 int __cc; 3864 __builtin_s390_vchlhs(__a, __b, &__cc); 3865 return __cc == 0; 3866 } 3867 3868 // This prototype is deprecated. 3869 static inline __ATTRS_o_ai int 3870 vec_all_gt(__vector unsigned short __a, __vector __bool short __b) { 3871 int __cc; 3872 __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc); 3873 return __cc == 0; 3874 } 3875 3876 // This prototype is deprecated. 3877 static inline __ATTRS_o_ai int 3878 vec_all_gt(__vector __bool short __a, __vector unsigned short __b) { 3879 int __cc; 3880 __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc); 3881 return __cc == 0; 3882 } 3883 3884 // This prototype is deprecated. 3885 static inline __ATTRS_o_ai int 3886 vec_all_gt(__vector __bool short __a, __vector __bool short __b) { 3887 int __cc; 3888 __builtin_s390_vchlhs((__vector unsigned short)__a, 3889 (__vector unsigned short)__b, &__cc); 3890 return __cc == 0; 3891 } 3892 3893 static inline __ATTRS_o_ai int 3894 vec_all_gt(__vector signed int __a, __vector signed int __b) { 3895 int __cc; 3896 __builtin_s390_vchfs(__a, __b, &__cc); 3897 return __cc == 0; 3898 } 3899 3900 // This prototype is deprecated. 3901 static inline __ATTRS_o_ai int 3902 vec_all_gt(__vector signed int __a, __vector __bool int __b) { 3903 int __cc; 3904 __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc); 3905 return __cc == 0; 3906 } 3907 3908 // This prototype is deprecated. 3909 static inline __ATTRS_o_ai int 3910 vec_all_gt(__vector __bool int __a, __vector signed int __b) { 3911 int __cc; 3912 __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc); 3913 return __cc == 0; 3914 } 3915 3916 static inline __ATTRS_o_ai int 3917 vec_all_gt(__vector unsigned int __a, __vector unsigned int __b) { 3918 int __cc; 3919 __builtin_s390_vchlfs(__a, __b, &__cc); 3920 return __cc == 0; 3921 } 3922 3923 // This prototype is deprecated. 3924 static inline __ATTRS_o_ai int 3925 vec_all_gt(__vector unsigned int __a, __vector __bool int __b) { 3926 int __cc; 3927 __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc); 3928 return __cc == 0; 3929 } 3930 3931 // This prototype is deprecated. 3932 static inline __ATTRS_o_ai int 3933 vec_all_gt(__vector __bool int __a, __vector unsigned int __b) { 3934 int __cc; 3935 __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc); 3936 return __cc == 0; 3937 } 3938 3939 // This prototype is deprecated. 3940 static inline __ATTRS_o_ai int 3941 vec_all_gt(__vector __bool int __a, __vector __bool int __b) { 3942 int __cc; 3943 __builtin_s390_vchlfs((__vector unsigned int)__a, 3944 (__vector unsigned int)__b, &__cc); 3945 return __cc == 0; 3946 } 3947 3948 static inline __ATTRS_o_ai int 3949 vec_all_gt(__vector signed long long __a, __vector signed long long __b) { 3950 int __cc; 3951 __builtin_s390_vchgs(__a, __b, &__cc); 3952 return __cc == 0; 3953 } 3954 3955 // This prototype is deprecated. 3956 static inline __ATTRS_o_ai int 3957 vec_all_gt(__vector signed long long __a, __vector __bool long long __b) { 3958 int __cc; 3959 __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc); 3960 return __cc == 0; 3961 } 3962 3963 // This prototype is deprecated. 3964 static inline __ATTRS_o_ai int 3965 vec_all_gt(__vector __bool long long __a, __vector signed long long __b) { 3966 int __cc; 3967 __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc); 3968 return __cc == 0; 3969 } 3970 3971 static inline __ATTRS_o_ai int 3972 vec_all_gt(__vector unsigned long long __a, __vector unsigned long long __b) { 3973 int __cc; 3974 __builtin_s390_vchlgs(__a, __b, &__cc); 3975 return __cc == 0; 3976 } 3977 3978 // This prototype is deprecated. 3979 static inline __ATTRS_o_ai int 3980 vec_all_gt(__vector unsigned long long __a, __vector __bool long long __b) { 3981 int __cc; 3982 __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc); 3983 return __cc == 0; 3984 } 3985 3986 // This prototype is deprecated. 3987 static inline __ATTRS_o_ai int 3988 vec_all_gt(__vector __bool long long __a, __vector unsigned long long __b) { 3989 int __cc; 3990 __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc); 3991 return __cc == 0; 3992 } 3993 3994 // This prototype is deprecated. 3995 static inline __ATTRS_o_ai int 3996 vec_all_gt(__vector __bool long long __a, __vector __bool long long __b) { 3997 int __cc; 3998 __builtin_s390_vchlgs((__vector unsigned long long)__a, 3999 (__vector unsigned long long)__b, &__cc); 4000 return __cc == 0; 4001 } 4002 4003 #if __ARCH__ >= 15 4004 static inline __ATTRS_o_ai int 4005 vec_all_gt(__vector signed __int128 __a, __vector signed __int128 __b) { 4006 int __cc; 4007 __builtin_s390_vchqs((signed __int128)__a, (signed __int128)__b, &__cc); 4008 return __cc == 0; 4009 } 4010 4011 static inline __ATTRS_o_ai int 4012 vec_all_gt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 4013 int __cc; 4014 __builtin_s390_vchlqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 4015 return __cc == 0; 4016 } 4017 #endif 4018 4019 #if __ARCH__ >= 12 4020 static inline __ATTRS_o_ai int 4021 vec_all_gt(__vector float __a, __vector float __b) { 4022 int __cc; 4023 __builtin_s390_vfchsbs(__a, __b, &__cc); 4024 return __cc == 0; 4025 } 4026 #endif 4027 4028 static inline __ATTRS_o_ai int 4029 vec_all_gt(__vector double __a, __vector double __b) { 4030 int __cc; 4031 __builtin_s390_vfchdbs(__a, __b, &__cc); 4032 return __cc == 0; 4033 } 4034 4035 /*-- vec_all_le -------------------------------------------------------------*/ 4036 4037 static inline __ATTRS_o_ai int 4038 vec_all_le(__vector signed char __a, __vector signed char __b) { 4039 int __cc; 4040 __builtin_s390_vchbs(__a, __b, &__cc); 4041 return __cc == 3; 4042 } 4043 4044 // This prototype is deprecated. 4045 static inline __ATTRS_o_ai int 4046 vec_all_le(__vector signed char __a, __vector __bool char __b) { 4047 int __cc; 4048 __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc); 4049 return __cc == 3; 4050 } 4051 4052 // This prototype is deprecated. 4053 static inline __ATTRS_o_ai int 4054 vec_all_le(__vector __bool char __a, __vector signed char __b) { 4055 int __cc; 4056 __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc); 4057 return __cc == 3; 4058 } 4059 4060 static inline __ATTRS_o_ai int 4061 vec_all_le(__vector unsigned char __a, __vector unsigned char __b) { 4062 int __cc; 4063 __builtin_s390_vchlbs(__a, __b, &__cc); 4064 return __cc == 3; 4065 } 4066 4067 // This prototype is deprecated. 4068 static inline __ATTRS_o_ai int 4069 vec_all_le(__vector unsigned char __a, __vector __bool char __b) { 4070 int __cc; 4071 __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc); 4072 return __cc == 3; 4073 } 4074 4075 // This prototype is deprecated. 4076 static inline __ATTRS_o_ai int 4077 vec_all_le(__vector __bool char __a, __vector unsigned char __b) { 4078 int __cc; 4079 __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc); 4080 return __cc == 3; 4081 } 4082 4083 // This prototype is deprecated. 4084 static inline __ATTRS_o_ai int 4085 vec_all_le(__vector __bool char __a, __vector __bool char __b) { 4086 int __cc; 4087 __builtin_s390_vchlbs((__vector unsigned char)__a, 4088 (__vector unsigned char)__b, &__cc); 4089 return __cc == 3; 4090 } 4091 4092 static inline __ATTRS_o_ai int 4093 vec_all_le(__vector signed short __a, __vector signed short __b) { 4094 int __cc; 4095 __builtin_s390_vchhs(__a, __b, &__cc); 4096 return __cc == 3; 4097 } 4098 4099 // This prototype is deprecated. 4100 static inline __ATTRS_o_ai int 4101 vec_all_le(__vector signed short __a, __vector __bool short __b) { 4102 int __cc; 4103 __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc); 4104 return __cc == 3; 4105 } 4106 4107 // This prototype is deprecated. 4108 static inline __ATTRS_o_ai int 4109 vec_all_le(__vector __bool short __a, __vector signed short __b) { 4110 int __cc; 4111 __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc); 4112 return __cc == 3; 4113 } 4114 4115 static inline __ATTRS_o_ai int 4116 vec_all_le(__vector unsigned short __a, __vector unsigned short __b) { 4117 int __cc; 4118 __builtin_s390_vchlhs(__a, __b, &__cc); 4119 return __cc == 3; 4120 } 4121 4122 // This prototype is deprecated. 4123 static inline __ATTRS_o_ai int 4124 vec_all_le(__vector unsigned short __a, __vector __bool short __b) { 4125 int __cc; 4126 __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc); 4127 return __cc == 3; 4128 } 4129 4130 // This prototype is deprecated. 4131 static inline __ATTRS_o_ai int 4132 vec_all_le(__vector __bool short __a, __vector unsigned short __b) { 4133 int __cc; 4134 __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc); 4135 return __cc == 3; 4136 } 4137 4138 // This prototype is deprecated. 4139 static inline __ATTRS_o_ai int 4140 vec_all_le(__vector __bool short __a, __vector __bool short __b) { 4141 int __cc; 4142 __builtin_s390_vchlhs((__vector unsigned short)__a, 4143 (__vector unsigned short)__b, &__cc); 4144 return __cc == 3; 4145 } 4146 4147 static inline __ATTRS_o_ai int 4148 vec_all_le(__vector signed int __a, __vector signed int __b) { 4149 int __cc; 4150 __builtin_s390_vchfs(__a, __b, &__cc); 4151 return __cc == 3; 4152 } 4153 4154 // This prototype is deprecated. 4155 static inline __ATTRS_o_ai int 4156 vec_all_le(__vector signed int __a, __vector __bool int __b) { 4157 int __cc; 4158 __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc); 4159 return __cc == 3; 4160 } 4161 4162 // This prototype is deprecated. 4163 static inline __ATTRS_o_ai int 4164 vec_all_le(__vector __bool int __a, __vector signed int __b) { 4165 int __cc; 4166 __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc); 4167 return __cc == 3; 4168 } 4169 4170 static inline __ATTRS_o_ai int 4171 vec_all_le(__vector unsigned int __a, __vector unsigned int __b) { 4172 int __cc; 4173 __builtin_s390_vchlfs(__a, __b, &__cc); 4174 return __cc == 3; 4175 } 4176 4177 // This prototype is deprecated. 4178 static inline __ATTRS_o_ai int 4179 vec_all_le(__vector unsigned int __a, __vector __bool int __b) { 4180 int __cc; 4181 __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc); 4182 return __cc == 3; 4183 } 4184 4185 // This prototype is deprecated. 4186 static inline __ATTRS_o_ai int 4187 vec_all_le(__vector __bool int __a, __vector unsigned int __b) { 4188 int __cc; 4189 __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc); 4190 return __cc == 3; 4191 } 4192 4193 // This prototype is deprecated. 4194 static inline __ATTRS_o_ai int 4195 vec_all_le(__vector __bool int __a, __vector __bool int __b) { 4196 int __cc; 4197 __builtin_s390_vchlfs((__vector unsigned int)__a, 4198 (__vector unsigned int)__b, &__cc); 4199 return __cc == 3; 4200 } 4201 4202 static inline __ATTRS_o_ai int 4203 vec_all_le(__vector signed long long __a, __vector signed long long __b) { 4204 int __cc; 4205 __builtin_s390_vchgs(__a, __b, &__cc); 4206 return __cc == 3; 4207 } 4208 4209 // This prototype is deprecated. 4210 static inline __ATTRS_o_ai int 4211 vec_all_le(__vector signed long long __a, __vector __bool long long __b) { 4212 int __cc; 4213 __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc); 4214 return __cc == 3; 4215 } 4216 4217 // This prototype is deprecated. 4218 static inline __ATTRS_o_ai int 4219 vec_all_le(__vector __bool long long __a, __vector signed long long __b) { 4220 int __cc; 4221 __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc); 4222 return __cc == 3; 4223 } 4224 4225 static inline __ATTRS_o_ai int 4226 vec_all_le(__vector unsigned long long __a, __vector unsigned long long __b) { 4227 int __cc; 4228 __builtin_s390_vchlgs(__a, __b, &__cc); 4229 return __cc == 3; 4230 } 4231 4232 // This prototype is deprecated. 4233 static inline __ATTRS_o_ai int 4234 vec_all_le(__vector unsigned long long __a, __vector __bool long long __b) { 4235 int __cc; 4236 __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc); 4237 return __cc == 3; 4238 } 4239 4240 // This prototype is deprecated. 4241 static inline __ATTRS_o_ai int 4242 vec_all_le(__vector __bool long long __a, __vector unsigned long long __b) { 4243 int __cc; 4244 __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc); 4245 return __cc == 3; 4246 } 4247 4248 // This prototype is deprecated. 4249 static inline __ATTRS_o_ai int 4250 vec_all_le(__vector __bool long long __a, __vector __bool long long __b) { 4251 int __cc; 4252 __builtin_s390_vchlgs((__vector unsigned long long)__a, 4253 (__vector unsigned long long)__b, &__cc); 4254 return __cc == 3; 4255 } 4256 4257 #if __ARCH__ >= 15 4258 static inline __ATTRS_o_ai int 4259 vec_all_le(__vector signed __int128 __a, __vector signed __int128 __b) { 4260 int __cc; 4261 __builtin_s390_vchqs((signed __int128)__a, (signed __int128)__b, &__cc); 4262 return __cc == 3; 4263 } 4264 4265 static inline __ATTRS_o_ai int 4266 vec_all_le(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 4267 int __cc; 4268 __builtin_s390_vchlqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 4269 return __cc == 3; 4270 } 4271 #endif 4272 4273 #if __ARCH__ >= 12 4274 static inline __ATTRS_o_ai int 4275 vec_all_le(__vector float __a, __vector float __b) { 4276 int __cc; 4277 __builtin_s390_vfchesbs(__b, __a, &__cc); 4278 return __cc == 0; 4279 } 4280 #endif 4281 4282 static inline __ATTRS_o_ai int 4283 vec_all_le(__vector double __a, __vector double __b) { 4284 int __cc; 4285 __builtin_s390_vfchedbs(__b, __a, &__cc); 4286 return __cc == 0; 4287 } 4288 4289 /*-- vec_all_lt -------------------------------------------------------------*/ 4290 4291 static inline __ATTRS_o_ai int 4292 vec_all_lt(__vector signed char __a, __vector signed char __b) { 4293 int __cc; 4294 __builtin_s390_vchbs(__b, __a, &__cc); 4295 return __cc == 0; 4296 } 4297 4298 // This prototype is deprecated. 4299 static inline __ATTRS_o_ai int 4300 vec_all_lt(__vector signed char __a, __vector __bool char __b) { 4301 int __cc; 4302 __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc); 4303 return __cc == 0; 4304 } 4305 4306 // This prototype is deprecated. 4307 static inline __ATTRS_o_ai int 4308 vec_all_lt(__vector __bool char __a, __vector signed char __b) { 4309 int __cc; 4310 __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc); 4311 return __cc == 0; 4312 } 4313 4314 static inline __ATTRS_o_ai int 4315 vec_all_lt(__vector unsigned char __a, __vector unsigned char __b) { 4316 int __cc; 4317 __builtin_s390_vchlbs(__b, __a, &__cc); 4318 return __cc == 0; 4319 } 4320 4321 // This prototype is deprecated. 4322 static inline __ATTRS_o_ai int 4323 vec_all_lt(__vector unsigned char __a, __vector __bool char __b) { 4324 int __cc; 4325 __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc); 4326 return __cc == 0; 4327 } 4328 4329 // This prototype is deprecated. 4330 static inline __ATTRS_o_ai int 4331 vec_all_lt(__vector __bool char __a, __vector unsigned char __b) { 4332 int __cc; 4333 __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc); 4334 return __cc == 0; 4335 } 4336 4337 // This prototype is deprecated. 4338 static inline __ATTRS_o_ai int 4339 vec_all_lt(__vector __bool char __a, __vector __bool char __b) { 4340 int __cc; 4341 __builtin_s390_vchlbs((__vector unsigned char)__b, 4342 (__vector unsigned char)__a, &__cc); 4343 return __cc == 0; 4344 } 4345 4346 static inline __ATTRS_o_ai int 4347 vec_all_lt(__vector signed short __a, __vector signed short __b) { 4348 int __cc; 4349 __builtin_s390_vchhs(__b, __a, &__cc); 4350 return __cc == 0; 4351 } 4352 4353 // This prototype is deprecated. 4354 static inline __ATTRS_o_ai int 4355 vec_all_lt(__vector signed short __a, __vector __bool short __b) { 4356 int __cc; 4357 __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc); 4358 return __cc == 0; 4359 } 4360 4361 // This prototype is deprecated. 4362 static inline __ATTRS_o_ai int 4363 vec_all_lt(__vector __bool short __a, __vector signed short __b) { 4364 int __cc; 4365 __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc); 4366 return __cc == 0; 4367 } 4368 4369 static inline __ATTRS_o_ai int 4370 vec_all_lt(__vector unsigned short __a, __vector unsigned short __b) { 4371 int __cc; 4372 __builtin_s390_vchlhs(__b, __a, &__cc); 4373 return __cc == 0; 4374 } 4375 4376 // This prototype is deprecated. 4377 static inline __ATTRS_o_ai int 4378 vec_all_lt(__vector unsigned short __a, __vector __bool short __b) { 4379 int __cc; 4380 __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc); 4381 return __cc == 0; 4382 } 4383 4384 // This prototype is deprecated. 4385 static inline __ATTRS_o_ai int 4386 vec_all_lt(__vector __bool short __a, __vector unsigned short __b) { 4387 int __cc; 4388 __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc); 4389 return __cc == 0; 4390 } 4391 4392 // This prototype is deprecated. 4393 static inline __ATTRS_o_ai int 4394 vec_all_lt(__vector __bool short __a, __vector __bool short __b) { 4395 int __cc; 4396 __builtin_s390_vchlhs((__vector unsigned short)__b, 4397 (__vector unsigned short)__a, &__cc); 4398 return __cc == 0; 4399 } 4400 4401 static inline __ATTRS_o_ai int 4402 vec_all_lt(__vector signed int __a, __vector signed int __b) { 4403 int __cc; 4404 __builtin_s390_vchfs(__b, __a, &__cc); 4405 return __cc == 0; 4406 } 4407 4408 // This prototype is deprecated. 4409 static inline __ATTRS_o_ai int 4410 vec_all_lt(__vector signed int __a, __vector __bool int __b) { 4411 int __cc; 4412 __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc); 4413 return __cc == 0; 4414 } 4415 4416 // This prototype is deprecated. 4417 static inline __ATTRS_o_ai int 4418 vec_all_lt(__vector __bool int __a, __vector signed int __b) { 4419 int __cc; 4420 __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc); 4421 return __cc == 0; 4422 } 4423 4424 static inline __ATTRS_o_ai int 4425 vec_all_lt(__vector unsigned int __a, __vector unsigned int __b) { 4426 int __cc; 4427 __builtin_s390_vchlfs(__b, __a, &__cc); 4428 return __cc == 0; 4429 } 4430 4431 // This prototype is deprecated. 4432 static inline __ATTRS_o_ai int 4433 vec_all_lt(__vector unsigned int __a, __vector __bool int __b) { 4434 int __cc; 4435 __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc); 4436 return __cc == 0; 4437 } 4438 4439 // This prototype is deprecated. 4440 static inline __ATTRS_o_ai int 4441 vec_all_lt(__vector __bool int __a, __vector unsigned int __b) { 4442 int __cc; 4443 __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc); 4444 return __cc == 0; 4445 } 4446 4447 // This prototype is deprecated. 4448 static inline __ATTRS_o_ai int 4449 vec_all_lt(__vector __bool int __a, __vector __bool int __b) { 4450 int __cc; 4451 __builtin_s390_vchlfs((__vector unsigned int)__b, 4452 (__vector unsigned int)__a, &__cc); 4453 return __cc == 0; 4454 } 4455 4456 static inline __ATTRS_o_ai int 4457 vec_all_lt(__vector signed long long __a, __vector signed long long __b) { 4458 int __cc; 4459 __builtin_s390_vchgs(__b, __a, &__cc); 4460 return __cc == 0; 4461 } 4462 4463 // This prototype is deprecated. 4464 static inline __ATTRS_o_ai int 4465 vec_all_lt(__vector signed long long __a, __vector __bool long long __b) { 4466 int __cc; 4467 __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc); 4468 return __cc == 0; 4469 } 4470 4471 // This prototype is deprecated. 4472 static inline __ATTRS_o_ai int 4473 vec_all_lt(__vector __bool long long __a, __vector signed long long __b) { 4474 int __cc; 4475 __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc); 4476 return __cc == 0; 4477 } 4478 4479 static inline __ATTRS_o_ai int 4480 vec_all_lt(__vector unsigned long long __a, __vector unsigned long long __b) { 4481 int __cc; 4482 __builtin_s390_vchlgs(__b, __a, &__cc); 4483 return __cc == 0; 4484 } 4485 4486 // This prototype is deprecated. 4487 static inline __ATTRS_o_ai int 4488 vec_all_lt(__vector unsigned long long __a, __vector __bool long long __b) { 4489 int __cc; 4490 __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc); 4491 return __cc == 0; 4492 } 4493 4494 // This prototype is deprecated. 4495 static inline __ATTRS_o_ai int 4496 vec_all_lt(__vector __bool long long __a, __vector unsigned long long __b) { 4497 int __cc; 4498 __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc); 4499 return __cc == 0; 4500 } 4501 4502 // This prototype is deprecated. 4503 static inline __ATTRS_o_ai int 4504 vec_all_lt(__vector __bool long long __a, __vector __bool long long __b) { 4505 int __cc; 4506 __builtin_s390_vchlgs((__vector unsigned long long)__b, 4507 (__vector unsigned long long)__a, &__cc); 4508 return __cc == 0; 4509 } 4510 4511 #if __ARCH__ >= 15 4512 static inline __ATTRS_o_ai int 4513 vec_all_lt(__vector signed __int128 __a, __vector signed __int128 __b) { 4514 int __cc; 4515 __builtin_s390_vchqs((signed __int128)__b, (signed __int128)__a, &__cc); 4516 return __cc == 0; 4517 } 4518 4519 static inline __ATTRS_o_ai int 4520 vec_all_lt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 4521 int __cc; 4522 __builtin_s390_vchlqs((unsigned __int128)__b, (unsigned __int128)__a, &__cc); 4523 return __cc == 0; 4524 } 4525 #endif 4526 4527 #if __ARCH__ >= 12 4528 static inline __ATTRS_o_ai int 4529 vec_all_lt(__vector float __a, __vector float __b) { 4530 int __cc; 4531 __builtin_s390_vfchsbs(__b, __a, &__cc); 4532 return __cc == 0; 4533 } 4534 #endif 4535 4536 static inline __ATTRS_o_ai int 4537 vec_all_lt(__vector double __a, __vector double __b) { 4538 int __cc; 4539 __builtin_s390_vfchdbs(__b, __a, &__cc); 4540 return __cc == 0; 4541 } 4542 4543 /*-- vec_all_nge ------------------------------------------------------------*/ 4544 4545 #if __ARCH__ >= 12 4546 static inline __ATTRS_o_ai int 4547 vec_all_nge(__vector float __a, __vector float __b) { 4548 int __cc; 4549 __builtin_s390_vfchesbs(__a, __b, &__cc); 4550 return __cc == 3; 4551 } 4552 #endif 4553 4554 static inline __ATTRS_o_ai int 4555 vec_all_nge(__vector double __a, __vector double __b) { 4556 int __cc; 4557 __builtin_s390_vfchedbs(__a, __b, &__cc); 4558 return __cc == 3; 4559 } 4560 4561 /*-- vec_all_ngt ------------------------------------------------------------*/ 4562 4563 #if __ARCH__ >= 12 4564 static inline __ATTRS_o_ai int 4565 vec_all_ngt(__vector float __a, __vector float __b) { 4566 int __cc; 4567 __builtin_s390_vfchsbs(__a, __b, &__cc); 4568 return __cc == 3; 4569 } 4570 #endif 4571 4572 static inline __ATTRS_o_ai int 4573 vec_all_ngt(__vector double __a, __vector double __b) { 4574 int __cc; 4575 __builtin_s390_vfchdbs(__a, __b, &__cc); 4576 return __cc == 3; 4577 } 4578 4579 /*-- vec_all_nle ------------------------------------------------------------*/ 4580 4581 #if __ARCH__ >= 12 4582 static inline __ATTRS_o_ai int 4583 vec_all_nle(__vector float __a, __vector float __b) { 4584 int __cc; 4585 __builtin_s390_vfchesbs(__b, __a, &__cc); 4586 return __cc == 3; 4587 } 4588 #endif 4589 4590 static inline __ATTRS_o_ai int 4591 vec_all_nle(__vector double __a, __vector double __b) { 4592 int __cc; 4593 __builtin_s390_vfchedbs(__b, __a, &__cc); 4594 return __cc == 3; 4595 } 4596 4597 /*-- vec_all_nlt ------------------------------------------------------------*/ 4598 4599 #if __ARCH__ >= 12 4600 static inline __ATTRS_o_ai int 4601 vec_all_nlt(__vector float __a, __vector float __b) { 4602 int __cc; 4603 __builtin_s390_vfchsbs(__b, __a, &__cc); 4604 return __cc == 3; 4605 } 4606 #endif 4607 4608 static inline __ATTRS_o_ai int 4609 vec_all_nlt(__vector double __a, __vector double __b) { 4610 int __cc; 4611 __builtin_s390_vfchdbs(__b, __a, &__cc); 4612 return __cc == 3; 4613 } 4614 4615 /*-- vec_all_nan ------------------------------------------------------------*/ 4616 4617 #if __ARCH__ >= 12 4618 static inline __ATTRS_o_ai int 4619 vec_all_nan(__vector float __a) { 4620 int __cc; 4621 __builtin_s390_vftcisb(__a, 15, &__cc); 4622 return __cc == 0; 4623 } 4624 #endif 4625 4626 static inline __ATTRS_o_ai int 4627 vec_all_nan(__vector double __a) { 4628 int __cc; 4629 __builtin_s390_vftcidb(__a, 15, &__cc); 4630 return __cc == 0; 4631 } 4632 4633 /*-- vec_all_numeric --------------------------------------------------------*/ 4634 4635 #if __ARCH__ >= 12 4636 static inline __ATTRS_o_ai int 4637 vec_all_numeric(__vector float __a) { 4638 int __cc; 4639 __builtin_s390_vftcisb(__a, 15, &__cc); 4640 return __cc == 3; 4641 } 4642 #endif 4643 4644 static inline __ATTRS_o_ai int 4645 vec_all_numeric(__vector double __a) { 4646 int __cc; 4647 __builtin_s390_vftcidb(__a, 15, &__cc); 4648 return __cc == 3; 4649 } 4650 4651 /*-- vec_any_eq -------------------------------------------------------------*/ 4652 4653 static inline __ATTRS_o_ai int 4654 vec_any_eq(__vector signed char __a, __vector signed char __b) { 4655 int __cc; 4656 __builtin_s390_vceqbs((__vector unsigned char)__a, 4657 (__vector unsigned char)__b, &__cc); 4658 return __cc <= 1; 4659 } 4660 4661 // This prototype is deprecated. 4662 static inline __ATTRS_o_ai int 4663 vec_any_eq(__vector signed char __a, __vector __bool char __b) { 4664 int __cc; 4665 __builtin_s390_vceqbs((__vector unsigned char)__a, 4666 (__vector unsigned char)__b, &__cc); 4667 return __cc <= 1; 4668 } 4669 4670 // This prototype is deprecated. 4671 static inline __ATTRS_o_ai int 4672 vec_any_eq(__vector __bool char __a, __vector signed char __b) { 4673 int __cc; 4674 __builtin_s390_vceqbs((__vector unsigned char)__a, 4675 (__vector unsigned char)__b, &__cc); 4676 return __cc <= 1; 4677 } 4678 4679 static inline __ATTRS_o_ai int 4680 vec_any_eq(__vector unsigned char __a, __vector unsigned char __b) { 4681 int __cc; 4682 __builtin_s390_vceqbs(__a, __b, &__cc); 4683 return __cc <= 1; 4684 } 4685 4686 // This prototype is deprecated. 4687 static inline __ATTRS_o_ai int 4688 vec_any_eq(__vector unsigned char __a, __vector __bool char __b) { 4689 int __cc; 4690 __builtin_s390_vceqbs(__a, (__vector unsigned char)__b, &__cc); 4691 return __cc <= 1; 4692 } 4693 4694 // This prototype is deprecated. 4695 static inline __ATTRS_o_ai int 4696 vec_any_eq(__vector __bool char __a, __vector unsigned char __b) { 4697 int __cc; 4698 __builtin_s390_vceqbs((__vector unsigned char)__a, __b, &__cc); 4699 return __cc <= 1; 4700 } 4701 4702 static inline __ATTRS_o_ai int 4703 vec_any_eq(__vector __bool char __a, __vector __bool char __b) { 4704 int __cc; 4705 __builtin_s390_vceqbs((__vector unsigned char)__a, 4706 (__vector unsigned char)__b, &__cc); 4707 return __cc <= 1; 4708 } 4709 4710 static inline __ATTRS_o_ai int 4711 vec_any_eq(__vector signed short __a, __vector signed short __b) { 4712 int __cc; 4713 __builtin_s390_vceqhs((__vector unsigned short)__a, 4714 (__vector unsigned short)__b, &__cc); 4715 return __cc <= 1; 4716 } 4717 4718 // This prototype is deprecated. 4719 static inline __ATTRS_o_ai int 4720 vec_any_eq(__vector signed short __a, __vector __bool short __b) { 4721 int __cc; 4722 __builtin_s390_vceqhs((__vector unsigned short)__a, 4723 (__vector unsigned short)__b, &__cc); 4724 return __cc <= 1; 4725 } 4726 4727 // This prototype is deprecated. 4728 static inline __ATTRS_o_ai int 4729 vec_any_eq(__vector __bool short __a, __vector signed short __b) { 4730 int __cc; 4731 __builtin_s390_vceqhs((__vector unsigned short)__a, 4732 (__vector unsigned short)__b, &__cc); 4733 return __cc <= 1; 4734 } 4735 4736 static inline __ATTRS_o_ai int 4737 vec_any_eq(__vector unsigned short __a, __vector unsigned short __b) { 4738 int __cc; 4739 __builtin_s390_vceqhs(__a, __b, &__cc); 4740 return __cc <= 1; 4741 } 4742 4743 // This prototype is deprecated. 4744 static inline __ATTRS_o_ai int 4745 vec_any_eq(__vector unsigned short __a, __vector __bool short __b) { 4746 int __cc; 4747 __builtin_s390_vceqhs(__a, (__vector unsigned short)__b, &__cc); 4748 return __cc <= 1; 4749 } 4750 4751 // This prototype is deprecated. 4752 static inline __ATTRS_o_ai int 4753 vec_any_eq(__vector __bool short __a, __vector unsigned short __b) { 4754 int __cc; 4755 __builtin_s390_vceqhs((__vector unsigned short)__a, __b, &__cc); 4756 return __cc <= 1; 4757 } 4758 4759 static inline __ATTRS_o_ai int 4760 vec_any_eq(__vector __bool short __a, __vector __bool short __b) { 4761 int __cc; 4762 __builtin_s390_vceqhs((__vector unsigned short)__a, 4763 (__vector unsigned short)__b, &__cc); 4764 return __cc <= 1; 4765 } 4766 4767 static inline __ATTRS_o_ai int 4768 vec_any_eq(__vector signed int __a, __vector signed int __b) { 4769 int __cc; 4770 __builtin_s390_vceqfs((__vector unsigned int)__a, 4771 (__vector unsigned int)__b, &__cc); 4772 return __cc <= 1; 4773 } 4774 4775 // This prototype is deprecated. 4776 static inline __ATTRS_o_ai int 4777 vec_any_eq(__vector signed int __a, __vector __bool int __b) { 4778 int __cc; 4779 __builtin_s390_vceqfs((__vector unsigned int)__a, 4780 (__vector unsigned int)__b, &__cc); 4781 return __cc <= 1; 4782 } 4783 4784 // This prototype is deprecated. 4785 static inline __ATTRS_o_ai int 4786 vec_any_eq(__vector __bool int __a, __vector signed int __b) { 4787 int __cc; 4788 __builtin_s390_vceqfs((__vector unsigned int)__a, 4789 (__vector unsigned int)__b, &__cc); 4790 return __cc <= 1; 4791 } 4792 4793 static inline __ATTRS_o_ai int 4794 vec_any_eq(__vector unsigned int __a, __vector unsigned int __b) { 4795 int __cc; 4796 __builtin_s390_vceqfs(__a, __b, &__cc); 4797 return __cc <= 1; 4798 } 4799 4800 // This prototype is deprecated. 4801 static inline __ATTRS_o_ai int 4802 vec_any_eq(__vector unsigned int __a, __vector __bool int __b) { 4803 int __cc; 4804 __builtin_s390_vceqfs(__a, (__vector unsigned int)__b, &__cc); 4805 return __cc <= 1; 4806 } 4807 4808 // This prototype is deprecated. 4809 static inline __ATTRS_o_ai int 4810 vec_any_eq(__vector __bool int __a, __vector unsigned int __b) { 4811 int __cc; 4812 __builtin_s390_vceqfs((__vector unsigned int)__a, __b, &__cc); 4813 return __cc <= 1; 4814 } 4815 4816 static inline __ATTRS_o_ai int 4817 vec_any_eq(__vector __bool int __a, __vector __bool int __b) { 4818 int __cc; 4819 __builtin_s390_vceqfs((__vector unsigned int)__a, 4820 (__vector unsigned int)__b, &__cc); 4821 return __cc <= 1; 4822 } 4823 4824 static inline __ATTRS_o_ai int 4825 vec_any_eq(__vector signed long long __a, __vector signed long long __b) { 4826 int __cc; 4827 __builtin_s390_vceqgs((__vector unsigned long long)__a, 4828 (__vector unsigned long long)__b, &__cc); 4829 return __cc <= 1; 4830 } 4831 4832 // This prototype is deprecated. 4833 static inline __ATTRS_o_ai int 4834 vec_any_eq(__vector signed long long __a, __vector __bool long long __b) { 4835 int __cc; 4836 __builtin_s390_vceqgs((__vector unsigned long long)__a, 4837 (__vector unsigned long long)__b, &__cc); 4838 return __cc <= 1; 4839 } 4840 4841 // This prototype is deprecated. 4842 static inline __ATTRS_o_ai int 4843 vec_any_eq(__vector __bool long long __a, __vector signed long long __b) { 4844 int __cc; 4845 __builtin_s390_vceqgs((__vector unsigned long long)__a, 4846 (__vector unsigned long long)__b, &__cc); 4847 return __cc <= 1; 4848 } 4849 4850 static inline __ATTRS_o_ai int 4851 vec_any_eq(__vector unsigned long long __a, __vector unsigned long long __b) { 4852 int __cc; 4853 __builtin_s390_vceqgs(__a, __b, &__cc); 4854 return __cc <= 1; 4855 } 4856 4857 // This prototype is deprecated. 4858 static inline __ATTRS_o_ai int 4859 vec_any_eq(__vector unsigned long long __a, __vector __bool long long __b) { 4860 int __cc; 4861 __builtin_s390_vceqgs(__a, (__vector unsigned long long)__b, &__cc); 4862 return __cc <= 1; 4863 } 4864 4865 // This prototype is deprecated. 4866 static inline __ATTRS_o_ai int 4867 vec_any_eq(__vector __bool long long __a, __vector unsigned long long __b) { 4868 int __cc; 4869 __builtin_s390_vceqgs((__vector unsigned long long)__a, __b, &__cc); 4870 return __cc <= 1; 4871 } 4872 4873 static inline __ATTRS_o_ai int 4874 vec_any_eq(__vector __bool long long __a, __vector __bool long long __b) { 4875 int __cc; 4876 __builtin_s390_vceqgs((__vector unsigned long long)__a, 4877 (__vector unsigned long long)__b, &__cc); 4878 return __cc <= 1; 4879 } 4880 4881 #if __ARCH__ >= 15 4882 static inline __ATTRS_o_ai int 4883 vec_any_eq(__vector signed __int128 __a, __vector signed __int128 __b) { 4884 int __cc; 4885 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 4886 return __cc <= 1; 4887 } 4888 4889 static inline __ATTRS_o_ai int 4890 vec_any_eq(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 4891 int __cc; 4892 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 4893 return __cc <= 1; 4894 } 4895 4896 static inline __ATTRS_o_ai int 4897 vec_any_eq(__vector __bool __int128 __a, __vector __bool __int128 __b) { 4898 int __cc; 4899 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 4900 return __cc <= 1; 4901 } 4902 #endif 4903 4904 #if __ARCH__ >= 12 4905 static inline __ATTRS_o_ai int 4906 vec_any_eq(__vector float __a, __vector float __b) { 4907 int __cc; 4908 __builtin_s390_vfcesbs(__a, __b, &__cc); 4909 return __cc <= 1; 4910 } 4911 #endif 4912 4913 static inline __ATTRS_o_ai int 4914 vec_any_eq(__vector double __a, __vector double __b) { 4915 int __cc; 4916 __builtin_s390_vfcedbs(__a, __b, &__cc); 4917 return __cc <= 1; 4918 } 4919 4920 /*-- vec_any_ne -------------------------------------------------------------*/ 4921 4922 static inline __ATTRS_o_ai int 4923 vec_any_ne(__vector signed char __a, __vector signed char __b) { 4924 int __cc; 4925 __builtin_s390_vceqbs((__vector unsigned char)__a, 4926 (__vector unsigned char)__b, &__cc); 4927 return __cc != 0; 4928 } 4929 4930 // This prototype is deprecated. 4931 static inline __ATTRS_o_ai int 4932 vec_any_ne(__vector signed char __a, __vector __bool char __b) { 4933 int __cc; 4934 __builtin_s390_vceqbs((__vector unsigned char)__a, 4935 (__vector unsigned char)__b, &__cc); 4936 return __cc != 0; 4937 } 4938 4939 // This prototype is deprecated. 4940 static inline __ATTRS_o_ai int 4941 vec_any_ne(__vector __bool char __a, __vector signed char __b) { 4942 int __cc; 4943 __builtin_s390_vceqbs((__vector unsigned char)__a, 4944 (__vector unsigned char)__b, &__cc); 4945 return __cc != 0; 4946 } 4947 4948 static inline __ATTRS_o_ai int 4949 vec_any_ne(__vector unsigned char __a, __vector unsigned char __b) { 4950 int __cc; 4951 __builtin_s390_vceqbs(__a, __b, &__cc); 4952 return __cc != 0; 4953 } 4954 4955 // This prototype is deprecated. 4956 static inline __ATTRS_o_ai int 4957 vec_any_ne(__vector unsigned char __a, __vector __bool char __b) { 4958 int __cc; 4959 __builtin_s390_vceqbs(__a, (__vector unsigned char)__b, &__cc); 4960 return __cc != 0; 4961 } 4962 4963 // This prototype is deprecated. 4964 static inline __ATTRS_o_ai int 4965 vec_any_ne(__vector __bool char __a, __vector unsigned char __b) { 4966 int __cc; 4967 __builtin_s390_vceqbs((__vector unsigned char)__a, __b, &__cc); 4968 return __cc != 0; 4969 } 4970 4971 static inline __ATTRS_o_ai int 4972 vec_any_ne(__vector __bool char __a, __vector __bool char __b) { 4973 int __cc; 4974 __builtin_s390_vceqbs((__vector unsigned char)__a, 4975 (__vector unsigned char)__b, &__cc); 4976 return __cc != 0; 4977 } 4978 4979 static inline __ATTRS_o_ai int 4980 vec_any_ne(__vector signed short __a, __vector signed short __b) { 4981 int __cc; 4982 __builtin_s390_vceqhs((__vector unsigned short)__a, 4983 (__vector unsigned short)__b, &__cc); 4984 return __cc != 0; 4985 } 4986 4987 // This prototype is deprecated. 4988 static inline __ATTRS_o_ai int 4989 vec_any_ne(__vector signed short __a, __vector __bool short __b) { 4990 int __cc; 4991 __builtin_s390_vceqhs((__vector unsigned short)__a, 4992 (__vector unsigned short)__b, &__cc); 4993 return __cc != 0; 4994 } 4995 4996 // This prototype is deprecated. 4997 static inline __ATTRS_o_ai int 4998 vec_any_ne(__vector __bool short __a, __vector signed short __b) { 4999 int __cc; 5000 __builtin_s390_vceqhs((__vector unsigned short)__a, 5001 (__vector unsigned short)__b, &__cc); 5002 return __cc != 0; 5003 } 5004 5005 static inline __ATTRS_o_ai int 5006 vec_any_ne(__vector unsigned short __a, __vector unsigned short __b) { 5007 int __cc; 5008 __builtin_s390_vceqhs(__a, __b, &__cc); 5009 return __cc != 0; 5010 } 5011 5012 // This prototype is deprecated. 5013 static inline __ATTRS_o_ai int 5014 vec_any_ne(__vector unsigned short __a, __vector __bool short __b) { 5015 int __cc; 5016 __builtin_s390_vceqhs(__a, (__vector unsigned short)__b, &__cc); 5017 return __cc != 0; 5018 } 5019 5020 // This prototype is deprecated. 5021 static inline __ATTRS_o_ai int 5022 vec_any_ne(__vector __bool short __a, __vector unsigned short __b) { 5023 int __cc; 5024 __builtin_s390_vceqhs((__vector unsigned short)__a, __b, &__cc); 5025 return __cc != 0; 5026 } 5027 5028 static inline __ATTRS_o_ai int 5029 vec_any_ne(__vector __bool short __a, __vector __bool short __b) { 5030 int __cc; 5031 __builtin_s390_vceqhs((__vector unsigned short)__a, 5032 (__vector unsigned short)__b, &__cc); 5033 return __cc != 0; 5034 } 5035 5036 static inline __ATTRS_o_ai int 5037 vec_any_ne(__vector signed int __a, __vector signed int __b) { 5038 int __cc; 5039 __builtin_s390_vceqfs((__vector unsigned int)__a, 5040 (__vector unsigned int)__b, &__cc); 5041 return __cc != 0; 5042 } 5043 5044 // This prototype is deprecated. 5045 static inline __ATTRS_o_ai int 5046 vec_any_ne(__vector signed int __a, __vector __bool int __b) { 5047 int __cc; 5048 __builtin_s390_vceqfs((__vector unsigned int)__a, 5049 (__vector unsigned int)__b, &__cc); 5050 return __cc != 0; 5051 } 5052 5053 // This prototype is deprecated. 5054 static inline __ATTRS_o_ai int 5055 vec_any_ne(__vector __bool int __a, __vector signed int __b) { 5056 int __cc; 5057 __builtin_s390_vceqfs((__vector unsigned int)__a, 5058 (__vector unsigned int)__b, &__cc); 5059 return __cc != 0; 5060 } 5061 5062 static inline __ATTRS_o_ai int 5063 vec_any_ne(__vector unsigned int __a, __vector unsigned int __b) { 5064 int __cc; 5065 __builtin_s390_vceqfs(__a, __b, &__cc); 5066 return __cc != 0; 5067 } 5068 5069 // This prototype is deprecated. 5070 static inline __ATTRS_o_ai int 5071 vec_any_ne(__vector unsigned int __a, __vector __bool int __b) { 5072 int __cc; 5073 __builtin_s390_vceqfs(__a, (__vector unsigned int)__b, &__cc); 5074 return __cc != 0; 5075 } 5076 5077 // This prototype is deprecated. 5078 static inline __ATTRS_o_ai int 5079 vec_any_ne(__vector __bool int __a, __vector unsigned int __b) { 5080 int __cc; 5081 __builtin_s390_vceqfs((__vector unsigned int)__a, __b, &__cc); 5082 return __cc != 0; 5083 } 5084 5085 static inline __ATTRS_o_ai int 5086 vec_any_ne(__vector __bool int __a, __vector __bool int __b) { 5087 int __cc; 5088 __builtin_s390_vceqfs((__vector unsigned int)__a, 5089 (__vector unsigned int)__b, &__cc); 5090 return __cc != 0; 5091 } 5092 5093 static inline __ATTRS_o_ai int 5094 vec_any_ne(__vector signed long long __a, __vector signed long long __b) { 5095 int __cc; 5096 __builtin_s390_vceqgs((__vector unsigned long long)__a, 5097 (__vector unsigned long long)__b, &__cc); 5098 return __cc != 0; 5099 } 5100 5101 // This prototype is deprecated. 5102 static inline __ATTRS_o_ai int 5103 vec_any_ne(__vector signed long long __a, __vector __bool long long __b) { 5104 int __cc; 5105 __builtin_s390_vceqgs((__vector unsigned long long)__a, 5106 (__vector unsigned long long)__b, &__cc); 5107 return __cc != 0; 5108 } 5109 5110 // This prototype is deprecated. 5111 static inline __ATTRS_o_ai int 5112 vec_any_ne(__vector __bool long long __a, __vector signed long long __b) { 5113 int __cc; 5114 __builtin_s390_vceqgs((__vector unsigned long long)__a, 5115 (__vector unsigned long long)__b, &__cc); 5116 return __cc != 0; 5117 } 5118 5119 static inline __ATTRS_o_ai int 5120 vec_any_ne(__vector unsigned long long __a, __vector unsigned long long __b) { 5121 int __cc; 5122 __builtin_s390_vceqgs(__a, __b, &__cc); 5123 return __cc != 0; 5124 } 5125 5126 // This prototype is deprecated. 5127 static inline __ATTRS_o_ai int 5128 vec_any_ne(__vector unsigned long long __a, __vector __bool long long __b) { 5129 int __cc; 5130 __builtin_s390_vceqgs(__a, (__vector unsigned long long)__b, &__cc); 5131 return __cc != 0; 5132 } 5133 5134 // This prototype is deprecated. 5135 static inline __ATTRS_o_ai int 5136 vec_any_ne(__vector __bool long long __a, __vector unsigned long long __b) { 5137 int __cc; 5138 __builtin_s390_vceqgs((__vector unsigned long long)__a, __b, &__cc); 5139 return __cc != 0; 5140 } 5141 5142 static inline __ATTRS_o_ai int 5143 vec_any_ne(__vector __bool long long __a, __vector __bool long long __b) { 5144 int __cc; 5145 __builtin_s390_vceqgs((__vector unsigned long long)__a, 5146 (__vector unsigned long long)__b, &__cc); 5147 return __cc != 0; 5148 } 5149 5150 #if __ARCH__ >= 15 5151 static inline __ATTRS_o_ai int 5152 vec_any_ne(__vector signed __int128 __a, __vector signed __int128 __b) { 5153 int __cc; 5154 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 5155 return __cc != 0; 5156 } 5157 5158 static inline __ATTRS_o_ai int 5159 vec_any_ne(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 5160 int __cc; 5161 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 5162 return __cc != 0; 5163 } 5164 5165 static inline __ATTRS_o_ai int 5166 vec_any_ne(__vector __bool __int128 __a, __vector __bool __int128 __b) { 5167 int __cc; 5168 __builtin_s390_vceqqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 5169 return __cc != 0; 5170 } 5171 #endif 5172 5173 #if __ARCH__ >= 12 5174 static inline __ATTRS_o_ai int 5175 vec_any_ne(__vector float __a, __vector float __b) { 5176 int __cc; 5177 __builtin_s390_vfcesbs(__a, __b, &__cc); 5178 return __cc != 0; 5179 } 5180 #endif 5181 5182 static inline __ATTRS_o_ai int 5183 vec_any_ne(__vector double __a, __vector double __b) { 5184 int __cc; 5185 __builtin_s390_vfcedbs(__a, __b, &__cc); 5186 return __cc != 0; 5187 } 5188 5189 /*-- vec_any_ge -------------------------------------------------------------*/ 5190 5191 static inline __ATTRS_o_ai int 5192 vec_any_ge(__vector signed char __a, __vector signed char __b) { 5193 int __cc; 5194 __builtin_s390_vchbs(__b, __a, &__cc); 5195 return __cc != 0; 5196 } 5197 5198 // This prototype is deprecated. 5199 static inline __ATTRS_o_ai int 5200 vec_any_ge(__vector signed char __a, __vector __bool char __b) { 5201 int __cc; 5202 __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc); 5203 return __cc != 0; 5204 } 5205 5206 // This prototype is deprecated. 5207 static inline __ATTRS_o_ai int 5208 vec_any_ge(__vector __bool char __a, __vector signed char __b) { 5209 int __cc; 5210 __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc); 5211 return __cc != 0; 5212 } 5213 5214 static inline __ATTRS_o_ai int 5215 vec_any_ge(__vector unsigned char __a, __vector unsigned char __b) { 5216 int __cc; 5217 __builtin_s390_vchlbs(__b, __a, &__cc); 5218 return __cc != 0; 5219 } 5220 5221 // This prototype is deprecated. 5222 static inline __ATTRS_o_ai int 5223 vec_any_ge(__vector unsigned char __a, __vector __bool char __b) { 5224 int __cc; 5225 __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc); 5226 return __cc != 0; 5227 } 5228 5229 // This prototype is deprecated. 5230 static inline __ATTRS_o_ai int 5231 vec_any_ge(__vector __bool char __a, __vector unsigned char __b) { 5232 int __cc; 5233 __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc); 5234 return __cc != 0; 5235 } 5236 5237 // This prototype is deprecated. 5238 static inline __ATTRS_o_ai int 5239 vec_any_ge(__vector __bool char __a, __vector __bool char __b) { 5240 int __cc; 5241 __builtin_s390_vchlbs((__vector unsigned char)__b, 5242 (__vector unsigned char)__a, &__cc); 5243 return __cc != 0; 5244 } 5245 5246 static inline __ATTRS_o_ai int 5247 vec_any_ge(__vector signed short __a, __vector signed short __b) { 5248 int __cc; 5249 __builtin_s390_vchhs(__b, __a, &__cc); 5250 return __cc != 0; 5251 } 5252 5253 // This prototype is deprecated. 5254 static inline __ATTRS_o_ai int 5255 vec_any_ge(__vector signed short __a, __vector __bool short __b) { 5256 int __cc; 5257 __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc); 5258 return __cc != 0; 5259 } 5260 5261 // This prototype is deprecated. 5262 static inline __ATTRS_o_ai int 5263 vec_any_ge(__vector __bool short __a, __vector signed short __b) { 5264 int __cc; 5265 __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc); 5266 return __cc != 0; 5267 } 5268 5269 static inline __ATTRS_o_ai int 5270 vec_any_ge(__vector unsigned short __a, __vector unsigned short __b) { 5271 int __cc; 5272 __builtin_s390_vchlhs(__b, __a, &__cc); 5273 return __cc != 0; 5274 } 5275 5276 // This prototype is deprecated. 5277 static inline __ATTRS_o_ai int 5278 vec_any_ge(__vector unsigned short __a, __vector __bool short __b) { 5279 int __cc; 5280 __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc); 5281 return __cc != 0; 5282 } 5283 5284 // This prototype is deprecated. 5285 static inline __ATTRS_o_ai int 5286 vec_any_ge(__vector __bool short __a, __vector unsigned short __b) { 5287 int __cc; 5288 __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc); 5289 return __cc != 0; 5290 } 5291 5292 // This prototype is deprecated. 5293 static inline __ATTRS_o_ai int 5294 vec_any_ge(__vector __bool short __a, __vector __bool short __b) { 5295 int __cc; 5296 __builtin_s390_vchlhs((__vector unsigned short)__b, 5297 (__vector unsigned short)__a, &__cc); 5298 return __cc != 0; 5299 } 5300 5301 static inline __ATTRS_o_ai int 5302 vec_any_ge(__vector signed int __a, __vector signed int __b) { 5303 int __cc; 5304 __builtin_s390_vchfs(__b, __a, &__cc); 5305 return __cc != 0; 5306 } 5307 5308 // This prototype is deprecated. 5309 static inline __ATTRS_o_ai int 5310 vec_any_ge(__vector signed int __a, __vector __bool int __b) { 5311 int __cc; 5312 __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc); 5313 return __cc != 0; 5314 } 5315 5316 // This prototype is deprecated. 5317 static inline __ATTRS_o_ai int 5318 vec_any_ge(__vector __bool int __a, __vector signed int __b) { 5319 int __cc; 5320 __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc); 5321 return __cc != 0; 5322 } 5323 5324 static inline __ATTRS_o_ai int 5325 vec_any_ge(__vector unsigned int __a, __vector unsigned int __b) { 5326 int __cc; 5327 __builtin_s390_vchlfs(__b, __a, &__cc); 5328 return __cc != 0; 5329 } 5330 5331 // This prototype is deprecated. 5332 static inline __ATTRS_o_ai int 5333 vec_any_ge(__vector unsigned int __a, __vector __bool int __b) { 5334 int __cc; 5335 __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc); 5336 return __cc != 0; 5337 } 5338 5339 // This prototype is deprecated. 5340 static inline __ATTRS_o_ai int 5341 vec_any_ge(__vector __bool int __a, __vector unsigned int __b) { 5342 int __cc; 5343 __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc); 5344 return __cc != 0; 5345 } 5346 5347 // This prototype is deprecated. 5348 static inline __ATTRS_o_ai int 5349 vec_any_ge(__vector __bool int __a, __vector __bool int __b) { 5350 int __cc; 5351 __builtin_s390_vchlfs((__vector unsigned int)__b, 5352 (__vector unsigned int)__a, &__cc); 5353 return __cc != 0; 5354 } 5355 5356 static inline __ATTRS_o_ai int 5357 vec_any_ge(__vector signed long long __a, __vector signed long long __b) { 5358 int __cc; 5359 __builtin_s390_vchgs(__b, __a, &__cc); 5360 return __cc != 0; 5361 } 5362 5363 // This prototype is deprecated. 5364 static inline __ATTRS_o_ai int 5365 vec_any_ge(__vector signed long long __a, __vector __bool long long __b) { 5366 int __cc; 5367 __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc); 5368 return __cc != 0; 5369 } 5370 5371 // This prototype is deprecated. 5372 static inline __ATTRS_o_ai int 5373 vec_any_ge(__vector __bool long long __a, __vector signed long long __b) { 5374 int __cc; 5375 __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc); 5376 return __cc != 0; 5377 } 5378 5379 static inline __ATTRS_o_ai int 5380 vec_any_ge(__vector unsigned long long __a, __vector unsigned long long __b) { 5381 int __cc; 5382 __builtin_s390_vchlgs(__b, __a, &__cc); 5383 return __cc != 0; 5384 } 5385 5386 // This prototype is deprecated. 5387 static inline __ATTRS_o_ai int 5388 vec_any_ge(__vector unsigned long long __a, __vector __bool long long __b) { 5389 int __cc; 5390 __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc); 5391 return __cc != 0; 5392 } 5393 5394 // This prototype is deprecated. 5395 static inline __ATTRS_o_ai int 5396 vec_any_ge(__vector __bool long long __a, __vector unsigned long long __b) { 5397 int __cc; 5398 __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc); 5399 return __cc != 0; 5400 } 5401 5402 // This prototype is deprecated. 5403 static inline __ATTRS_o_ai int 5404 vec_any_ge(__vector __bool long long __a, __vector __bool long long __b) { 5405 int __cc; 5406 __builtin_s390_vchlgs((__vector unsigned long long)__b, 5407 (__vector unsigned long long)__a, &__cc); 5408 return __cc != 0; 5409 } 5410 5411 #if __ARCH__ >= 15 5412 static inline __ATTRS_o_ai int 5413 vec_any_ge(__vector signed __int128 __a, __vector signed __int128 __b) { 5414 int __cc; 5415 __builtin_s390_vchqs((signed __int128)__b, (signed __int128)__a, &__cc); 5416 return __cc != 0; 5417 } 5418 5419 static inline __ATTRS_o_ai int 5420 vec_any_ge(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 5421 int __cc; 5422 __builtin_s390_vchlqs((unsigned __int128)__b, (unsigned __int128)__a, &__cc); 5423 return __cc != 0; 5424 } 5425 #endif 5426 5427 #if __ARCH__ >= 12 5428 static inline __ATTRS_o_ai int 5429 vec_any_ge(__vector float __a, __vector float __b) { 5430 int __cc; 5431 __builtin_s390_vfchesbs(__a, __b, &__cc); 5432 return __cc <= 1; 5433 } 5434 #endif 5435 5436 static inline __ATTRS_o_ai int 5437 vec_any_ge(__vector double __a, __vector double __b) { 5438 int __cc; 5439 __builtin_s390_vfchedbs(__a, __b, &__cc); 5440 return __cc <= 1; 5441 } 5442 5443 /*-- vec_any_gt -------------------------------------------------------------*/ 5444 5445 static inline __ATTRS_o_ai int 5446 vec_any_gt(__vector signed char __a, __vector signed char __b) { 5447 int __cc; 5448 __builtin_s390_vchbs(__a, __b, &__cc); 5449 return __cc <= 1; 5450 } 5451 5452 // This prototype is deprecated. 5453 static inline __ATTRS_o_ai int 5454 vec_any_gt(__vector signed char __a, __vector __bool char __b) { 5455 int __cc; 5456 __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc); 5457 return __cc <= 1; 5458 } 5459 5460 // This prototype is deprecated. 5461 static inline __ATTRS_o_ai int 5462 vec_any_gt(__vector __bool char __a, __vector signed char __b) { 5463 int __cc; 5464 __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc); 5465 return __cc <= 1; 5466 } 5467 5468 static inline __ATTRS_o_ai int 5469 vec_any_gt(__vector unsigned char __a, __vector unsigned char __b) { 5470 int __cc; 5471 __builtin_s390_vchlbs(__a, __b, &__cc); 5472 return __cc <= 1; 5473 } 5474 5475 // This prototype is deprecated. 5476 static inline __ATTRS_o_ai int 5477 vec_any_gt(__vector unsigned char __a, __vector __bool char __b) { 5478 int __cc; 5479 __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc); 5480 return __cc <= 1; 5481 } 5482 5483 // This prototype is deprecated. 5484 static inline __ATTRS_o_ai int 5485 vec_any_gt(__vector __bool char __a, __vector unsigned char __b) { 5486 int __cc; 5487 __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc); 5488 return __cc <= 1; 5489 } 5490 5491 // This prototype is deprecated. 5492 static inline __ATTRS_o_ai int 5493 vec_any_gt(__vector __bool char __a, __vector __bool char __b) { 5494 int __cc; 5495 __builtin_s390_vchlbs((__vector unsigned char)__a, 5496 (__vector unsigned char)__b, &__cc); 5497 return __cc <= 1; 5498 } 5499 5500 static inline __ATTRS_o_ai int 5501 vec_any_gt(__vector signed short __a, __vector signed short __b) { 5502 int __cc; 5503 __builtin_s390_vchhs(__a, __b, &__cc); 5504 return __cc <= 1; 5505 } 5506 5507 // This prototype is deprecated. 5508 static inline __ATTRS_o_ai int 5509 vec_any_gt(__vector signed short __a, __vector __bool short __b) { 5510 int __cc; 5511 __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc); 5512 return __cc <= 1; 5513 } 5514 5515 // This prototype is deprecated. 5516 static inline __ATTRS_o_ai int 5517 vec_any_gt(__vector __bool short __a, __vector signed short __b) { 5518 int __cc; 5519 __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc); 5520 return __cc <= 1; 5521 } 5522 5523 static inline __ATTRS_o_ai int 5524 vec_any_gt(__vector unsigned short __a, __vector unsigned short __b) { 5525 int __cc; 5526 __builtin_s390_vchlhs(__a, __b, &__cc); 5527 return __cc <= 1; 5528 } 5529 5530 // This prototype is deprecated. 5531 static inline __ATTRS_o_ai int 5532 vec_any_gt(__vector unsigned short __a, __vector __bool short __b) { 5533 int __cc; 5534 __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc); 5535 return __cc <= 1; 5536 } 5537 5538 // This prototype is deprecated. 5539 static inline __ATTRS_o_ai int 5540 vec_any_gt(__vector __bool short __a, __vector unsigned short __b) { 5541 int __cc; 5542 __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc); 5543 return __cc <= 1; 5544 } 5545 5546 // This prototype is deprecated. 5547 static inline __ATTRS_o_ai int 5548 vec_any_gt(__vector __bool short __a, __vector __bool short __b) { 5549 int __cc; 5550 __builtin_s390_vchlhs((__vector unsigned short)__a, 5551 (__vector unsigned short)__b, &__cc); 5552 return __cc <= 1; 5553 } 5554 5555 static inline __ATTRS_o_ai int 5556 vec_any_gt(__vector signed int __a, __vector signed int __b) { 5557 int __cc; 5558 __builtin_s390_vchfs(__a, __b, &__cc); 5559 return __cc <= 1; 5560 } 5561 5562 // This prototype is deprecated. 5563 static inline __ATTRS_o_ai int 5564 vec_any_gt(__vector signed int __a, __vector __bool int __b) { 5565 int __cc; 5566 __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc); 5567 return __cc <= 1; 5568 } 5569 5570 // This prototype is deprecated. 5571 static inline __ATTRS_o_ai int 5572 vec_any_gt(__vector __bool int __a, __vector signed int __b) { 5573 int __cc; 5574 __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc); 5575 return __cc <= 1; 5576 } 5577 5578 static inline __ATTRS_o_ai int 5579 vec_any_gt(__vector unsigned int __a, __vector unsigned int __b) { 5580 int __cc; 5581 __builtin_s390_vchlfs(__a, __b, &__cc); 5582 return __cc <= 1; 5583 } 5584 5585 // This prototype is deprecated. 5586 static inline __ATTRS_o_ai int 5587 vec_any_gt(__vector unsigned int __a, __vector __bool int __b) { 5588 int __cc; 5589 __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc); 5590 return __cc <= 1; 5591 } 5592 5593 // This prototype is deprecated. 5594 static inline __ATTRS_o_ai int 5595 vec_any_gt(__vector __bool int __a, __vector unsigned int __b) { 5596 int __cc; 5597 __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc); 5598 return __cc <= 1; 5599 } 5600 5601 // This prototype is deprecated. 5602 static inline __ATTRS_o_ai int 5603 vec_any_gt(__vector __bool int __a, __vector __bool int __b) { 5604 int __cc; 5605 __builtin_s390_vchlfs((__vector unsigned int)__a, 5606 (__vector unsigned int)__b, &__cc); 5607 return __cc <= 1; 5608 } 5609 5610 static inline __ATTRS_o_ai int 5611 vec_any_gt(__vector signed long long __a, __vector signed long long __b) { 5612 int __cc; 5613 __builtin_s390_vchgs(__a, __b, &__cc); 5614 return __cc <= 1; 5615 } 5616 5617 // This prototype is deprecated. 5618 static inline __ATTRS_o_ai int 5619 vec_any_gt(__vector signed long long __a, __vector __bool long long __b) { 5620 int __cc; 5621 __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc); 5622 return __cc <= 1; 5623 } 5624 5625 // This prototype is deprecated. 5626 static inline __ATTRS_o_ai int 5627 vec_any_gt(__vector __bool long long __a, __vector signed long long __b) { 5628 int __cc; 5629 __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc); 5630 return __cc <= 1; 5631 } 5632 5633 static inline __ATTRS_o_ai int 5634 vec_any_gt(__vector unsigned long long __a, __vector unsigned long long __b) { 5635 int __cc; 5636 __builtin_s390_vchlgs(__a, __b, &__cc); 5637 return __cc <= 1; 5638 } 5639 5640 // This prototype is deprecated. 5641 static inline __ATTRS_o_ai int 5642 vec_any_gt(__vector unsigned long long __a, __vector __bool long long __b) { 5643 int __cc; 5644 __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc); 5645 return __cc <= 1; 5646 } 5647 5648 // This prototype is deprecated. 5649 static inline __ATTRS_o_ai int 5650 vec_any_gt(__vector __bool long long __a, __vector unsigned long long __b) { 5651 int __cc; 5652 __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc); 5653 return __cc <= 1; 5654 } 5655 5656 // This prototype is deprecated. 5657 static inline __ATTRS_o_ai int 5658 vec_any_gt(__vector __bool long long __a, __vector __bool long long __b) { 5659 int __cc; 5660 __builtin_s390_vchlgs((__vector unsigned long long)__a, 5661 (__vector unsigned long long)__b, &__cc); 5662 return __cc <= 1; 5663 } 5664 5665 #if __ARCH__ >= 15 5666 static inline __ATTRS_o_ai int 5667 vec_any_gt(__vector signed __int128 __a, __vector signed __int128 __b) { 5668 int __cc; 5669 __builtin_s390_vchqs((signed __int128)__a, (signed __int128)__b, &__cc); 5670 return __cc <= 1; 5671 } 5672 5673 static inline __ATTRS_o_ai int 5674 vec_any_gt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 5675 int __cc; 5676 __builtin_s390_vchlqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 5677 return __cc <= 1; 5678 } 5679 #endif 5680 5681 #if __ARCH__ >= 12 5682 static inline __ATTRS_o_ai int 5683 vec_any_gt(__vector float __a, __vector float __b) { 5684 int __cc; 5685 __builtin_s390_vfchsbs(__a, __b, &__cc); 5686 return __cc <= 1; 5687 } 5688 #endif 5689 5690 static inline __ATTRS_o_ai int 5691 vec_any_gt(__vector double __a, __vector double __b) { 5692 int __cc; 5693 __builtin_s390_vfchdbs(__a, __b, &__cc); 5694 return __cc <= 1; 5695 } 5696 5697 /*-- vec_any_le -------------------------------------------------------------*/ 5698 5699 static inline __ATTRS_o_ai int 5700 vec_any_le(__vector signed char __a, __vector signed char __b) { 5701 int __cc; 5702 __builtin_s390_vchbs(__a, __b, &__cc); 5703 return __cc != 0; 5704 } 5705 5706 // This prototype is deprecated. 5707 static inline __ATTRS_o_ai int 5708 vec_any_le(__vector signed char __a, __vector __bool char __b) { 5709 int __cc; 5710 __builtin_s390_vchbs(__a, (__vector signed char)__b, &__cc); 5711 return __cc != 0; 5712 } 5713 5714 // This prototype is deprecated. 5715 static inline __ATTRS_o_ai int 5716 vec_any_le(__vector __bool char __a, __vector signed char __b) { 5717 int __cc; 5718 __builtin_s390_vchbs((__vector signed char)__a, __b, &__cc); 5719 return __cc != 0; 5720 } 5721 5722 static inline __ATTRS_o_ai int 5723 vec_any_le(__vector unsigned char __a, __vector unsigned char __b) { 5724 int __cc; 5725 __builtin_s390_vchlbs(__a, __b, &__cc); 5726 return __cc != 0; 5727 } 5728 5729 // This prototype is deprecated. 5730 static inline __ATTRS_o_ai int 5731 vec_any_le(__vector unsigned char __a, __vector __bool char __b) { 5732 int __cc; 5733 __builtin_s390_vchlbs(__a, (__vector unsigned char)__b, &__cc); 5734 return __cc != 0; 5735 } 5736 5737 // This prototype is deprecated. 5738 static inline __ATTRS_o_ai int 5739 vec_any_le(__vector __bool char __a, __vector unsigned char __b) { 5740 int __cc; 5741 __builtin_s390_vchlbs((__vector unsigned char)__a, __b, &__cc); 5742 return __cc != 0; 5743 } 5744 5745 // This prototype is deprecated. 5746 static inline __ATTRS_o_ai int 5747 vec_any_le(__vector __bool char __a, __vector __bool char __b) { 5748 int __cc; 5749 __builtin_s390_vchlbs((__vector unsigned char)__a, 5750 (__vector unsigned char)__b, &__cc); 5751 return __cc != 0; 5752 } 5753 5754 static inline __ATTRS_o_ai int 5755 vec_any_le(__vector signed short __a, __vector signed short __b) { 5756 int __cc; 5757 __builtin_s390_vchhs(__a, __b, &__cc); 5758 return __cc != 0; 5759 } 5760 5761 // This prototype is deprecated. 5762 static inline __ATTRS_o_ai int 5763 vec_any_le(__vector signed short __a, __vector __bool short __b) { 5764 int __cc; 5765 __builtin_s390_vchhs(__a, (__vector signed short)__b, &__cc); 5766 return __cc != 0; 5767 } 5768 5769 // This prototype is deprecated. 5770 static inline __ATTRS_o_ai int 5771 vec_any_le(__vector __bool short __a, __vector signed short __b) { 5772 int __cc; 5773 __builtin_s390_vchhs((__vector signed short)__a, __b, &__cc); 5774 return __cc != 0; 5775 } 5776 5777 static inline __ATTRS_o_ai int 5778 vec_any_le(__vector unsigned short __a, __vector unsigned short __b) { 5779 int __cc; 5780 __builtin_s390_vchlhs(__a, __b, &__cc); 5781 return __cc != 0; 5782 } 5783 5784 // This prototype is deprecated. 5785 static inline __ATTRS_o_ai int 5786 vec_any_le(__vector unsigned short __a, __vector __bool short __b) { 5787 int __cc; 5788 __builtin_s390_vchlhs(__a, (__vector unsigned short)__b, &__cc); 5789 return __cc != 0; 5790 } 5791 5792 // This prototype is deprecated. 5793 static inline __ATTRS_o_ai int 5794 vec_any_le(__vector __bool short __a, __vector unsigned short __b) { 5795 int __cc; 5796 __builtin_s390_vchlhs((__vector unsigned short)__a, __b, &__cc); 5797 return __cc != 0; 5798 } 5799 5800 // This prototype is deprecated. 5801 static inline __ATTRS_o_ai int 5802 vec_any_le(__vector __bool short __a, __vector __bool short __b) { 5803 int __cc; 5804 __builtin_s390_vchlhs((__vector unsigned short)__a, 5805 (__vector unsigned short)__b, &__cc); 5806 return __cc != 0; 5807 } 5808 5809 static inline __ATTRS_o_ai int 5810 vec_any_le(__vector signed int __a, __vector signed int __b) { 5811 int __cc; 5812 __builtin_s390_vchfs(__a, __b, &__cc); 5813 return __cc != 0; 5814 } 5815 5816 // This prototype is deprecated. 5817 static inline __ATTRS_o_ai int 5818 vec_any_le(__vector signed int __a, __vector __bool int __b) { 5819 int __cc; 5820 __builtin_s390_vchfs(__a, (__vector signed int)__b, &__cc); 5821 return __cc != 0; 5822 } 5823 5824 // This prototype is deprecated. 5825 static inline __ATTRS_o_ai int 5826 vec_any_le(__vector __bool int __a, __vector signed int __b) { 5827 int __cc; 5828 __builtin_s390_vchfs((__vector signed int)__a, __b, &__cc); 5829 return __cc != 0; 5830 } 5831 5832 static inline __ATTRS_o_ai int 5833 vec_any_le(__vector unsigned int __a, __vector unsigned int __b) { 5834 int __cc; 5835 __builtin_s390_vchlfs(__a, __b, &__cc); 5836 return __cc != 0; 5837 } 5838 5839 // This prototype is deprecated. 5840 static inline __ATTRS_o_ai int 5841 vec_any_le(__vector unsigned int __a, __vector __bool int __b) { 5842 int __cc; 5843 __builtin_s390_vchlfs(__a, (__vector unsigned int)__b, &__cc); 5844 return __cc != 0; 5845 } 5846 5847 // This prototype is deprecated. 5848 static inline __ATTRS_o_ai int 5849 vec_any_le(__vector __bool int __a, __vector unsigned int __b) { 5850 int __cc; 5851 __builtin_s390_vchlfs((__vector unsigned int)__a, __b, &__cc); 5852 return __cc != 0; 5853 } 5854 5855 // This prototype is deprecated. 5856 static inline __ATTRS_o_ai int 5857 vec_any_le(__vector __bool int __a, __vector __bool int __b) { 5858 int __cc; 5859 __builtin_s390_vchlfs((__vector unsigned int)__a, 5860 (__vector unsigned int)__b, &__cc); 5861 return __cc != 0; 5862 } 5863 5864 static inline __ATTRS_o_ai int 5865 vec_any_le(__vector signed long long __a, __vector signed long long __b) { 5866 int __cc; 5867 __builtin_s390_vchgs(__a, __b, &__cc); 5868 return __cc != 0; 5869 } 5870 5871 // This prototype is deprecated. 5872 static inline __ATTRS_o_ai int 5873 vec_any_le(__vector signed long long __a, __vector __bool long long __b) { 5874 int __cc; 5875 __builtin_s390_vchgs(__a, (__vector signed long long)__b, &__cc); 5876 return __cc != 0; 5877 } 5878 5879 // This prototype is deprecated. 5880 static inline __ATTRS_o_ai int 5881 vec_any_le(__vector __bool long long __a, __vector signed long long __b) { 5882 int __cc; 5883 __builtin_s390_vchgs((__vector signed long long)__a, __b, &__cc); 5884 return __cc != 0; 5885 } 5886 5887 static inline __ATTRS_o_ai int 5888 vec_any_le(__vector unsigned long long __a, __vector unsigned long long __b) { 5889 int __cc; 5890 __builtin_s390_vchlgs(__a, __b, &__cc); 5891 return __cc != 0; 5892 } 5893 5894 // This prototype is deprecated. 5895 static inline __ATTRS_o_ai int 5896 vec_any_le(__vector unsigned long long __a, __vector __bool long long __b) { 5897 int __cc; 5898 __builtin_s390_vchlgs(__a, (__vector unsigned long long)__b, &__cc); 5899 return __cc != 0; 5900 } 5901 5902 // This prototype is deprecated. 5903 static inline __ATTRS_o_ai int 5904 vec_any_le(__vector __bool long long __a, __vector unsigned long long __b) { 5905 int __cc; 5906 __builtin_s390_vchlgs((__vector unsigned long long)__a, __b, &__cc); 5907 return __cc != 0; 5908 } 5909 5910 // This prototype is deprecated. 5911 static inline __ATTRS_o_ai int 5912 vec_any_le(__vector __bool long long __a, __vector __bool long long __b) { 5913 int __cc; 5914 __builtin_s390_vchlgs((__vector unsigned long long)__a, 5915 (__vector unsigned long long)__b, &__cc); 5916 return __cc != 0; 5917 } 5918 5919 #if __ARCH__ >= 15 5920 static inline __ATTRS_o_ai int 5921 vec_any_le(__vector signed __int128 __a, __vector signed __int128 __b) { 5922 int __cc; 5923 __builtin_s390_vchqs((signed __int128)__a, (signed __int128)__b, &__cc); 5924 return __cc != 0; 5925 } 5926 5927 static inline __ATTRS_o_ai int 5928 vec_any_le(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 5929 int __cc; 5930 __builtin_s390_vchlqs((unsigned __int128)__a, (unsigned __int128)__b, &__cc); 5931 return __cc != 0; 5932 } 5933 #endif 5934 5935 #if __ARCH__ >= 12 5936 static inline __ATTRS_o_ai int 5937 vec_any_le(__vector float __a, __vector float __b) { 5938 int __cc; 5939 __builtin_s390_vfchesbs(__b, __a, &__cc); 5940 return __cc <= 1; 5941 } 5942 #endif 5943 5944 static inline __ATTRS_o_ai int 5945 vec_any_le(__vector double __a, __vector double __b) { 5946 int __cc; 5947 __builtin_s390_vfchedbs(__b, __a, &__cc); 5948 return __cc <= 1; 5949 } 5950 5951 /*-- vec_any_lt -------------------------------------------------------------*/ 5952 5953 static inline __ATTRS_o_ai int 5954 vec_any_lt(__vector signed char __a, __vector signed char __b) { 5955 int __cc; 5956 __builtin_s390_vchbs(__b, __a, &__cc); 5957 return __cc <= 1; 5958 } 5959 5960 // This prototype is deprecated. 5961 static inline __ATTRS_o_ai int 5962 vec_any_lt(__vector signed char __a, __vector __bool char __b) { 5963 int __cc; 5964 __builtin_s390_vchbs((__vector signed char)__b, __a, &__cc); 5965 return __cc <= 1; 5966 } 5967 5968 // This prototype is deprecated. 5969 static inline __ATTRS_o_ai int 5970 vec_any_lt(__vector __bool char __a, __vector signed char __b) { 5971 int __cc; 5972 __builtin_s390_vchbs(__b, (__vector signed char)__a, &__cc); 5973 return __cc <= 1; 5974 } 5975 5976 static inline __ATTRS_o_ai int 5977 vec_any_lt(__vector unsigned char __a, __vector unsigned char __b) { 5978 int __cc; 5979 __builtin_s390_vchlbs(__b, __a, &__cc); 5980 return __cc <= 1; 5981 } 5982 5983 // This prototype is deprecated. 5984 static inline __ATTRS_o_ai int 5985 vec_any_lt(__vector unsigned char __a, __vector __bool char __b) { 5986 int __cc; 5987 __builtin_s390_vchlbs((__vector unsigned char)__b, __a, &__cc); 5988 return __cc <= 1; 5989 } 5990 5991 // This prototype is deprecated. 5992 static inline __ATTRS_o_ai int 5993 vec_any_lt(__vector __bool char __a, __vector unsigned char __b) { 5994 int __cc; 5995 __builtin_s390_vchlbs(__b, (__vector unsigned char)__a, &__cc); 5996 return __cc <= 1; 5997 } 5998 5999 // This prototype is deprecated. 6000 static inline __ATTRS_o_ai int 6001 vec_any_lt(__vector __bool char __a, __vector __bool char __b) { 6002 int __cc; 6003 __builtin_s390_vchlbs((__vector unsigned char)__b, 6004 (__vector unsigned char)__a, &__cc); 6005 return __cc <= 1; 6006 } 6007 6008 static inline __ATTRS_o_ai int 6009 vec_any_lt(__vector signed short __a, __vector signed short __b) { 6010 int __cc; 6011 __builtin_s390_vchhs(__b, __a, &__cc); 6012 return __cc <= 1; 6013 } 6014 6015 // This prototype is deprecated. 6016 static inline __ATTRS_o_ai int 6017 vec_any_lt(__vector signed short __a, __vector __bool short __b) { 6018 int __cc; 6019 __builtin_s390_vchhs((__vector signed short)__b, __a, &__cc); 6020 return __cc <= 1; 6021 } 6022 6023 // This prototype is deprecated. 6024 static inline __ATTRS_o_ai int 6025 vec_any_lt(__vector __bool short __a, __vector signed short __b) { 6026 int __cc; 6027 __builtin_s390_vchhs(__b, (__vector signed short)__a, &__cc); 6028 return __cc <= 1; 6029 } 6030 6031 static inline __ATTRS_o_ai int 6032 vec_any_lt(__vector unsigned short __a, __vector unsigned short __b) { 6033 int __cc; 6034 __builtin_s390_vchlhs(__b, __a, &__cc); 6035 return __cc <= 1; 6036 } 6037 6038 // This prototype is deprecated. 6039 static inline __ATTRS_o_ai int 6040 vec_any_lt(__vector unsigned short __a, __vector __bool short __b) { 6041 int __cc; 6042 __builtin_s390_vchlhs((__vector unsigned short)__b, __a, &__cc); 6043 return __cc <= 1; 6044 } 6045 6046 // This prototype is deprecated. 6047 static inline __ATTRS_o_ai int 6048 vec_any_lt(__vector __bool short __a, __vector unsigned short __b) { 6049 int __cc; 6050 __builtin_s390_vchlhs(__b, (__vector unsigned short)__a, &__cc); 6051 return __cc <= 1; 6052 } 6053 6054 // This prototype is deprecated. 6055 static inline __ATTRS_o_ai int 6056 vec_any_lt(__vector __bool short __a, __vector __bool short __b) { 6057 int __cc; 6058 __builtin_s390_vchlhs((__vector unsigned short)__b, 6059 (__vector unsigned short)__a, &__cc); 6060 return __cc <= 1; 6061 } 6062 6063 static inline __ATTRS_o_ai int 6064 vec_any_lt(__vector signed int __a, __vector signed int __b) { 6065 int __cc; 6066 __builtin_s390_vchfs(__b, __a, &__cc); 6067 return __cc <= 1; 6068 } 6069 6070 // This prototype is deprecated. 6071 static inline __ATTRS_o_ai int 6072 vec_any_lt(__vector signed int __a, __vector __bool int __b) { 6073 int __cc; 6074 __builtin_s390_vchfs((__vector signed int)__b, __a, &__cc); 6075 return __cc <= 1; 6076 } 6077 6078 // This prototype is deprecated. 6079 static inline __ATTRS_o_ai int 6080 vec_any_lt(__vector __bool int __a, __vector signed int __b) { 6081 int __cc; 6082 __builtin_s390_vchfs(__b, (__vector signed int)__a, &__cc); 6083 return __cc <= 1; 6084 } 6085 6086 static inline __ATTRS_o_ai int 6087 vec_any_lt(__vector unsigned int __a, __vector unsigned int __b) { 6088 int __cc; 6089 __builtin_s390_vchlfs(__b, __a, &__cc); 6090 return __cc <= 1; 6091 } 6092 6093 // This prototype is deprecated. 6094 static inline __ATTRS_o_ai int 6095 vec_any_lt(__vector unsigned int __a, __vector __bool int __b) { 6096 int __cc; 6097 __builtin_s390_vchlfs((__vector unsigned int)__b, __a, &__cc); 6098 return __cc <= 1; 6099 } 6100 6101 // This prototype is deprecated. 6102 static inline __ATTRS_o_ai int 6103 vec_any_lt(__vector __bool int __a, __vector unsigned int __b) { 6104 int __cc; 6105 __builtin_s390_vchlfs(__b, (__vector unsigned int)__a, &__cc); 6106 return __cc <= 1; 6107 } 6108 6109 // This prototype is deprecated. 6110 static inline __ATTRS_o_ai int 6111 vec_any_lt(__vector __bool int __a, __vector __bool int __b) { 6112 int __cc; 6113 __builtin_s390_vchlfs((__vector unsigned int)__b, 6114 (__vector unsigned int)__a, &__cc); 6115 return __cc <= 1; 6116 } 6117 6118 static inline __ATTRS_o_ai int 6119 vec_any_lt(__vector signed long long __a, __vector signed long long __b) { 6120 int __cc; 6121 __builtin_s390_vchgs(__b, __a, &__cc); 6122 return __cc <= 1; 6123 } 6124 6125 // This prototype is deprecated. 6126 static inline __ATTRS_o_ai int 6127 vec_any_lt(__vector signed long long __a, __vector __bool long long __b) { 6128 int __cc; 6129 __builtin_s390_vchgs((__vector signed long long)__b, __a, &__cc); 6130 return __cc <= 1; 6131 } 6132 6133 // This prototype is deprecated. 6134 static inline __ATTRS_o_ai int 6135 vec_any_lt(__vector __bool long long __a, __vector signed long long __b) { 6136 int __cc; 6137 __builtin_s390_vchgs(__b, (__vector signed long long)__a, &__cc); 6138 return __cc <= 1; 6139 } 6140 6141 static inline __ATTRS_o_ai int 6142 vec_any_lt(__vector unsigned long long __a, __vector unsigned long long __b) { 6143 int __cc; 6144 __builtin_s390_vchlgs(__b, __a, &__cc); 6145 return __cc <= 1; 6146 } 6147 6148 // This prototype is deprecated. 6149 static inline __ATTRS_o_ai int 6150 vec_any_lt(__vector unsigned long long __a, __vector __bool long long __b) { 6151 int __cc; 6152 __builtin_s390_vchlgs((__vector unsigned long long)__b, __a, &__cc); 6153 return __cc <= 1; 6154 } 6155 6156 // This prototype is deprecated. 6157 static inline __ATTRS_o_ai int 6158 vec_any_lt(__vector __bool long long __a, __vector unsigned long long __b) { 6159 int __cc; 6160 __builtin_s390_vchlgs(__b, (__vector unsigned long long)__a, &__cc); 6161 return __cc <= 1; 6162 } 6163 6164 // This prototype is deprecated. 6165 static inline __ATTRS_o_ai int 6166 vec_any_lt(__vector __bool long long __a, __vector __bool long long __b) { 6167 int __cc; 6168 __builtin_s390_vchlgs((__vector unsigned long long)__b, 6169 (__vector unsigned long long)__a, &__cc); 6170 return __cc <= 1; 6171 } 6172 6173 #if __ARCH__ >= 15 6174 static inline __ATTRS_o_ai int 6175 vec_any_lt(__vector signed __int128 __a, __vector signed __int128 __b) { 6176 int __cc; 6177 __builtin_s390_vchqs((signed __int128)__b, (signed __int128)__a, &__cc); 6178 return __cc <= 1; 6179 } 6180 6181 static inline __ATTRS_o_ai int 6182 vec_any_lt(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 6183 int __cc; 6184 __builtin_s390_vchlqs((unsigned __int128)__b, (unsigned __int128)__a, &__cc); 6185 return __cc <= 1; 6186 } 6187 #endif 6188 6189 #if __ARCH__ >= 12 6190 static inline __ATTRS_o_ai int 6191 vec_any_lt(__vector float __a, __vector float __b) { 6192 int __cc; 6193 __builtin_s390_vfchsbs(__b, __a, &__cc); 6194 return __cc <= 1; 6195 } 6196 #endif 6197 6198 static inline __ATTRS_o_ai int 6199 vec_any_lt(__vector double __a, __vector double __b) { 6200 int __cc; 6201 __builtin_s390_vfchdbs(__b, __a, &__cc); 6202 return __cc <= 1; 6203 } 6204 6205 /*-- vec_any_nge ------------------------------------------------------------*/ 6206 6207 #if __ARCH__ >= 12 6208 static inline __ATTRS_o_ai int 6209 vec_any_nge(__vector float __a, __vector float __b) { 6210 int __cc; 6211 __builtin_s390_vfchesbs(__a, __b, &__cc); 6212 return __cc != 0; 6213 } 6214 #endif 6215 6216 static inline __ATTRS_o_ai int 6217 vec_any_nge(__vector double __a, __vector double __b) { 6218 int __cc; 6219 __builtin_s390_vfchedbs(__a, __b, &__cc); 6220 return __cc != 0; 6221 } 6222 6223 /*-- vec_any_ngt ------------------------------------------------------------*/ 6224 6225 #if __ARCH__ >= 12 6226 static inline __ATTRS_o_ai int 6227 vec_any_ngt(__vector float __a, __vector float __b) { 6228 int __cc; 6229 __builtin_s390_vfchsbs(__a, __b, &__cc); 6230 return __cc != 0; 6231 } 6232 #endif 6233 6234 static inline __ATTRS_o_ai int 6235 vec_any_ngt(__vector double __a, __vector double __b) { 6236 int __cc; 6237 __builtin_s390_vfchdbs(__a, __b, &__cc); 6238 return __cc != 0; 6239 } 6240 6241 /*-- vec_any_nle ------------------------------------------------------------*/ 6242 6243 #if __ARCH__ >= 12 6244 static inline __ATTRS_o_ai int 6245 vec_any_nle(__vector float __a, __vector float __b) { 6246 int __cc; 6247 __builtin_s390_vfchesbs(__b, __a, &__cc); 6248 return __cc != 0; 6249 } 6250 #endif 6251 6252 static inline __ATTRS_o_ai int 6253 vec_any_nle(__vector double __a, __vector double __b) { 6254 int __cc; 6255 __builtin_s390_vfchedbs(__b, __a, &__cc); 6256 return __cc != 0; 6257 } 6258 6259 /*-- vec_any_nlt ------------------------------------------------------------*/ 6260 6261 #if __ARCH__ >= 12 6262 static inline __ATTRS_o_ai int 6263 vec_any_nlt(__vector float __a, __vector float __b) { 6264 int __cc; 6265 __builtin_s390_vfchsbs(__b, __a, &__cc); 6266 return __cc != 0; 6267 } 6268 #endif 6269 6270 static inline __ATTRS_o_ai int 6271 vec_any_nlt(__vector double __a, __vector double __b) { 6272 int __cc; 6273 __builtin_s390_vfchdbs(__b, __a, &__cc); 6274 return __cc != 0; 6275 } 6276 6277 /*-- vec_any_nan ------------------------------------------------------------*/ 6278 6279 #if __ARCH__ >= 12 6280 static inline __ATTRS_o_ai int 6281 vec_any_nan(__vector float __a) { 6282 int __cc; 6283 __builtin_s390_vftcisb(__a, 15, &__cc); 6284 return __cc != 3; 6285 } 6286 #endif 6287 6288 static inline __ATTRS_o_ai int 6289 vec_any_nan(__vector double __a) { 6290 int __cc; 6291 __builtin_s390_vftcidb(__a, 15, &__cc); 6292 return __cc != 3; 6293 } 6294 6295 /*-- vec_any_numeric --------------------------------------------------------*/ 6296 6297 #if __ARCH__ >= 12 6298 static inline __ATTRS_o_ai int 6299 vec_any_numeric(__vector float __a) { 6300 int __cc; 6301 __builtin_s390_vftcisb(__a, 15, &__cc); 6302 return __cc != 0; 6303 } 6304 #endif 6305 6306 static inline __ATTRS_o_ai int 6307 vec_any_numeric(__vector double __a) { 6308 int __cc; 6309 __builtin_s390_vftcidb(__a, 15, &__cc); 6310 return __cc != 0; 6311 } 6312 6313 /*-- vec_blend --------------------------------------------------------------*/ 6314 6315 #if __ARCH__ >= 15 6316 static inline __ATTRS_o_ai __vector signed char 6317 vec_blend(__vector signed char __a, __vector signed char __b, 6318 __vector signed char __c) { 6319 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed char)0)); 6320 } 6321 6322 static inline __ATTRS_o_ai __vector __bool char 6323 vec_blend(__vector __bool char __a, __vector __bool char __b, 6324 __vector signed char __c) { 6325 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed char)0)); 6326 } 6327 6328 static inline __ATTRS_o_ai __vector unsigned char 6329 vec_blend(__vector unsigned char __a, __vector unsigned char __b, 6330 __vector signed char __c) { 6331 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed char)0)); 6332 } 6333 6334 static inline __ATTRS_o_ai __vector signed short 6335 vec_blend(__vector signed short __a, __vector signed short __b, 6336 __vector signed short __c) { 6337 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed short)0)); 6338 } 6339 6340 static inline __ATTRS_o_ai __vector __bool short 6341 vec_blend(__vector __bool short __a, __vector __bool short __b, 6342 __vector signed short __c) { 6343 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed short)0)); 6344 } 6345 6346 static inline __ATTRS_o_ai __vector unsigned short 6347 vec_blend(__vector unsigned short __a, __vector unsigned short __b, 6348 __vector signed short __c) { 6349 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed short)0)); 6350 } 6351 6352 static inline __ATTRS_o_ai __vector signed int 6353 vec_blend(__vector signed int __a, __vector signed int __b, 6354 __vector signed int __c) { 6355 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed int)0)); 6356 } 6357 6358 static inline __ATTRS_o_ai __vector __bool int 6359 vec_blend(__vector __bool int __a, __vector __bool int __b, 6360 __vector signed int __c) { 6361 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed int)0)); 6362 } 6363 6364 static inline __ATTRS_o_ai __vector unsigned int 6365 vec_blend(__vector unsigned int __a, __vector unsigned int __b, 6366 __vector signed int __c) { 6367 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed int)0)); 6368 } 6369 6370 static inline __ATTRS_o_ai __vector signed long long 6371 vec_blend(__vector signed long long __a, __vector signed long long __b, 6372 __vector signed long long __c) { 6373 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed long long)0)); 6374 } 6375 6376 static inline __ATTRS_o_ai __vector __bool long long 6377 vec_blend(__vector __bool long long __a, __vector __bool long long __b, 6378 __vector signed long long __c) { 6379 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed long long)0)); 6380 } 6381 6382 static inline __ATTRS_o_ai __vector unsigned long long 6383 vec_blend(__vector unsigned long long __a, __vector unsigned long long __b, 6384 __vector signed long long __c) { 6385 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed long long)0)); 6386 } 6387 6388 static inline __ATTRS_o_ai __vector signed __int128 6389 vec_blend(__vector signed __int128 __a, __vector signed __int128 __b, 6390 __vector signed __int128 __c) { 6391 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed __int128)0)); 6392 } 6393 6394 static inline __ATTRS_o_ai __vector __bool __int128 6395 vec_blend(__vector __bool __int128 __a, __vector __bool __int128 __b, 6396 __vector signed __int128 __c) { 6397 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed __int128)0)); 6398 } 6399 6400 static inline __ATTRS_o_ai __vector unsigned __int128 6401 vec_blend(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 6402 __vector signed __int128 __c) { 6403 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed __int128)0)); 6404 } 6405 6406 static inline __ATTRS_o_ai __vector float 6407 vec_blend(__vector float __a, __vector float __b, 6408 __vector signed int __c) { 6409 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed int)0)); 6410 } 6411 6412 static inline __ATTRS_o_ai __vector double 6413 vec_blend(__vector double __a, __vector double __b, 6414 __vector signed long long __c) { 6415 return vec_sel(__a, __b, vec_cmplt(__c, (__vector signed long long)0)); 6416 } 6417 #endif 6418 6419 /*-- vec_and ---------------------------------------------------------------*/ 6420 6421 static inline __ATTRS_o_ai __vector __bool char 6422 vec_and(__vector __bool char __a, __vector __bool char __b) { 6423 return __a & __b; 6424 } 6425 6426 static inline __ATTRS_o_ai __vector signed char 6427 vec_and(__vector signed char __a, __vector signed char __b) { 6428 return __a & __b; 6429 } 6430 6431 static inline __ATTRS_o_ai __vector unsigned char 6432 vec_and(__vector unsigned char __a, __vector unsigned char __b) { 6433 return __a & __b; 6434 } 6435 6436 static inline __ATTRS_o_ai __vector __bool short 6437 vec_and(__vector __bool short __a, __vector __bool short __b) { 6438 return __a & __b; 6439 } 6440 6441 static inline __ATTRS_o_ai __vector signed short 6442 vec_and(__vector signed short __a, __vector signed short __b) { 6443 return __a & __b; 6444 } 6445 6446 static inline __ATTRS_o_ai __vector unsigned short 6447 vec_and(__vector unsigned short __a, __vector unsigned short __b) { 6448 return __a & __b; 6449 } 6450 6451 static inline __ATTRS_o_ai __vector __bool int 6452 vec_and(__vector __bool int __a, __vector __bool int __b) { 6453 return __a & __b; 6454 } 6455 6456 static inline __ATTRS_o_ai __vector signed int 6457 vec_and(__vector signed int __a, __vector signed int __b) { 6458 return __a & __b; 6459 } 6460 6461 static inline __ATTRS_o_ai __vector unsigned int 6462 vec_and(__vector unsigned int __a, __vector unsigned int __b) { 6463 return __a & __b; 6464 } 6465 6466 static inline __ATTRS_o_ai __vector __bool long long 6467 vec_and(__vector __bool long long __a, __vector __bool long long __b) { 6468 return __a & __b; 6469 } 6470 6471 static inline __ATTRS_o_ai __vector signed long long 6472 vec_and(__vector signed long long __a, __vector signed long long __b) { 6473 return __a & __b; 6474 } 6475 6476 static inline __ATTRS_o_ai __vector unsigned long long 6477 vec_and(__vector unsigned long long __a, __vector unsigned long long __b) { 6478 return __a & __b; 6479 } 6480 6481 static inline __ATTRS_o_ai __vector __bool __int128 6482 vec_and(__vector __bool __int128 __a, __vector __bool __int128 __b) { 6483 return __a & __b; 6484 } 6485 6486 static inline __ATTRS_o_ai __vector signed __int128 6487 vec_and(__vector signed __int128 __a, __vector signed __int128 __b) { 6488 return __a & __b; 6489 } 6490 6491 static inline __ATTRS_o_ai __vector unsigned __int128 6492 vec_and(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 6493 return __a & __b; 6494 } 6495 6496 #if __ARCH__ >= 12 6497 static inline __ATTRS_o_ai __vector float 6498 vec_and(__vector float __a, __vector float __b) { 6499 return (__vector float)((__vector unsigned int)__a & 6500 (__vector unsigned int)__b); 6501 } 6502 #endif 6503 6504 static inline __ATTRS_o_ai __vector double 6505 vec_and(__vector double __a, __vector double __b) { 6506 return (__vector double)((__vector unsigned long long)__a & 6507 (__vector unsigned long long)__b); 6508 } 6509 6510 /*-- vec_or ----------------------------------------------------------------*/ 6511 6512 static inline __ATTRS_o_ai __vector __bool char 6513 vec_or(__vector __bool char __a, __vector __bool char __b) { 6514 return __a | __b; 6515 } 6516 6517 static inline __ATTRS_o_ai __vector signed char 6518 vec_or(__vector signed char __a, __vector signed char __b) { 6519 return __a | __b; 6520 } 6521 6522 static inline __ATTRS_o_ai __vector unsigned char 6523 vec_or(__vector unsigned char __a, __vector unsigned char __b) { 6524 return __a | __b; 6525 } 6526 6527 static inline __ATTRS_o_ai __vector __bool short 6528 vec_or(__vector __bool short __a, __vector __bool short __b) { 6529 return __a | __b; 6530 } 6531 6532 static inline __ATTRS_o_ai __vector signed short 6533 vec_or(__vector signed short __a, __vector signed short __b) { 6534 return __a | __b; 6535 } 6536 6537 static inline __ATTRS_o_ai __vector unsigned short 6538 vec_or(__vector unsigned short __a, __vector unsigned short __b) { 6539 return __a | __b; 6540 } 6541 6542 static inline __ATTRS_o_ai __vector __bool int 6543 vec_or(__vector __bool int __a, __vector __bool int __b) { 6544 return __a | __b; 6545 } 6546 6547 static inline __ATTRS_o_ai __vector signed int 6548 vec_or(__vector signed int __a, __vector signed int __b) { 6549 return __a | __b; 6550 } 6551 6552 static inline __ATTRS_o_ai __vector unsigned int 6553 vec_or(__vector unsigned int __a, __vector unsigned int __b) { 6554 return __a | __b; 6555 } 6556 6557 static inline __ATTRS_o_ai __vector __bool long long 6558 vec_or(__vector __bool long long __a, __vector __bool long long __b) { 6559 return __a | __b; 6560 } 6561 6562 static inline __ATTRS_o_ai __vector signed long long 6563 vec_or(__vector signed long long __a, __vector signed long long __b) { 6564 return __a | __b; 6565 } 6566 6567 static inline __ATTRS_o_ai __vector unsigned long long 6568 vec_or(__vector unsigned long long __a, __vector unsigned long long __b) { 6569 return __a | __b; 6570 } 6571 6572 static inline __ATTRS_o_ai __vector __bool __int128 6573 vec_or(__vector __bool __int128 __a, __vector __bool __int128 __b) { 6574 return __a | __b; 6575 } 6576 6577 static inline __ATTRS_o_ai __vector signed __int128 6578 vec_or(__vector signed __int128 __a, __vector signed __int128 __b) { 6579 return __a | __b; 6580 } 6581 6582 static inline __ATTRS_o_ai __vector unsigned __int128 6583 vec_or(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 6584 return __a | __b; 6585 } 6586 6587 #if __ARCH__ >= 12 6588 static inline __ATTRS_o_ai __vector float 6589 vec_or(__vector float __a, __vector float __b) { 6590 return (__vector float)((__vector unsigned int)__a | 6591 (__vector unsigned int)__b); 6592 } 6593 #endif 6594 6595 static inline __ATTRS_o_ai __vector double 6596 vec_or(__vector double __a, __vector double __b) { 6597 return (__vector double)((__vector unsigned long long)__a | 6598 (__vector unsigned long long)__b); 6599 } 6600 6601 /*-- vec_xor ----------------------------------------------------------------*/ 6602 6603 static inline __ATTRS_o_ai __vector __bool char 6604 vec_xor(__vector __bool char __a, __vector __bool char __b) { 6605 return __a ^ __b; 6606 } 6607 6608 static inline __ATTRS_o_ai __vector signed char 6609 vec_xor(__vector signed char __a, __vector signed char __b) { 6610 return __a ^ __b; 6611 } 6612 6613 static inline __ATTRS_o_ai __vector unsigned char 6614 vec_xor(__vector unsigned char __a, __vector unsigned char __b) { 6615 return __a ^ __b; 6616 } 6617 6618 static inline __ATTRS_o_ai __vector __bool short 6619 vec_xor(__vector __bool short __a, __vector __bool short __b) { 6620 return __a ^ __b; 6621 } 6622 6623 static inline __ATTRS_o_ai __vector signed short 6624 vec_xor(__vector signed short __a, __vector signed short __b) { 6625 return __a ^ __b; 6626 } 6627 6628 static inline __ATTRS_o_ai __vector unsigned short 6629 vec_xor(__vector unsigned short __a, __vector unsigned short __b) { 6630 return __a ^ __b; 6631 } 6632 6633 static inline __ATTRS_o_ai __vector __bool int 6634 vec_xor(__vector __bool int __a, __vector __bool int __b) { 6635 return __a ^ __b; 6636 } 6637 6638 static inline __ATTRS_o_ai __vector signed int 6639 vec_xor(__vector signed int __a, __vector signed int __b) { 6640 return __a ^ __b; 6641 } 6642 6643 static inline __ATTRS_o_ai __vector unsigned int 6644 vec_xor(__vector unsigned int __a, __vector unsigned int __b) { 6645 return __a ^ __b; 6646 } 6647 6648 static inline __ATTRS_o_ai __vector __bool long long 6649 vec_xor(__vector __bool long long __a, __vector __bool long long __b) { 6650 return __a ^ __b; 6651 } 6652 6653 static inline __ATTRS_o_ai __vector signed long long 6654 vec_xor(__vector signed long long __a, __vector signed long long __b) { 6655 return __a ^ __b; 6656 } 6657 6658 static inline __ATTRS_o_ai __vector unsigned long long 6659 vec_xor(__vector unsigned long long __a, __vector unsigned long long __b) { 6660 return __a ^ __b; 6661 } 6662 6663 static inline __ATTRS_o_ai __vector __bool __int128 6664 vec_xor(__vector __bool __int128 __a, __vector __bool __int128 __b) { 6665 return __a ^ __b; 6666 } 6667 6668 static inline __ATTRS_o_ai __vector signed __int128 6669 vec_xor(__vector signed __int128 __a, __vector signed __int128 __b) { 6670 return __a ^ __b; 6671 } 6672 6673 static inline __ATTRS_o_ai __vector unsigned __int128 6674 vec_xor(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 6675 return __a ^ __b; 6676 } 6677 6678 #if __ARCH__ >= 12 6679 static inline __ATTRS_o_ai __vector float 6680 vec_xor(__vector float __a, __vector float __b) { 6681 return (__vector float)((__vector unsigned int)__a ^ 6682 (__vector unsigned int)__b); 6683 } 6684 #endif 6685 6686 static inline __ATTRS_o_ai __vector double 6687 vec_xor(__vector double __a, __vector double __b) { 6688 return (__vector double)((__vector unsigned long long)__a ^ 6689 (__vector unsigned long long)__b); 6690 } 6691 6692 /*-- vec_andc ---------------------------------------------------------------*/ 6693 6694 static inline __ATTRS_o_ai __vector __bool char 6695 vec_andc(__vector __bool char __a, __vector __bool char __b) { 6696 return __a & ~__b; 6697 } 6698 6699 static inline __ATTRS_o_ai __vector signed char 6700 vec_andc(__vector signed char __a, __vector signed char __b) { 6701 return __a & ~__b; 6702 } 6703 6704 // This prototype is deprecated. 6705 static inline __ATTRS_o_ai __vector signed char 6706 vec_andc(__vector __bool char __a, __vector signed char __b) { 6707 return __a & ~__b; 6708 } 6709 6710 // This prototype is deprecated. 6711 static inline __ATTRS_o_ai __vector signed char 6712 vec_andc(__vector signed char __a, __vector __bool char __b) { 6713 return __a & ~__b; 6714 } 6715 6716 static inline __ATTRS_o_ai __vector unsigned char 6717 vec_andc(__vector unsigned char __a, __vector unsigned char __b) { 6718 return __a & ~__b; 6719 } 6720 6721 // This prototype is deprecated. 6722 static inline __ATTRS_o_ai __vector unsigned char 6723 vec_andc(__vector __bool char __a, __vector unsigned char __b) { 6724 return __a & ~__b; 6725 } 6726 6727 // This prototype is deprecated. 6728 static inline __ATTRS_o_ai __vector unsigned char 6729 vec_andc(__vector unsigned char __a, __vector __bool char __b) { 6730 return __a & ~__b; 6731 } 6732 6733 static inline __ATTRS_o_ai __vector __bool short 6734 vec_andc(__vector __bool short __a, __vector __bool short __b) { 6735 return __a & ~__b; 6736 } 6737 6738 static inline __ATTRS_o_ai __vector signed short 6739 vec_andc(__vector signed short __a, __vector signed short __b) { 6740 return __a & ~__b; 6741 } 6742 6743 // This prototype is deprecated. 6744 static inline __ATTRS_o_ai __vector signed short 6745 vec_andc(__vector __bool short __a, __vector signed short __b) { 6746 return __a & ~__b; 6747 } 6748 6749 // This prototype is deprecated. 6750 static inline __ATTRS_o_ai __vector signed short 6751 vec_andc(__vector signed short __a, __vector __bool short __b) { 6752 return __a & ~__b; 6753 } 6754 6755 static inline __ATTRS_o_ai __vector unsigned short 6756 vec_andc(__vector unsigned short __a, __vector unsigned short __b) { 6757 return __a & ~__b; 6758 } 6759 6760 // This prototype is deprecated. 6761 static inline __ATTRS_o_ai __vector unsigned short 6762 vec_andc(__vector __bool short __a, __vector unsigned short __b) { 6763 return __a & ~__b; 6764 } 6765 6766 // This prototype is deprecated. 6767 static inline __ATTRS_o_ai __vector unsigned short 6768 vec_andc(__vector unsigned short __a, __vector __bool short __b) { 6769 return __a & ~__b; 6770 } 6771 6772 static inline __ATTRS_o_ai __vector __bool int 6773 vec_andc(__vector __bool int __a, __vector __bool int __b) { 6774 return __a & ~__b; 6775 } 6776 6777 static inline __ATTRS_o_ai __vector signed int 6778 vec_andc(__vector signed int __a, __vector signed int __b) { 6779 return __a & ~__b; 6780 } 6781 6782 // This prototype is deprecated. 6783 static inline __ATTRS_o_ai __vector signed int 6784 vec_andc(__vector __bool int __a, __vector signed int __b) { 6785 return __a & ~__b; 6786 } 6787 6788 // This prototype is deprecated. 6789 static inline __ATTRS_o_ai __vector signed int 6790 vec_andc(__vector signed int __a, __vector __bool int __b) { 6791 return __a & ~__b; 6792 } 6793 6794 static inline __ATTRS_o_ai __vector unsigned int 6795 vec_andc(__vector unsigned int __a, __vector unsigned int __b) { 6796 return __a & ~__b; 6797 } 6798 6799 // This prototype is deprecated. 6800 static inline __ATTRS_o_ai __vector unsigned int 6801 vec_andc(__vector __bool int __a, __vector unsigned int __b) { 6802 return __a & ~__b; 6803 } 6804 6805 // This prototype is deprecated. 6806 static inline __ATTRS_o_ai __vector unsigned int 6807 vec_andc(__vector unsigned int __a, __vector __bool int __b) { 6808 return __a & ~__b; 6809 } 6810 6811 static inline __ATTRS_o_ai __vector __bool long long 6812 vec_andc(__vector __bool long long __a, __vector __bool long long __b) { 6813 return __a & ~__b; 6814 } 6815 6816 static inline __ATTRS_o_ai __vector signed long long 6817 vec_andc(__vector signed long long __a, __vector signed long long __b) { 6818 return __a & ~__b; 6819 } 6820 6821 // This prototype is deprecated. 6822 static inline __ATTRS_o_ai __vector signed long long 6823 vec_andc(__vector __bool long long __a, __vector signed long long __b) { 6824 return __a & ~__b; 6825 } 6826 6827 // This prototype is deprecated. 6828 static inline __ATTRS_o_ai __vector signed long long 6829 vec_andc(__vector signed long long __a, __vector __bool long long __b) { 6830 return __a & ~__b; 6831 } 6832 6833 static inline __ATTRS_o_ai __vector unsigned long long 6834 vec_andc(__vector unsigned long long __a, __vector unsigned long long __b) { 6835 return __a & ~__b; 6836 } 6837 6838 // This prototype is deprecated. 6839 static inline __ATTRS_o_ai __vector unsigned long long 6840 vec_andc(__vector __bool long long __a, __vector unsigned long long __b) { 6841 return __a & ~__b; 6842 } 6843 6844 // This prototype is deprecated. 6845 static inline __ATTRS_o_ai __vector unsigned long long 6846 vec_andc(__vector unsigned long long __a, __vector __bool long long __b) { 6847 return __a & ~__b; 6848 } 6849 6850 static inline __ATTRS_o_ai __vector __bool __int128 6851 vec_andc(__vector __bool __int128 __a, __vector __bool __int128 __b) { 6852 return __a & ~__b; 6853 } 6854 6855 static inline __ATTRS_o_ai __vector signed __int128 6856 vec_andc(__vector signed __int128 __a, __vector signed __int128 __b) { 6857 return __a & ~__b; 6858 } 6859 6860 static inline __ATTRS_o_ai __vector unsigned __int128 6861 vec_andc(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 6862 return __a & ~__b; 6863 } 6864 6865 #if __ARCH__ >= 12 6866 static inline __ATTRS_o_ai __vector float 6867 vec_andc(__vector float __a, __vector float __b) { 6868 return (__vector float)((__vector unsigned int)__a & 6869 ~(__vector unsigned int)__b); 6870 } 6871 #endif 6872 6873 static inline __ATTRS_o_ai __vector double 6874 vec_andc(__vector double __a, __vector double __b) { 6875 return (__vector double)((__vector unsigned long long)__a & 6876 ~(__vector unsigned long long)__b); 6877 } 6878 6879 // This prototype is deprecated. 6880 static inline __ATTRS_o_ai __vector double 6881 vec_andc(__vector __bool long long __a, __vector double __b) { 6882 return (__vector double)((__vector unsigned long long)__a & 6883 ~(__vector unsigned long long)__b); 6884 } 6885 6886 // This prototype is deprecated. 6887 static inline __ATTRS_o_ai __vector double 6888 vec_andc(__vector double __a, __vector __bool long long __b) { 6889 return (__vector double)((__vector unsigned long long)__a & 6890 ~(__vector unsigned long long)__b); 6891 } 6892 6893 /*-- vec_nor ----------------------------------------------------------------*/ 6894 6895 static inline __ATTRS_o_ai __vector __bool char 6896 vec_nor(__vector __bool char __a, __vector __bool char __b) { 6897 return ~(__a | __b); 6898 } 6899 6900 static inline __ATTRS_o_ai __vector signed char 6901 vec_nor(__vector signed char __a, __vector signed char __b) { 6902 return ~(__a | __b); 6903 } 6904 6905 // This prototype is deprecated. 6906 static inline __ATTRS_o_ai __vector signed char 6907 vec_nor(__vector __bool char __a, __vector signed char __b) { 6908 return ~(__a | __b); 6909 } 6910 6911 // This prototype is deprecated. 6912 static inline __ATTRS_o_ai __vector signed char 6913 vec_nor(__vector signed char __a, __vector __bool char __b) { 6914 return ~(__a | __b); 6915 } 6916 6917 static inline __ATTRS_o_ai __vector unsigned char 6918 vec_nor(__vector unsigned char __a, __vector unsigned char __b) { 6919 return ~(__a | __b); 6920 } 6921 6922 // This prototype is deprecated. 6923 static inline __ATTRS_o_ai __vector unsigned char 6924 vec_nor(__vector __bool char __a, __vector unsigned char __b) { 6925 return ~(__a | __b); 6926 } 6927 6928 // This prototype is deprecated. 6929 static inline __ATTRS_o_ai __vector unsigned char 6930 vec_nor(__vector unsigned char __a, __vector __bool char __b) { 6931 return ~(__a | __b); 6932 } 6933 6934 static inline __ATTRS_o_ai __vector __bool short 6935 vec_nor(__vector __bool short __a, __vector __bool short __b) { 6936 return ~(__a | __b); 6937 } 6938 6939 static inline __ATTRS_o_ai __vector signed short 6940 vec_nor(__vector signed short __a, __vector signed short __b) { 6941 return ~(__a | __b); 6942 } 6943 6944 // This prototype is deprecated. 6945 static inline __ATTRS_o_ai __vector signed short 6946 vec_nor(__vector __bool short __a, __vector signed short __b) { 6947 return ~(__a | __b); 6948 } 6949 6950 // This prototype is deprecated. 6951 static inline __ATTRS_o_ai __vector signed short 6952 vec_nor(__vector signed short __a, __vector __bool short __b) { 6953 return ~(__a | __b); 6954 } 6955 6956 static inline __ATTRS_o_ai __vector unsigned short 6957 vec_nor(__vector unsigned short __a, __vector unsigned short __b) { 6958 return ~(__a | __b); 6959 } 6960 6961 // This prototype is deprecated. 6962 static inline __ATTRS_o_ai __vector unsigned short 6963 vec_nor(__vector __bool short __a, __vector unsigned short __b) { 6964 return ~(__a | __b); 6965 } 6966 6967 // This prototype is deprecated. 6968 static inline __ATTRS_o_ai __vector unsigned short 6969 vec_nor(__vector unsigned short __a, __vector __bool short __b) { 6970 return ~(__a | __b); 6971 } 6972 6973 static inline __ATTRS_o_ai __vector __bool int 6974 vec_nor(__vector __bool int __a, __vector __bool int __b) { 6975 return ~(__a | __b); 6976 } 6977 6978 static inline __ATTRS_o_ai __vector signed int 6979 vec_nor(__vector signed int __a, __vector signed int __b) { 6980 return ~(__a | __b); 6981 } 6982 6983 // This prototype is deprecated. 6984 static inline __ATTRS_o_ai __vector signed int 6985 vec_nor(__vector __bool int __a, __vector signed int __b) { 6986 return ~(__a | __b); 6987 } 6988 6989 // This prototype is deprecated. 6990 static inline __ATTRS_o_ai __vector signed int 6991 vec_nor(__vector signed int __a, __vector __bool int __b) { 6992 return ~(__a | __b); 6993 } 6994 6995 static inline __ATTRS_o_ai __vector unsigned int 6996 vec_nor(__vector unsigned int __a, __vector unsigned int __b) { 6997 return ~(__a | __b); 6998 } 6999 7000 // This prototype is deprecated. 7001 static inline __ATTRS_o_ai __vector unsigned int 7002 vec_nor(__vector __bool int __a, __vector unsigned int __b) { 7003 return ~(__a | __b); 7004 } 7005 7006 // This prototype is deprecated. 7007 static inline __ATTRS_o_ai __vector unsigned int 7008 vec_nor(__vector unsigned int __a, __vector __bool int __b) { 7009 return ~(__a | __b); 7010 } 7011 7012 static inline __ATTRS_o_ai __vector __bool long long 7013 vec_nor(__vector __bool long long __a, __vector __bool long long __b) { 7014 return ~(__a | __b); 7015 } 7016 7017 static inline __ATTRS_o_ai __vector signed long long 7018 vec_nor(__vector signed long long __a, __vector signed long long __b) { 7019 return ~(__a | __b); 7020 } 7021 7022 // This prototype is deprecated. 7023 static inline __ATTRS_o_ai __vector signed long long 7024 vec_nor(__vector __bool long long __a, __vector signed long long __b) { 7025 return ~(__a | __b); 7026 } 7027 7028 // This prototype is deprecated. 7029 static inline __ATTRS_o_ai __vector signed long long 7030 vec_nor(__vector signed long long __a, __vector __bool long long __b) { 7031 return ~(__a | __b); 7032 } 7033 7034 static inline __ATTRS_o_ai __vector unsigned long long 7035 vec_nor(__vector unsigned long long __a, __vector unsigned long long __b) { 7036 return ~(__a | __b); 7037 } 7038 7039 // This prototype is deprecated. 7040 static inline __ATTRS_o_ai __vector unsigned long long 7041 vec_nor(__vector __bool long long __a, __vector unsigned long long __b) { 7042 return ~(__a | __b); 7043 } 7044 7045 // This prototype is deprecated. 7046 static inline __ATTRS_o_ai __vector unsigned long long 7047 vec_nor(__vector unsigned long long __a, __vector __bool long long __b) { 7048 return ~(__a | __b); 7049 } 7050 7051 static inline __ATTRS_o_ai __vector __bool __int128 7052 vec_nor(__vector __bool __int128 __a, __vector __bool __int128 __b) { 7053 return ~(__a | __b); 7054 } 7055 7056 static inline __ATTRS_o_ai __vector signed __int128 7057 vec_nor(__vector signed __int128 __a, __vector signed __int128 __b) { 7058 return ~(__a | __b); 7059 } 7060 7061 static inline __ATTRS_o_ai __vector unsigned __int128 7062 vec_nor(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 7063 return ~(__a | __b); 7064 } 7065 7066 #if __ARCH__ >= 12 7067 static inline __ATTRS_o_ai __vector float 7068 vec_nor(__vector float __a, __vector float __b) { 7069 return (__vector float)~((__vector unsigned int)__a | 7070 (__vector unsigned int)__b); 7071 } 7072 #endif 7073 7074 static inline __ATTRS_o_ai __vector double 7075 vec_nor(__vector double __a, __vector double __b) { 7076 return (__vector double)~((__vector unsigned long long)__a | 7077 (__vector unsigned long long)__b); 7078 } 7079 7080 // This prototype is deprecated. 7081 static inline __ATTRS_o_ai __vector double 7082 vec_nor(__vector __bool long long __a, __vector double __b) { 7083 return (__vector double)~((__vector unsigned long long)__a | 7084 (__vector unsigned long long)__b); 7085 } 7086 7087 // This prototype is deprecated. 7088 static inline __ATTRS_o_ai __vector double 7089 vec_nor(__vector double __a, __vector __bool long long __b) { 7090 return (__vector double)~((__vector unsigned long long)__a | 7091 (__vector unsigned long long)__b); 7092 } 7093 7094 /*-- vec_orc ----------------------------------------------------------------*/ 7095 7096 #if __ARCH__ >= 12 7097 static inline __ATTRS_o_ai __vector __bool char 7098 vec_orc(__vector __bool char __a, __vector __bool char __b) { 7099 return __a | ~__b; 7100 } 7101 7102 static inline __ATTRS_o_ai __vector signed char 7103 vec_orc(__vector signed char __a, __vector signed char __b) { 7104 return __a | ~__b; 7105 } 7106 7107 static inline __ATTRS_o_ai __vector unsigned char 7108 vec_orc(__vector unsigned char __a, __vector unsigned char __b) { 7109 return __a | ~__b; 7110 } 7111 7112 static inline __ATTRS_o_ai __vector __bool short 7113 vec_orc(__vector __bool short __a, __vector __bool short __b) { 7114 return __a | ~__b; 7115 } 7116 7117 static inline __ATTRS_o_ai __vector signed short 7118 vec_orc(__vector signed short __a, __vector signed short __b) { 7119 return __a | ~__b; 7120 } 7121 7122 static inline __ATTRS_o_ai __vector unsigned short 7123 vec_orc(__vector unsigned short __a, __vector unsigned short __b) { 7124 return __a | ~__b; 7125 } 7126 7127 static inline __ATTRS_o_ai __vector __bool int 7128 vec_orc(__vector __bool int __a, __vector __bool int __b) { 7129 return __a | ~__b; 7130 } 7131 7132 static inline __ATTRS_o_ai __vector signed int 7133 vec_orc(__vector signed int __a, __vector signed int __b) { 7134 return __a | ~__b; 7135 } 7136 7137 static inline __ATTRS_o_ai __vector unsigned int 7138 vec_orc(__vector unsigned int __a, __vector unsigned int __b) { 7139 return __a | ~__b; 7140 } 7141 7142 static inline __ATTRS_o_ai __vector __bool long long 7143 vec_orc(__vector __bool long long __a, __vector __bool long long __b) { 7144 return __a | ~__b; 7145 } 7146 7147 static inline __ATTRS_o_ai __vector signed long long 7148 vec_orc(__vector signed long long __a, __vector signed long long __b) { 7149 return __a | ~__b; 7150 } 7151 7152 static inline __ATTRS_o_ai __vector unsigned long long 7153 vec_orc(__vector unsigned long long __a, __vector unsigned long long __b) { 7154 return __a | ~__b; 7155 } 7156 7157 static inline __ATTRS_o_ai __vector __bool __int128 7158 vec_orc(__vector __bool __int128 __a, __vector __bool __int128 __b) { 7159 return __a | ~__b; 7160 } 7161 7162 static inline __ATTRS_o_ai __vector signed __int128 7163 vec_orc(__vector signed __int128 __a, __vector signed __int128 __b) { 7164 return __a | ~__b; 7165 } 7166 7167 static inline __ATTRS_o_ai __vector unsigned __int128 7168 vec_orc(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 7169 return __a | ~__b; 7170 } 7171 7172 static inline __ATTRS_o_ai __vector float 7173 vec_orc(__vector float __a, __vector float __b) { 7174 return (__vector float)((__vector unsigned int)__a | 7175 ~(__vector unsigned int)__b); 7176 } 7177 7178 static inline __ATTRS_o_ai __vector double 7179 vec_orc(__vector double __a, __vector double __b) { 7180 return (__vector double)((__vector unsigned long long)__a | 7181 ~(__vector unsigned long long)__b); 7182 } 7183 #endif 7184 7185 /*-- vec_nand ---------------------------------------------------------------*/ 7186 7187 #if __ARCH__ >= 12 7188 static inline __ATTRS_o_ai __vector __bool char 7189 vec_nand(__vector __bool char __a, __vector __bool char __b) { 7190 return ~(__a & __b); 7191 } 7192 7193 static inline __ATTRS_o_ai __vector signed char 7194 vec_nand(__vector signed char __a, __vector signed char __b) { 7195 return ~(__a & __b); 7196 } 7197 7198 static inline __ATTRS_o_ai __vector unsigned char 7199 vec_nand(__vector unsigned char __a, __vector unsigned char __b) { 7200 return ~(__a & __b); 7201 } 7202 7203 static inline __ATTRS_o_ai __vector __bool short 7204 vec_nand(__vector __bool short __a, __vector __bool short __b) { 7205 return ~(__a & __b); 7206 } 7207 7208 static inline __ATTRS_o_ai __vector signed short 7209 vec_nand(__vector signed short __a, __vector signed short __b) { 7210 return ~(__a & __b); 7211 } 7212 7213 static inline __ATTRS_o_ai __vector unsigned short 7214 vec_nand(__vector unsigned short __a, __vector unsigned short __b) { 7215 return ~(__a & __b); 7216 } 7217 7218 static inline __ATTRS_o_ai __vector __bool int 7219 vec_nand(__vector __bool int __a, __vector __bool int __b) { 7220 return ~(__a & __b); 7221 } 7222 7223 static inline __ATTRS_o_ai __vector signed int 7224 vec_nand(__vector signed int __a, __vector signed int __b) { 7225 return ~(__a & __b); 7226 } 7227 7228 static inline __ATTRS_o_ai __vector unsigned int 7229 vec_nand(__vector unsigned int __a, __vector unsigned int __b) { 7230 return ~(__a & __b); 7231 } 7232 7233 static inline __ATTRS_o_ai __vector __bool long long 7234 vec_nand(__vector __bool long long __a, __vector __bool long long __b) { 7235 return ~(__a & __b); 7236 } 7237 7238 static inline __ATTRS_o_ai __vector signed long long 7239 vec_nand(__vector signed long long __a, __vector signed long long __b) { 7240 return ~(__a & __b); 7241 } 7242 7243 static inline __ATTRS_o_ai __vector unsigned long long 7244 vec_nand(__vector unsigned long long __a, __vector unsigned long long __b) { 7245 return ~(__a & __b); 7246 } 7247 7248 static inline __ATTRS_o_ai __vector __bool __int128 7249 vec_nand(__vector __bool __int128 __a, __vector __bool __int128 __b) { 7250 return ~(__a & __b); 7251 } 7252 7253 static inline __ATTRS_o_ai __vector signed __int128 7254 vec_nand(__vector signed __int128 __a, __vector signed __int128 __b) { 7255 return ~(__a & __b); 7256 } 7257 7258 static inline __ATTRS_o_ai __vector unsigned __int128 7259 vec_nand(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 7260 return ~(__a & __b); 7261 } 7262 7263 static inline __ATTRS_o_ai __vector float 7264 vec_nand(__vector float __a, __vector float __b) { 7265 return (__vector float)~((__vector unsigned int)__a & 7266 (__vector unsigned int)__b); 7267 } 7268 7269 static inline __ATTRS_o_ai __vector double 7270 vec_nand(__vector double __a, __vector double __b) { 7271 return (__vector double)~((__vector unsigned long long)__a & 7272 (__vector unsigned long long)__b); 7273 } 7274 #endif 7275 7276 /*-- vec_eqv ----------------------------------------------------------------*/ 7277 7278 #if __ARCH__ >= 12 7279 static inline __ATTRS_o_ai __vector __bool char 7280 vec_eqv(__vector __bool char __a, __vector __bool char __b) { 7281 return ~(__a ^ __b); 7282 } 7283 7284 static inline __ATTRS_o_ai __vector signed char 7285 vec_eqv(__vector signed char __a, __vector signed char __b) { 7286 return ~(__a ^ __b); 7287 } 7288 7289 static inline __ATTRS_o_ai __vector unsigned char 7290 vec_eqv(__vector unsigned char __a, __vector unsigned char __b) { 7291 return ~(__a ^ __b); 7292 } 7293 7294 static inline __ATTRS_o_ai __vector __bool short 7295 vec_eqv(__vector __bool short __a, __vector __bool short __b) { 7296 return ~(__a ^ __b); 7297 } 7298 7299 static inline __ATTRS_o_ai __vector signed short 7300 vec_eqv(__vector signed short __a, __vector signed short __b) { 7301 return ~(__a ^ __b); 7302 } 7303 7304 static inline __ATTRS_o_ai __vector unsigned short 7305 vec_eqv(__vector unsigned short __a, __vector unsigned short __b) { 7306 return ~(__a ^ __b); 7307 } 7308 7309 static inline __ATTRS_o_ai __vector __bool int 7310 vec_eqv(__vector __bool int __a, __vector __bool int __b) { 7311 return ~(__a ^ __b); 7312 } 7313 7314 static inline __ATTRS_o_ai __vector signed int 7315 vec_eqv(__vector signed int __a, __vector signed int __b) { 7316 return ~(__a ^ __b); 7317 } 7318 7319 static inline __ATTRS_o_ai __vector unsigned int 7320 vec_eqv(__vector unsigned int __a, __vector unsigned int __b) { 7321 return ~(__a ^ __b); 7322 } 7323 7324 static inline __ATTRS_o_ai __vector __bool long long 7325 vec_eqv(__vector __bool long long __a, __vector __bool long long __b) { 7326 return ~(__a ^ __b); 7327 } 7328 7329 static inline __ATTRS_o_ai __vector signed long long 7330 vec_eqv(__vector signed long long __a, __vector signed long long __b) { 7331 return ~(__a ^ __b); 7332 } 7333 7334 static inline __ATTRS_o_ai __vector unsigned long long 7335 vec_eqv(__vector unsigned long long __a, __vector unsigned long long __b) { 7336 return ~(__a ^ __b); 7337 } 7338 7339 static inline __ATTRS_o_ai __vector __bool __int128 7340 vec_eqv(__vector __bool __int128 __a, __vector __bool __int128 __b) { 7341 return ~(__a ^ __b); 7342 } 7343 7344 static inline __ATTRS_o_ai __vector signed __int128 7345 vec_eqv(__vector signed __int128 __a, __vector signed __int128 __b) { 7346 return ~(__a ^ __b); 7347 } 7348 7349 static inline __ATTRS_o_ai __vector unsigned __int128 7350 vec_eqv(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 7351 return ~(__a ^ __b); 7352 } 7353 7354 static inline __ATTRS_o_ai __vector float 7355 vec_eqv(__vector float __a, __vector float __b) { 7356 return (__vector float)~((__vector unsigned int)__a ^ 7357 (__vector unsigned int)__b); 7358 } 7359 7360 static inline __ATTRS_o_ai __vector double 7361 vec_eqv(__vector double __a, __vector double __b) { 7362 return (__vector double)~((__vector unsigned long long)__a ^ 7363 (__vector unsigned long long)__b); 7364 } 7365 #endif 7366 7367 /*-- vec_evaluate -----------------------------------------------------------*/ 7368 7369 #if __ARCH__ >= 15 7370 extern __ATTRS_o __vector signed char 7371 vec_evaluate(__vector signed char __a, __vector signed char __b, 7372 __vector signed char __c, unsigned char __d) 7373 __constant(__d); 7374 7375 extern __ATTRS_o __vector unsigned char 7376 vec_evaluate(__vector unsigned char __a, __vector unsigned char __b, 7377 __vector unsigned char __c, unsigned char __d) 7378 __constant(__d); 7379 7380 extern __ATTRS_o __vector __bool char 7381 vec_evaluate(__vector __bool char __a, __vector __bool char __b, 7382 __vector __bool char __c, unsigned char __d) 7383 __constant(__d); 7384 7385 extern __ATTRS_o __vector signed short 7386 vec_evaluate(__vector signed short __a, __vector signed short __b, 7387 __vector signed short __c, unsigned char __d) 7388 __constant(__d); 7389 7390 extern __ATTRS_o __vector unsigned short 7391 vec_evaluate(__vector unsigned short __a, __vector unsigned short __b, 7392 __vector unsigned short __c, unsigned char __d) 7393 __constant(__d); 7394 7395 extern __ATTRS_o __vector __bool short 7396 vec_evaluate(__vector __bool short __a, __vector __bool short __b, 7397 __vector __bool short __c, unsigned char __d) 7398 __constant(__d); 7399 7400 extern __ATTRS_o __vector signed int 7401 vec_evaluate(__vector signed int __a, __vector signed int __b, 7402 __vector signed int __c, unsigned char __d) 7403 __constant(__d); 7404 7405 extern __ATTRS_o __vector unsigned int 7406 vec_evaluate(__vector unsigned int __a, __vector unsigned int __b, 7407 __vector unsigned int __c, unsigned char __d) 7408 __constant(__d); 7409 7410 extern __ATTRS_o __vector __bool int 7411 vec_evaluate(__vector __bool int __a, __vector __bool int __b, 7412 __vector __bool int __c, unsigned char __d) 7413 __constant(__d); 7414 7415 extern __ATTRS_o __vector signed long long 7416 vec_evaluate(__vector signed long long __a, __vector signed long long __b, 7417 __vector signed long long __c, unsigned char __d) 7418 __constant(__d); 7419 7420 extern __ATTRS_o __vector unsigned long long 7421 vec_evaluate(__vector unsigned long long __a, __vector unsigned long long __b, 7422 __vector unsigned long long __c, unsigned char __d) 7423 __constant(__d); 7424 7425 extern __ATTRS_o __vector __bool long long 7426 vec_evaluate(__vector __bool long long __a, __vector __bool long long __b, 7427 __vector __bool long long __c, unsigned char __d) 7428 __constant(__d); 7429 7430 extern __ATTRS_o __vector signed __int128 7431 vec_evaluate(__vector signed __int128 __a, __vector signed __int128 __b, 7432 __vector signed __int128 __c, unsigned char __d) 7433 __constant(__d); 7434 7435 extern __ATTRS_o __vector unsigned __int128 7436 vec_evaluate(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 7437 __vector unsigned __int128 __c, unsigned char __d) 7438 __constant(__d); 7439 7440 extern __ATTRS_o __vector __bool __int128 7441 vec_evaluate(__vector __bool __int128 __a, __vector __bool __int128 __b, 7442 __vector __bool __int128 __c, unsigned char __d) 7443 __constant(__d); 7444 7445 #define vec_evaluate(A, B, C, D) \ 7446 ((__typeof__((vec_evaluate)((A), (B), (C), (D)))) \ 7447 __builtin_s390_veval((__vector unsigned char)(A), \ 7448 (__vector unsigned char)(B), \ 7449 (__vector unsigned char)(C), (D))) 7450 #endif 7451 7452 /*-- vec_cntlz --------------------------------------------------------------*/ 7453 7454 static inline __ATTRS_o_ai __vector unsigned char 7455 vec_cntlz(__vector signed char __a) { 7456 return __builtin_s390_vclzb((__vector unsigned char)__a); 7457 } 7458 7459 static inline __ATTRS_o_ai __vector unsigned char 7460 vec_cntlz(__vector unsigned char __a) { 7461 return __builtin_s390_vclzb(__a); 7462 } 7463 7464 static inline __ATTRS_o_ai __vector unsigned short 7465 vec_cntlz(__vector signed short __a) { 7466 return __builtin_s390_vclzh((__vector unsigned short)__a); 7467 } 7468 7469 static inline __ATTRS_o_ai __vector unsigned short 7470 vec_cntlz(__vector unsigned short __a) { 7471 return __builtin_s390_vclzh(__a); 7472 } 7473 7474 static inline __ATTRS_o_ai __vector unsigned int 7475 vec_cntlz(__vector signed int __a) { 7476 return __builtin_s390_vclzf((__vector unsigned int)__a); 7477 } 7478 7479 static inline __ATTRS_o_ai __vector unsigned int 7480 vec_cntlz(__vector unsigned int __a) { 7481 return __builtin_s390_vclzf(__a); 7482 } 7483 7484 static inline __ATTRS_o_ai __vector unsigned long long 7485 vec_cntlz(__vector signed long long __a) { 7486 return __builtin_s390_vclzg((__vector unsigned long long)__a); 7487 } 7488 7489 static inline __ATTRS_o_ai __vector unsigned long long 7490 vec_cntlz(__vector unsigned long long __a) { 7491 return __builtin_s390_vclzg(__a); 7492 } 7493 7494 #if __ARCH__ >= 15 7495 static inline __ATTRS_o_ai __vector unsigned __int128 7496 vec_cntlz(__vector signed __int128 __a) { 7497 return (__vector unsigned __int128) 7498 __builtin_s390_vclzq((unsigned __int128)__a); 7499 } 7500 7501 static inline __ATTRS_o_ai __vector unsigned __int128 7502 vec_cntlz(__vector unsigned __int128 __a) { 7503 return (__vector unsigned __int128) 7504 __builtin_s390_vclzq((unsigned __int128)__a); 7505 } 7506 #endif 7507 7508 /*-- vec_cnttz --------------------------------------------------------------*/ 7509 7510 static inline __ATTRS_o_ai __vector unsigned char 7511 vec_cnttz(__vector signed char __a) { 7512 return __builtin_s390_vctzb((__vector unsigned char)__a); 7513 } 7514 7515 static inline __ATTRS_o_ai __vector unsigned char 7516 vec_cnttz(__vector unsigned char __a) { 7517 return __builtin_s390_vctzb(__a); 7518 } 7519 7520 static inline __ATTRS_o_ai __vector unsigned short 7521 vec_cnttz(__vector signed short __a) { 7522 return __builtin_s390_vctzh((__vector unsigned short)__a); 7523 } 7524 7525 static inline __ATTRS_o_ai __vector unsigned short 7526 vec_cnttz(__vector unsigned short __a) { 7527 return __builtin_s390_vctzh(__a); 7528 } 7529 7530 static inline __ATTRS_o_ai __vector unsigned int 7531 vec_cnttz(__vector signed int __a) { 7532 return __builtin_s390_vctzf((__vector unsigned int)__a); 7533 } 7534 7535 static inline __ATTRS_o_ai __vector unsigned int 7536 vec_cnttz(__vector unsigned int __a) { 7537 return __builtin_s390_vctzf(__a); 7538 } 7539 7540 static inline __ATTRS_o_ai __vector unsigned long long 7541 vec_cnttz(__vector signed long long __a) { 7542 return __builtin_s390_vctzg((__vector unsigned long long)__a); 7543 } 7544 7545 static inline __ATTRS_o_ai __vector unsigned long long 7546 vec_cnttz(__vector unsigned long long __a) { 7547 return __builtin_s390_vctzg(__a); 7548 } 7549 7550 #if __ARCH__ >= 15 7551 static inline __ATTRS_o_ai __vector unsigned __int128 7552 vec_cnttz(__vector signed __int128 __a) { 7553 return (__vector unsigned __int128) 7554 __builtin_s390_vctzq((unsigned __int128)__a); 7555 } 7556 7557 static inline __ATTRS_o_ai __vector unsigned __int128 7558 vec_cnttz(__vector unsigned __int128 __a) { 7559 return (__vector unsigned __int128) 7560 __builtin_s390_vctzq((unsigned __int128)__a); 7561 } 7562 #endif 7563 7564 /*-- vec_popcnt -------------------------------------------------------------*/ 7565 7566 static inline __ATTRS_o_ai __vector unsigned char 7567 vec_popcnt(__vector signed char __a) { 7568 return __builtin_elementwise_popcount((__vector unsigned char)__a); 7569 } 7570 7571 static inline __ATTRS_o_ai __vector unsigned char 7572 vec_popcnt(__vector unsigned char __a) { 7573 return __builtin_elementwise_popcount(__a); 7574 } 7575 7576 static inline __ATTRS_o_ai __vector unsigned short 7577 vec_popcnt(__vector signed short __a) { 7578 return __builtin_elementwise_popcount((__vector unsigned short)__a); 7579 } 7580 7581 static inline __ATTRS_o_ai __vector unsigned short 7582 vec_popcnt(__vector unsigned short __a) { 7583 return __builtin_elementwise_popcount(__a); 7584 } 7585 7586 static inline __ATTRS_o_ai __vector unsigned int 7587 vec_popcnt(__vector signed int __a) { 7588 return __builtin_elementwise_popcount((__vector unsigned int)__a); 7589 } 7590 7591 static inline __ATTRS_o_ai __vector unsigned int 7592 vec_popcnt(__vector unsigned int __a) { 7593 return __builtin_elementwise_popcount(__a); 7594 } 7595 7596 static inline __ATTRS_o_ai __vector unsigned long long 7597 vec_popcnt(__vector signed long long __a) { 7598 return __builtin_elementwise_popcount((__vector unsigned long long)__a); 7599 } 7600 7601 static inline __ATTRS_o_ai __vector unsigned long long 7602 vec_popcnt(__vector unsigned long long __a) { 7603 return __builtin_elementwise_popcount(__a); 7604 } 7605 7606 /*-- vec_rl -----------------------------------------------------------------*/ 7607 7608 static inline __ATTRS_o_ai __vector signed char 7609 vec_rl(__vector signed char __a, __vector unsigned char __b) { 7610 return (__vector signed char)__builtin_s390_verllvb( 7611 (__vector unsigned char)__a, __b); 7612 } 7613 7614 static inline __ATTRS_o_ai __vector unsigned char 7615 vec_rl(__vector unsigned char __a, __vector unsigned char __b) { 7616 return __builtin_s390_verllvb(__a, __b); 7617 } 7618 7619 static inline __ATTRS_o_ai __vector signed short 7620 vec_rl(__vector signed short __a, __vector unsigned short __b) { 7621 return (__vector signed short)__builtin_s390_verllvh( 7622 (__vector unsigned short)__a, __b); 7623 } 7624 7625 static inline __ATTRS_o_ai __vector unsigned short 7626 vec_rl(__vector unsigned short __a, __vector unsigned short __b) { 7627 return __builtin_s390_verllvh(__a, __b); 7628 } 7629 7630 static inline __ATTRS_o_ai __vector signed int 7631 vec_rl(__vector signed int __a, __vector unsigned int __b) { 7632 return (__vector signed int)__builtin_s390_verllvf( 7633 (__vector unsigned int)__a, __b); 7634 } 7635 7636 static inline __ATTRS_o_ai __vector unsigned int 7637 vec_rl(__vector unsigned int __a, __vector unsigned int __b) { 7638 return __builtin_s390_verllvf(__a, __b); 7639 } 7640 7641 static inline __ATTRS_o_ai __vector signed long long 7642 vec_rl(__vector signed long long __a, __vector unsigned long long __b) { 7643 return (__vector signed long long)__builtin_s390_verllvg( 7644 (__vector unsigned long long)__a, __b); 7645 } 7646 7647 static inline __ATTRS_o_ai __vector unsigned long long 7648 vec_rl(__vector unsigned long long __a, __vector unsigned long long __b) { 7649 return __builtin_s390_verllvg(__a, __b); 7650 } 7651 7652 /*-- vec_rli ----------------------------------------------------------------*/ 7653 7654 static inline __ATTRS_o_ai __vector signed char 7655 vec_rli(__vector signed char __a, unsigned long __b) { 7656 return (__vector signed char)__builtin_s390_verllb( 7657 (__vector unsigned char)__a, (unsigned char)__b); 7658 } 7659 7660 static inline __ATTRS_o_ai __vector unsigned char 7661 vec_rli(__vector unsigned char __a, unsigned long __b) { 7662 return __builtin_s390_verllb(__a, (unsigned char)__b); 7663 } 7664 7665 static inline __ATTRS_o_ai __vector signed short 7666 vec_rli(__vector signed short __a, unsigned long __b) { 7667 return (__vector signed short)__builtin_s390_verllh( 7668 (__vector unsigned short)__a, (unsigned char)__b); 7669 } 7670 7671 static inline __ATTRS_o_ai __vector unsigned short 7672 vec_rli(__vector unsigned short __a, unsigned long __b) { 7673 return __builtin_s390_verllh(__a, (unsigned char)__b); 7674 } 7675 7676 static inline __ATTRS_o_ai __vector signed int 7677 vec_rli(__vector signed int __a, unsigned long __b) { 7678 return (__vector signed int)__builtin_s390_verllf( 7679 (__vector unsigned int)__a, (unsigned char)__b); 7680 } 7681 7682 static inline __ATTRS_o_ai __vector unsigned int 7683 vec_rli(__vector unsigned int __a, unsigned long __b) { 7684 return __builtin_s390_verllf(__a, (unsigned char)__b); 7685 } 7686 7687 static inline __ATTRS_o_ai __vector signed long long 7688 vec_rli(__vector signed long long __a, unsigned long __b) { 7689 return (__vector signed long long)__builtin_s390_verllg( 7690 (__vector unsigned long long)__a, (unsigned char)__b); 7691 } 7692 7693 static inline __ATTRS_o_ai __vector unsigned long long 7694 vec_rli(__vector unsigned long long __a, unsigned long __b) { 7695 return __builtin_s390_verllg(__a, (unsigned char)__b); 7696 } 7697 7698 /*-- vec_rl_mask ------------------------------------------------------------*/ 7699 7700 extern __ATTRS_o __vector signed char 7701 vec_rl_mask(__vector signed char __a, __vector unsigned char __b, 7702 unsigned char __c) __constant(__c); 7703 7704 extern __ATTRS_o __vector unsigned char 7705 vec_rl_mask(__vector unsigned char __a, __vector unsigned char __b, 7706 unsigned char __c) __constant(__c); 7707 7708 extern __ATTRS_o __vector signed short 7709 vec_rl_mask(__vector signed short __a, __vector unsigned short __b, 7710 unsigned char __c) __constant(__c); 7711 7712 extern __ATTRS_o __vector unsigned short 7713 vec_rl_mask(__vector unsigned short __a, __vector unsigned short __b, 7714 unsigned char __c) __constant(__c); 7715 7716 extern __ATTRS_o __vector signed int 7717 vec_rl_mask(__vector signed int __a, __vector unsigned int __b, 7718 unsigned char __c) __constant(__c); 7719 7720 extern __ATTRS_o __vector unsigned int 7721 vec_rl_mask(__vector unsigned int __a, __vector unsigned int __b, 7722 unsigned char __c) __constant(__c); 7723 7724 extern __ATTRS_o __vector signed long long 7725 vec_rl_mask(__vector signed long long __a, __vector unsigned long long __b, 7726 unsigned char __c) __constant(__c); 7727 7728 extern __ATTRS_o __vector unsigned long long 7729 vec_rl_mask(__vector unsigned long long __a, __vector unsigned long long __b, 7730 unsigned char __c) __constant(__c); 7731 7732 #define vec_rl_mask(X, Y, Z) ((__typeof__((vec_rl_mask)((X), (Y), (Z)))) \ 7733 __extension__ ({ \ 7734 __vector unsigned char __res; \ 7735 __vector unsigned char __x = (__vector unsigned char)(X); \ 7736 __vector unsigned char __y = (__vector unsigned char)(Y); \ 7737 switch (sizeof ((X)[0])) { \ 7738 case 1: __res = (__vector unsigned char) __builtin_s390_verimb( \ 7739 (__vector unsigned char)__x, (__vector unsigned char)__x, \ 7740 (__vector unsigned char)__y, (Z)); break; \ 7741 case 2: __res = (__vector unsigned char) __builtin_s390_verimh( \ 7742 (__vector unsigned short)__x, (__vector unsigned short)__x, \ 7743 (__vector unsigned short)__y, (Z)); break; \ 7744 case 4: __res = (__vector unsigned char) __builtin_s390_verimf( \ 7745 (__vector unsigned int)__x, (__vector unsigned int)__x, \ 7746 (__vector unsigned int)__y, (Z)); break; \ 7747 default: __res = (__vector unsigned char) __builtin_s390_verimg( \ 7748 (__vector unsigned long long)__x, (__vector unsigned long long)__x, \ 7749 (__vector unsigned long long)__y, (Z)); break; \ 7750 } __res; })) 7751 7752 /*-- vec_sll ----------------------------------------------------------------*/ 7753 7754 static inline __ATTRS_o_ai __vector signed char 7755 vec_sll(__vector signed char __a, __vector unsigned char __b) { 7756 return (__vector signed char)__builtin_s390_vsl( 7757 (__vector unsigned char)__a, __b); 7758 } 7759 7760 // This prototype is deprecated. 7761 static inline __ATTRS_o_ai __vector signed char 7762 vec_sll(__vector signed char __a, __vector unsigned short __b) { 7763 return (__vector signed char)__builtin_s390_vsl( 7764 (__vector unsigned char)__a, (__vector unsigned char)__b); 7765 } 7766 7767 // This prototype is deprecated. 7768 static inline __ATTRS_o_ai __vector signed char 7769 vec_sll(__vector signed char __a, __vector unsigned int __b) { 7770 return (__vector signed char)__builtin_s390_vsl( 7771 (__vector unsigned char)__a, (__vector unsigned char)__b); 7772 } 7773 7774 // This prototype is deprecated. 7775 static inline __ATTRS_o_ai __vector __bool char 7776 vec_sll(__vector __bool char __a, __vector unsigned char __b) { 7777 return (__vector __bool char)__builtin_s390_vsl( 7778 (__vector unsigned char)__a, __b); 7779 } 7780 7781 // This prototype is deprecated. 7782 static inline __ATTRS_o_ai __vector __bool char 7783 vec_sll(__vector __bool char __a, __vector unsigned short __b) { 7784 return (__vector __bool char)__builtin_s390_vsl( 7785 (__vector unsigned char)__a, (__vector unsigned char)__b); 7786 } 7787 7788 // This prototype is deprecated. 7789 static inline __ATTRS_o_ai __vector __bool char 7790 vec_sll(__vector __bool char __a, __vector unsigned int __b) { 7791 return (__vector __bool char)__builtin_s390_vsl( 7792 (__vector unsigned char)__a, (__vector unsigned char)__b); 7793 } 7794 7795 static inline __ATTRS_o_ai __vector unsigned char 7796 vec_sll(__vector unsigned char __a, __vector unsigned char __b) { 7797 return __builtin_s390_vsl(__a, __b); 7798 } 7799 7800 // This prototype is deprecated. 7801 static inline __ATTRS_o_ai __vector unsigned char 7802 vec_sll(__vector unsigned char __a, __vector unsigned short __b) { 7803 return __builtin_s390_vsl(__a, (__vector unsigned char)__b); 7804 } 7805 7806 // This prototype is deprecated. 7807 static inline __ATTRS_o_ai __vector unsigned char 7808 vec_sll(__vector unsigned char __a, __vector unsigned int __b) { 7809 return __builtin_s390_vsl(__a, (__vector unsigned char)__b); 7810 } 7811 7812 static inline __ATTRS_o_ai __vector signed short 7813 vec_sll(__vector signed short __a, __vector unsigned char __b) { 7814 return (__vector signed short)__builtin_s390_vsl( 7815 (__vector unsigned char)__a, __b); 7816 } 7817 7818 // This prototype is deprecated. 7819 static inline __ATTRS_o_ai __vector signed short 7820 vec_sll(__vector signed short __a, __vector unsigned short __b) { 7821 return (__vector signed short)__builtin_s390_vsl( 7822 (__vector unsigned char)__a, (__vector unsigned char)__b); 7823 } 7824 7825 // This prototype is deprecated. 7826 static inline __ATTRS_o_ai __vector signed short 7827 vec_sll(__vector signed short __a, __vector unsigned int __b) { 7828 return (__vector signed short)__builtin_s390_vsl( 7829 (__vector unsigned char)__a, (__vector unsigned char)__b); 7830 } 7831 7832 // This prototype is deprecated. 7833 static inline __ATTRS_o_ai __vector __bool short 7834 vec_sll(__vector __bool short __a, __vector unsigned char __b) { 7835 return (__vector __bool short)__builtin_s390_vsl( 7836 (__vector unsigned char)__a, __b); 7837 } 7838 7839 // This prototype is deprecated. 7840 static inline __ATTRS_o_ai __vector __bool short 7841 vec_sll(__vector __bool short __a, __vector unsigned short __b) { 7842 return (__vector __bool short)__builtin_s390_vsl( 7843 (__vector unsigned char)__a, (__vector unsigned char)__b); 7844 } 7845 7846 // This prototype is deprecated. 7847 static inline __ATTRS_o_ai __vector __bool short 7848 vec_sll(__vector __bool short __a, __vector unsigned int __b) { 7849 return (__vector __bool short)__builtin_s390_vsl( 7850 (__vector unsigned char)__a, (__vector unsigned char)__b); 7851 } 7852 7853 static inline __ATTRS_o_ai __vector unsigned short 7854 vec_sll(__vector unsigned short __a, __vector unsigned char __b) { 7855 return (__vector unsigned short)__builtin_s390_vsl( 7856 (__vector unsigned char)__a, __b); 7857 } 7858 7859 // This prototype is deprecated. 7860 static inline __ATTRS_o_ai __vector unsigned short 7861 vec_sll(__vector unsigned short __a, __vector unsigned short __b) { 7862 return (__vector unsigned short)__builtin_s390_vsl( 7863 (__vector unsigned char)__a, (__vector unsigned char)__b); 7864 } 7865 7866 // This prototype is deprecated. 7867 static inline __ATTRS_o_ai __vector unsigned short 7868 vec_sll(__vector unsigned short __a, __vector unsigned int __b) { 7869 return (__vector unsigned short)__builtin_s390_vsl( 7870 (__vector unsigned char)__a, (__vector unsigned char)__b); 7871 } 7872 7873 static inline __ATTRS_o_ai __vector signed int 7874 vec_sll(__vector signed int __a, __vector unsigned char __b) { 7875 return (__vector signed int)__builtin_s390_vsl( 7876 (__vector unsigned char)__a, __b); 7877 } 7878 7879 // This prototype is deprecated. 7880 static inline __ATTRS_o_ai __vector signed int 7881 vec_sll(__vector signed int __a, __vector unsigned short __b) { 7882 return (__vector signed int)__builtin_s390_vsl( 7883 (__vector unsigned char)__a, (__vector unsigned char)__b); 7884 } 7885 7886 // This prototype is deprecated. 7887 static inline __ATTRS_o_ai __vector signed int 7888 vec_sll(__vector signed int __a, __vector unsigned int __b) { 7889 return (__vector signed int)__builtin_s390_vsl( 7890 (__vector unsigned char)__a, (__vector unsigned char)__b); 7891 } 7892 7893 // This prototype is deprecated. 7894 static inline __ATTRS_o_ai __vector __bool int 7895 vec_sll(__vector __bool int __a, __vector unsigned char __b) { 7896 return (__vector __bool int)__builtin_s390_vsl( 7897 (__vector unsigned char)__a, __b); 7898 } 7899 7900 // This prototype is deprecated. 7901 static inline __ATTRS_o_ai __vector __bool int 7902 vec_sll(__vector __bool int __a, __vector unsigned short __b) { 7903 return (__vector __bool int)__builtin_s390_vsl( 7904 (__vector unsigned char)__a, (__vector unsigned char)__b); 7905 } 7906 7907 // This prototype is deprecated. 7908 static inline __ATTRS_o_ai __vector __bool int 7909 vec_sll(__vector __bool int __a, __vector unsigned int __b) { 7910 return (__vector __bool int)__builtin_s390_vsl( 7911 (__vector unsigned char)__a, (__vector unsigned char)__b); 7912 } 7913 7914 static inline __ATTRS_o_ai __vector unsigned int 7915 vec_sll(__vector unsigned int __a, __vector unsigned char __b) { 7916 return (__vector unsigned int)__builtin_s390_vsl( 7917 (__vector unsigned char)__a, __b); 7918 } 7919 7920 // This prototype is deprecated. 7921 static inline __ATTRS_o_ai __vector unsigned int 7922 vec_sll(__vector unsigned int __a, __vector unsigned short __b) { 7923 return (__vector unsigned int)__builtin_s390_vsl( 7924 (__vector unsigned char)__a, (__vector unsigned char)__b); 7925 } 7926 7927 // This prototype is deprecated. 7928 static inline __ATTRS_o_ai __vector unsigned int 7929 vec_sll(__vector unsigned int __a, __vector unsigned int __b) { 7930 return (__vector unsigned int)__builtin_s390_vsl( 7931 (__vector unsigned char)__a, (__vector unsigned char)__b); 7932 } 7933 7934 static inline __ATTRS_o_ai __vector signed long long 7935 vec_sll(__vector signed long long __a, __vector unsigned char __b) { 7936 return (__vector signed long long)__builtin_s390_vsl( 7937 (__vector unsigned char)__a, __b); 7938 } 7939 7940 // This prototype is deprecated. 7941 static inline __ATTRS_o_ai __vector signed long long 7942 vec_sll(__vector signed long long __a, __vector unsigned short __b) { 7943 return (__vector signed long long)__builtin_s390_vsl( 7944 (__vector unsigned char)__a, (__vector unsigned char)__b); 7945 } 7946 7947 // This prototype is deprecated. 7948 static inline __ATTRS_o_ai __vector signed long long 7949 vec_sll(__vector signed long long __a, __vector unsigned int __b) { 7950 return (__vector signed long long)__builtin_s390_vsl( 7951 (__vector unsigned char)__a, (__vector unsigned char)__b); 7952 } 7953 7954 // This prototype is deprecated. 7955 static inline __ATTRS_o_ai __vector __bool long long 7956 vec_sll(__vector __bool long long __a, __vector unsigned char __b) { 7957 return (__vector __bool long long)__builtin_s390_vsl( 7958 (__vector unsigned char)__a, __b); 7959 } 7960 7961 // This prototype is deprecated. 7962 static inline __ATTRS_o_ai __vector __bool long long 7963 vec_sll(__vector __bool long long __a, __vector unsigned short __b) { 7964 return (__vector __bool long long)__builtin_s390_vsl( 7965 (__vector unsigned char)__a, (__vector unsigned char)__b); 7966 } 7967 7968 // This prototype is deprecated. 7969 static inline __ATTRS_o_ai __vector __bool long long 7970 vec_sll(__vector __bool long long __a, __vector unsigned int __b) { 7971 return (__vector __bool long long)__builtin_s390_vsl( 7972 (__vector unsigned char)__a, (__vector unsigned char)__b); 7973 } 7974 7975 static inline __ATTRS_o_ai __vector unsigned long long 7976 vec_sll(__vector unsigned long long __a, __vector unsigned char __b) { 7977 return (__vector unsigned long long)__builtin_s390_vsl( 7978 (__vector unsigned char)__a, __b); 7979 } 7980 7981 // This prototype is deprecated. 7982 static inline __ATTRS_o_ai __vector unsigned long long 7983 vec_sll(__vector unsigned long long __a, __vector unsigned short __b) { 7984 return (__vector unsigned long long)__builtin_s390_vsl( 7985 (__vector unsigned char)__a, (__vector unsigned char)__b); 7986 } 7987 7988 // This prototype is deprecated. 7989 static inline __ATTRS_o_ai __vector unsigned long long 7990 vec_sll(__vector unsigned long long __a, __vector unsigned int __b) { 7991 return (__vector unsigned long long)__builtin_s390_vsl( 7992 (__vector unsigned char)__a, (__vector unsigned char)__b); 7993 } 7994 7995 static inline __ATTRS_o_ai __vector signed __int128 7996 vec_sll(__vector signed __int128 __a, __vector unsigned char __b) { 7997 return (__vector signed __int128)__builtin_s390_vsl( 7998 (__vector unsigned char)__a, __b); 7999 } 8000 8001 static inline __ATTRS_o_ai __vector unsigned __int128 8002 vec_sll(__vector unsigned __int128 __a, __vector unsigned char __b) { 8003 return (__vector unsigned __int128)__builtin_s390_vsl( 8004 (__vector unsigned char)__a, __b); 8005 } 8006 8007 /*-- vec_slb ----------------------------------------------------------------*/ 8008 8009 // This prototype is deprecated. 8010 static inline __ATTRS_o_ai __vector signed char 8011 vec_slb(__vector signed char __a, __vector signed char __b) { 8012 return (__vector signed char)__builtin_s390_vslb( 8013 (__vector unsigned char)__a, (__vector unsigned char)__b); 8014 } 8015 8016 static inline __ATTRS_o_ai __vector signed char 8017 vec_slb(__vector signed char __a, __vector unsigned char __b) { 8018 return (__vector signed char)__builtin_s390_vslb( 8019 (__vector unsigned char)__a, __b); 8020 } 8021 8022 // This prototype is deprecated. 8023 static inline __ATTRS_o_ai __vector unsigned char 8024 vec_slb(__vector unsigned char __a, __vector signed char __b) { 8025 return __builtin_s390_vslb(__a, (__vector unsigned char)__b); 8026 } 8027 8028 static inline __ATTRS_o_ai __vector unsigned char 8029 vec_slb(__vector unsigned char __a, __vector unsigned char __b) { 8030 return __builtin_s390_vslb(__a, __b); 8031 } 8032 8033 // This prototype is deprecated. 8034 static inline __ATTRS_o_ai __vector signed short 8035 vec_slb(__vector signed short __a, __vector signed short __b) { 8036 return (__vector signed short)__builtin_s390_vslb( 8037 (__vector unsigned char)__a, (__vector unsigned char)__b); 8038 } 8039 8040 // This prototype is deprecated. 8041 static inline __ATTRS_o_ai __vector signed short 8042 vec_slb(__vector signed short __a, __vector unsigned short __b) { 8043 return (__vector signed short)__builtin_s390_vslb( 8044 (__vector unsigned char)__a, (__vector unsigned char)__b); 8045 } 8046 8047 static inline __ATTRS_o_ai __vector signed short 8048 vec_slb(__vector signed short __a, __vector unsigned char __b) { 8049 return (__vector signed short)__builtin_s390_vslb( 8050 (__vector unsigned char)__a, __b); 8051 } 8052 8053 // This prototype is deprecated. 8054 static inline __ATTRS_o_ai __vector unsigned short 8055 vec_slb(__vector unsigned short __a, __vector signed short __b) { 8056 return (__vector unsigned short)__builtin_s390_vslb( 8057 (__vector unsigned char)__a, (__vector unsigned char)__b); 8058 } 8059 8060 // This prototype is deprecated. 8061 static inline __ATTRS_o_ai __vector unsigned short 8062 vec_slb(__vector unsigned short __a, __vector unsigned short __b) { 8063 return (__vector unsigned short)__builtin_s390_vslb( 8064 (__vector unsigned char)__a, (__vector unsigned char)__b); 8065 } 8066 8067 static inline __ATTRS_o_ai __vector unsigned short 8068 vec_slb(__vector unsigned short __a, __vector unsigned char __b) { 8069 return (__vector unsigned short)__builtin_s390_vslb( 8070 (__vector unsigned char)__a, __b); 8071 } 8072 8073 // This prototype is deprecated. 8074 static inline __ATTRS_o_ai __vector signed int 8075 vec_slb(__vector signed int __a, __vector signed int __b) { 8076 return (__vector signed int)__builtin_s390_vslb( 8077 (__vector unsigned char)__a, (__vector unsigned char)__b); 8078 } 8079 8080 // This prototype is deprecated. 8081 static inline __ATTRS_o_ai __vector signed int 8082 vec_slb(__vector signed int __a, __vector unsigned int __b) { 8083 return (__vector signed int)__builtin_s390_vslb( 8084 (__vector unsigned char)__a, (__vector unsigned char)__b); 8085 } 8086 8087 static inline __ATTRS_o_ai __vector signed int 8088 vec_slb(__vector signed int __a, __vector unsigned char __b) { 8089 return (__vector signed int)__builtin_s390_vslb( 8090 (__vector unsigned char)__a, __b); 8091 } 8092 8093 // This prototype is deprecated. 8094 static inline __ATTRS_o_ai __vector unsigned int 8095 vec_slb(__vector unsigned int __a, __vector signed int __b) { 8096 return (__vector unsigned int)__builtin_s390_vslb( 8097 (__vector unsigned char)__a, (__vector unsigned char)__b); 8098 } 8099 8100 // This prototype is deprecated. 8101 static inline __ATTRS_o_ai __vector unsigned int 8102 vec_slb(__vector unsigned int __a, __vector unsigned int __b) { 8103 return (__vector unsigned int)__builtin_s390_vslb( 8104 (__vector unsigned char)__a, (__vector unsigned char)__b); 8105 } 8106 8107 static inline __ATTRS_o_ai __vector unsigned int 8108 vec_slb(__vector unsigned int __a, __vector unsigned char __b) { 8109 return (__vector unsigned int)__builtin_s390_vslb( 8110 (__vector unsigned char)__a, __b); 8111 } 8112 8113 // This prototype is deprecated. 8114 static inline __ATTRS_o_ai __vector signed long long 8115 vec_slb(__vector signed long long __a, __vector signed long long __b) { 8116 return (__vector signed long long)__builtin_s390_vslb( 8117 (__vector unsigned char)__a, (__vector unsigned char)__b); 8118 } 8119 8120 // This prototype is deprecated. 8121 static inline __ATTRS_o_ai __vector signed long long 8122 vec_slb(__vector signed long long __a, __vector unsigned long long __b) { 8123 return (__vector signed long long)__builtin_s390_vslb( 8124 (__vector unsigned char)__a, (__vector unsigned char)__b); 8125 } 8126 8127 static inline __ATTRS_o_ai __vector signed long long 8128 vec_slb(__vector signed long long __a, __vector unsigned char __b) { 8129 return (__vector signed long long)__builtin_s390_vslb( 8130 (__vector unsigned char)__a, __b); 8131 } 8132 8133 // This prototype is deprecated. 8134 static inline __ATTRS_o_ai __vector unsigned long long 8135 vec_slb(__vector unsigned long long __a, __vector signed long long __b) { 8136 return (__vector unsigned long long)__builtin_s390_vslb( 8137 (__vector unsigned char)__a, (__vector unsigned char)__b); 8138 } 8139 8140 // This prototype is deprecated. 8141 static inline __ATTRS_o_ai __vector unsigned long long 8142 vec_slb(__vector unsigned long long __a, __vector unsigned long long __b) { 8143 return (__vector unsigned long long)__builtin_s390_vslb( 8144 (__vector unsigned char)__a, (__vector unsigned char)__b); 8145 } 8146 8147 static inline __ATTRS_o_ai __vector unsigned long long 8148 vec_slb(__vector unsigned long long __a, __vector unsigned char __b) { 8149 return (__vector unsigned long long)__builtin_s390_vslb( 8150 (__vector unsigned char)__a, __b); 8151 } 8152 8153 static inline __ATTRS_o_ai __vector signed __int128 8154 vec_slb(__vector signed __int128 __a, __vector unsigned char __b) { 8155 return (__vector signed __int128)__builtin_s390_vslb( 8156 (__vector unsigned char)__a, __b); 8157 } 8158 8159 static inline __ATTRS_o_ai __vector unsigned __int128 8160 vec_slb(__vector unsigned __int128 __a, __vector unsigned char __b) { 8161 return (__vector unsigned __int128)__builtin_s390_vslb( 8162 (__vector unsigned char)__a, __b); 8163 } 8164 8165 #if __ARCH__ >= 12 8166 // This prototype is deprecated. 8167 static inline __ATTRS_o_ai __vector float 8168 vec_slb(__vector float __a, __vector signed int __b) { 8169 return (__vector float)__builtin_s390_vslb( 8170 (__vector unsigned char)__a, (__vector unsigned char)__b); 8171 } 8172 8173 // This prototype is deprecated. 8174 static inline __ATTRS_o_ai __vector float 8175 vec_slb(__vector float __a, __vector unsigned int __b) { 8176 return (__vector float)__builtin_s390_vslb( 8177 (__vector unsigned char)__a, (__vector unsigned char)__b); 8178 } 8179 8180 static inline __ATTRS_o_ai __vector float 8181 vec_slb(__vector float __a, __vector unsigned char __b) { 8182 return (__vector float)__builtin_s390_vslb( 8183 (__vector unsigned char)__a, __b); 8184 } 8185 #endif 8186 8187 // This prototype is deprecated. 8188 static inline __ATTRS_o_ai __vector double 8189 vec_slb(__vector double __a, __vector signed long long __b) { 8190 return (__vector double)__builtin_s390_vslb( 8191 (__vector unsigned char)__a, (__vector unsigned char)__b); 8192 } 8193 8194 // This prototype is deprecated. 8195 static inline __ATTRS_o_ai __vector double 8196 vec_slb(__vector double __a, __vector unsigned long long __b) { 8197 return (__vector double)__builtin_s390_vslb( 8198 (__vector unsigned char)__a, (__vector unsigned char)__b); 8199 } 8200 8201 static inline __ATTRS_o_ai __vector double 8202 vec_slb(__vector double __a, __vector unsigned char __b) { 8203 return (__vector double)__builtin_s390_vslb( 8204 (__vector unsigned char)__a, __b); 8205 } 8206 8207 /*-- vec_sld ----------------------------------------------------------------*/ 8208 8209 extern __ATTRS_o __vector signed char 8210 vec_sld(__vector signed char __a, __vector signed char __b, int __c) 8211 __constant_range(__c, 0, 15); 8212 8213 // This prototype is deprecated. 8214 extern __ATTRS_o __vector __bool char 8215 vec_sld(__vector __bool char __a, __vector __bool char __b, int __c) 8216 __constant_range(__c, 0, 15); 8217 8218 extern __ATTRS_o __vector unsigned char 8219 vec_sld(__vector unsigned char __a, __vector unsigned char __b, int __c) 8220 __constant_range(__c, 0, 15); 8221 8222 extern __ATTRS_o __vector signed short 8223 vec_sld(__vector signed short __a, __vector signed short __b, int __c) 8224 __constant_range(__c, 0, 15); 8225 8226 // This prototype is deprecated. 8227 extern __ATTRS_o __vector __bool short 8228 vec_sld(__vector __bool short __a, __vector __bool short __b, int __c) 8229 __constant_range(__c, 0, 15); 8230 8231 extern __ATTRS_o __vector unsigned short 8232 vec_sld(__vector unsigned short __a, __vector unsigned short __b, int __c) 8233 __constant_range(__c, 0, 15); 8234 8235 extern __ATTRS_o __vector signed int 8236 vec_sld(__vector signed int __a, __vector signed int __b, int __c) 8237 __constant_range(__c, 0, 15); 8238 8239 // This prototype is deprecated. 8240 extern __ATTRS_o __vector __bool int 8241 vec_sld(__vector __bool int __a, __vector __bool int __b, int __c) 8242 __constant_range(__c, 0, 15); 8243 8244 extern __ATTRS_o __vector unsigned int 8245 vec_sld(__vector unsigned int __a, __vector unsigned int __b, int __c) 8246 __constant_range(__c, 0, 15); 8247 8248 extern __ATTRS_o __vector signed long long 8249 vec_sld(__vector signed long long __a, __vector signed long long __b, int __c) 8250 __constant_range(__c, 0, 15); 8251 8252 // This prototype is deprecated. 8253 extern __ATTRS_o __vector __bool long long 8254 vec_sld(__vector __bool long long __a, __vector __bool long long __b, int __c) 8255 __constant_range(__c, 0, 15); 8256 8257 extern __ATTRS_o __vector unsigned long long 8258 vec_sld(__vector unsigned long long __a, __vector unsigned long long __b, 8259 int __c) 8260 __constant_range(__c, 0, 15); 8261 8262 extern __ATTRS_o __vector signed __int128 8263 vec_sld(__vector signed __int128 __a, __vector signed __int128 __b, int __c) 8264 __constant_range(__c, 0, 15); 8265 8266 extern __ATTRS_o __vector unsigned __int128 8267 vec_sld(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 8268 int __c) 8269 __constant_range(__c, 0, 15); 8270 8271 #if __ARCH__ >= 12 8272 extern __ATTRS_o __vector float 8273 vec_sld(__vector float __a, __vector float __b, int __c) 8274 __constant_range(__c, 0, 15); 8275 #endif 8276 8277 extern __ATTRS_o __vector double 8278 vec_sld(__vector double __a, __vector double __b, int __c) 8279 __constant_range(__c, 0, 15); 8280 8281 #define vec_sld(X, Y, Z) ((__typeof__((vec_sld)((X), (Y), (Z)))) \ 8282 __builtin_s390_vsldb((__vector unsigned char)(X), \ 8283 (__vector unsigned char)(Y), (Z))) 8284 8285 /*-- vec_sldw ---------------------------------------------------------------*/ 8286 8287 extern __ATTRS_o __vector signed char 8288 vec_sldw(__vector signed char __a, __vector signed char __b, int __c) 8289 __constant_range(__c, 0, 3); 8290 8291 extern __ATTRS_o __vector unsigned char 8292 vec_sldw(__vector unsigned char __a, __vector unsigned char __b, int __c) 8293 __constant_range(__c, 0, 3); 8294 8295 extern __ATTRS_o __vector signed short 8296 vec_sldw(__vector signed short __a, __vector signed short __b, int __c) 8297 __constant_range(__c, 0, 3); 8298 8299 extern __ATTRS_o __vector unsigned short 8300 vec_sldw(__vector unsigned short __a, __vector unsigned short __b, int __c) 8301 __constant_range(__c, 0, 3); 8302 8303 extern __ATTRS_o __vector signed int 8304 vec_sldw(__vector signed int __a, __vector signed int __b, int __c) 8305 __constant_range(__c, 0, 3); 8306 8307 extern __ATTRS_o __vector unsigned int 8308 vec_sldw(__vector unsigned int __a, __vector unsigned int __b, int __c) 8309 __constant_range(__c, 0, 3); 8310 8311 extern __ATTRS_o __vector signed long long 8312 vec_sldw(__vector signed long long __a, __vector signed long long __b, int __c) 8313 __constant_range(__c, 0, 3); 8314 8315 extern __ATTRS_o __vector unsigned long long 8316 vec_sldw(__vector unsigned long long __a, __vector unsigned long long __b, 8317 int __c) 8318 __constant_range(__c, 0, 3); 8319 8320 extern __ATTRS_o __vector signed __int128 8321 vec_sldw(__vector signed __int128 __a, __vector signed __int128 __b, int __c) 8322 __constant_range(__c, 0, 3); 8323 8324 extern __ATTRS_o __vector unsigned __int128 8325 vec_sldw(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 8326 int __c) 8327 __constant_range(__c, 0, 3); 8328 8329 // This prototype is deprecated. 8330 extern __ATTRS_o __vector double 8331 vec_sldw(__vector double __a, __vector double __b, int __c) 8332 __constant_range(__c, 0, 3); 8333 8334 #define vec_sldw(X, Y, Z) ((__typeof__((vec_sldw)((X), (Y), (Z)))) \ 8335 __builtin_s390_vsldb((__vector unsigned char)(X), \ 8336 (__vector unsigned char)(Y), (Z) * 4)) 8337 8338 /*-- vec_sldb ---------------------------------------------------------------*/ 8339 8340 #if __ARCH__ >= 13 8341 8342 extern __ATTRS_o __vector signed char 8343 vec_sldb(__vector signed char __a, __vector signed char __b, int __c) 8344 __constant_range(__c, 0, 7); 8345 8346 extern __ATTRS_o __vector unsigned char 8347 vec_sldb(__vector unsigned char __a, __vector unsigned char __b, int __c) 8348 __constant_range(__c, 0, 7); 8349 8350 extern __ATTRS_o __vector signed short 8351 vec_sldb(__vector signed short __a, __vector signed short __b, int __c) 8352 __constant_range(__c, 0, 7); 8353 8354 extern __ATTRS_o __vector unsigned short 8355 vec_sldb(__vector unsigned short __a, __vector unsigned short __b, int __c) 8356 __constant_range(__c, 0, 7); 8357 8358 extern __ATTRS_o __vector signed int 8359 vec_sldb(__vector signed int __a, __vector signed int __b, int __c) 8360 __constant_range(__c, 0, 7); 8361 8362 extern __ATTRS_o __vector unsigned int 8363 vec_sldb(__vector unsigned int __a, __vector unsigned int __b, int __c) 8364 __constant_range(__c, 0, 7); 8365 8366 extern __ATTRS_o __vector signed long long 8367 vec_sldb(__vector signed long long __a, __vector signed long long __b, int __c) 8368 __constant_range(__c, 0, 7); 8369 8370 extern __ATTRS_o __vector unsigned long long 8371 vec_sldb(__vector unsigned long long __a, __vector unsigned long long __b, 8372 int __c) 8373 __constant_range(__c, 0, 7); 8374 8375 extern __ATTRS_o __vector signed __int128 8376 vec_sldb(__vector signed __int128 __a, __vector signed __int128 __b, int __c) 8377 __constant_range(__c, 0, 7); 8378 8379 extern __ATTRS_o __vector unsigned __int128 8380 vec_sldb(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 8381 int __c) 8382 __constant_range(__c, 0, 7); 8383 8384 extern __ATTRS_o __vector float 8385 vec_sldb(__vector float __a, __vector float __b, int __c) 8386 __constant_range(__c, 0, 7); 8387 8388 extern __ATTRS_o __vector double 8389 vec_sldb(__vector double __a, __vector double __b, int __c) 8390 __constant_range(__c, 0, 7); 8391 8392 #define vec_sldb(X, Y, Z) ((__typeof__((vec_sldb)((X), (Y), (Z)))) \ 8393 __builtin_s390_vsld((__vector unsigned char)(X), \ 8394 (__vector unsigned char)(Y), (Z))) 8395 8396 #endif 8397 8398 /*-- vec_sral ---------------------------------------------------------------*/ 8399 8400 static inline __ATTRS_o_ai __vector signed char 8401 vec_sral(__vector signed char __a, __vector unsigned char __b) { 8402 return (__vector signed char)__builtin_s390_vsra( 8403 (__vector unsigned char)__a, __b); 8404 } 8405 8406 // This prototype is deprecated. 8407 static inline __ATTRS_o_ai __vector signed char 8408 vec_sral(__vector signed char __a, __vector unsigned short __b) { 8409 return (__vector signed char)__builtin_s390_vsra( 8410 (__vector unsigned char)__a, (__vector unsigned char)__b); 8411 } 8412 8413 // This prototype is deprecated. 8414 static inline __ATTRS_o_ai __vector signed char 8415 vec_sral(__vector signed char __a, __vector unsigned int __b) { 8416 return (__vector signed char)__builtin_s390_vsra( 8417 (__vector unsigned char)__a, (__vector unsigned char)__b); 8418 } 8419 8420 // This prototype is deprecated. 8421 static inline __ATTRS_o_ai __vector __bool char 8422 vec_sral(__vector __bool char __a, __vector unsigned char __b) { 8423 return (__vector __bool char)__builtin_s390_vsra( 8424 (__vector unsigned char)__a, __b); 8425 } 8426 8427 // This prototype is deprecated. 8428 static inline __ATTRS_o_ai __vector __bool char 8429 vec_sral(__vector __bool char __a, __vector unsigned short __b) { 8430 return (__vector __bool char)__builtin_s390_vsra( 8431 (__vector unsigned char)__a, (__vector unsigned char)__b); 8432 } 8433 8434 // This prototype is deprecated. 8435 static inline __ATTRS_o_ai __vector __bool char 8436 vec_sral(__vector __bool char __a, __vector unsigned int __b) { 8437 return (__vector __bool char)__builtin_s390_vsra( 8438 (__vector unsigned char)__a, (__vector unsigned char)__b); 8439 } 8440 8441 static inline __ATTRS_o_ai __vector unsigned char 8442 vec_sral(__vector unsigned char __a, __vector unsigned char __b) { 8443 return __builtin_s390_vsra(__a, __b); 8444 } 8445 8446 // This prototype is deprecated. 8447 static inline __ATTRS_o_ai __vector unsigned char 8448 vec_sral(__vector unsigned char __a, __vector unsigned short __b) { 8449 return __builtin_s390_vsra(__a, (__vector unsigned char)__b); 8450 } 8451 8452 // This prototype is deprecated. 8453 static inline __ATTRS_o_ai __vector unsigned char 8454 vec_sral(__vector unsigned char __a, __vector unsigned int __b) { 8455 return __builtin_s390_vsra(__a, (__vector unsigned char)__b); 8456 } 8457 8458 static inline __ATTRS_o_ai __vector signed short 8459 vec_sral(__vector signed short __a, __vector unsigned char __b) { 8460 return (__vector signed short)__builtin_s390_vsra( 8461 (__vector unsigned char)__a, __b); 8462 } 8463 8464 // This prototype is deprecated. 8465 static inline __ATTRS_o_ai __vector signed short 8466 vec_sral(__vector signed short __a, __vector unsigned short __b) { 8467 return (__vector signed short)__builtin_s390_vsra( 8468 (__vector unsigned char)__a, (__vector unsigned char)__b); 8469 } 8470 8471 // This prototype is deprecated. 8472 static inline __ATTRS_o_ai __vector signed short 8473 vec_sral(__vector signed short __a, __vector unsigned int __b) { 8474 return (__vector signed short)__builtin_s390_vsra( 8475 (__vector unsigned char)__a, (__vector unsigned char)__b); 8476 } 8477 8478 // This prototype is deprecated. 8479 static inline __ATTRS_o_ai __vector __bool short 8480 vec_sral(__vector __bool short __a, __vector unsigned char __b) { 8481 return (__vector __bool short)__builtin_s390_vsra( 8482 (__vector unsigned char)__a, __b); 8483 } 8484 8485 // This prototype is deprecated. 8486 static inline __ATTRS_o_ai __vector __bool short 8487 vec_sral(__vector __bool short __a, __vector unsigned short __b) { 8488 return (__vector __bool short)__builtin_s390_vsra( 8489 (__vector unsigned char)__a, (__vector unsigned char)__b); 8490 } 8491 8492 // This prototype is deprecated. 8493 static inline __ATTRS_o_ai __vector __bool short 8494 vec_sral(__vector __bool short __a, __vector unsigned int __b) { 8495 return (__vector __bool short)__builtin_s390_vsra( 8496 (__vector unsigned char)__a, (__vector unsigned char)__b); 8497 } 8498 8499 static inline __ATTRS_o_ai __vector unsigned short 8500 vec_sral(__vector unsigned short __a, __vector unsigned char __b) { 8501 return (__vector unsigned short)__builtin_s390_vsra( 8502 (__vector unsigned char)__a, __b); 8503 } 8504 8505 // This prototype is deprecated. 8506 static inline __ATTRS_o_ai __vector unsigned short 8507 vec_sral(__vector unsigned short __a, __vector unsigned short __b) { 8508 return (__vector unsigned short)__builtin_s390_vsra( 8509 (__vector unsigned char)__a, (__vector unsigned char)__b); 8510 } 8511 8512 // This prototype is deprecated. 8513 static inline __ATTRS_o_ai __vector unsigned short 8514 vec_sral(__vector unsigned short __a, __vector unsigned int __b) { 8515 return (__vector unsigned short)__builtin_s390_vsra( 8516 (__vector unsigned char)__a, (__vector unsigned char)__b); 8517 } 8518 8519 static inline __ATTRS_o_ai __vector signed int 8520 vec_sral(__vector signed int __a, __vector unsigned char __b) { 8521 return (__vector signed int)__builtin_s390_vsra( 8522 (__vector unsigned char)__a, __b); 8523 } 8524 8525 // This prototype is deprecated. 8526 static inline __ATTRS_o_ai __vector signed int 8527 vec_sral(__vector signed int __a, __vector unsigned short __b) { 8528 return (__vector signed int)__builtin_s390_vsra( 8529 (__vector unsigned char)__a, (__vector unsigned char)__b); 8530 } 8531 8532 // This prototype is deprecated. 8533 static inline __ATTRS_o_ai __vector signed int 8534 vec_sral(__vector signed int __a, __vector unsigned int __b) { 8535 return (__vector signed int)__builtin_s390_vsra( 8536 (__vector unsigned char)__a, (__vector unsigned char)__b); 8537 } 8538 8539 // This prototype is deprecated. 8540 static inline __ATTRS_o_ai __vector __bool int 8541 vec_sral(__vector __bool int __a, __vector unsigned char __b) { 8542 return (__vector __bool int)__builtin_s390_vsra( 8543 (__vector unsigned char)__a, __b); 8544 } 8545 8546 // This prototype is deprecated. 8547 static inline __ATTRS_o_ai __vector __bool int 8548 vec_sral(__vector __bool int __a, __vector unsigned short __b) { 8549 return (__vector __bool int)__builtin_s390_vsra( 8550 (__vector unsigned char)__a, (__vector unsigned char)__b); 8551 } 8552 8553 // This prototype is deprecated. 8554 static inline __ATTRS_o_ai __vector __bool int 8555 vec_sral(__vector __bool int __a, __vector unsigned int __b) { 8556 return (__vector __bool int)__builtin_s390_vsra( 8557 (__vector unsigned char)__a, (__vector unsigned char)__b); 8558 } 8559 8560 static inline __ATTRS_o_ai __vector unsigned int 8561 vec_sral(__vector unsigned int __a, __vector unsigned char __b) { 8562 return (__vector unsigned int)__builtin_s390_vsra( 8563 (__vector unsigned char)__a, __b); 8564 } 8565 8566 // This prototype is deprecated. 8567 static inline __ATTRS_o_ai __vector unsigned int 8568 vec_sral(__vector unsigned int __a, __vector unsigned short __b) { 8569 return (__vector unsigned int)__builtin_s390_vsra( 8570 (__vector unsigned char)__a, (__vector unsigned char)__b); 8571 } 8572 8573 // This prototype is deprecated. 8574 static inline __ATTRS_o_ai __vector unsigned int 8575 vec_sral(__vector unsigned int __a, __vector unsigned int __b) { 8576 return (__vector unsigned int)__builtin_s390_vsra( 8577 (__vector unsigned char)__a, (__vector unsigned char)__b); 8578 } 8579 8580 static inline __ATTRS_o_ai __vector signed long long 8581 vec_sral(__vector signed long long __a, __vector unsigned char __b) { 8582 return (__vector signed long long)__builtin_s390_vsra( 8583 (__vector unsigned char)__a, __b); 8584 } 8585 8586 // This prototype is deprecated. 8587 static inline __ATTRS_o_ai __vector signed long long 8588 vec_sral(__vector signed long long __a, __vector unsigned short __b) { 8589 return (__vector signed long long)__builtin_s390_vsra( 8590 (__vector unsigned char)__a, (__vector unsigned char)__b); 8591 } 8592 8593 // This prototype is deprecated. 8594 static inline __ATTRS_o_ai __vector signed long long 8595 vec_sral(__vector signed long long __a, __vector unsigned int __b) { 8596 return (__vector signed long long)__builtin_s390_vsra( 8597 (__vector unsigned char)__a, (__vector unsigned char)__b); 8598 } 8599 8600 // This prototype is deprecated. 8601 static inline __ATTRS_o_ai __vector __bool long long 8602 vec_sral(__vector __bool long long __a, __vector unsigned char __b) { 8603 return (__vector __bool long long)__builtin_s390_vsra( 8604 (__vector unsigned char)__a, __b); 8605 } 8606 8607 // This prototype is deprecated. 8608 static inline __ATTRS_o_ai __vector __bool long long 8609 vec_sral(__vector __bool long long __a, __vector unsigned short __b) { 8610 return (__vector __bool long long)__builtin_s390_vsra( 8611 (__vector unsigned char)__a, (__vector unsigned char)__b); 8612 } 8613 8614 // This prototype is deprecated. 8615 static inline __ATTRS_o_ai __vector __bool long long 8616 vec_sral(__vector __bool long long __a, __vector unsigned int __b) { 8617 return (__vector __bool long long)__builtin_s390_vsra( 8618 (__vector unsigned char)__a, (__vector unsigned char)__b); 8619 } 8620 8621 static inline __ATTRS_o_ai __vector unsigned long long 8622 vec_sral(__vector unsigned long long __a, __vector unsigned char __b) { 8623 return (__vector unsigned long long)__builtin_s390_vsra( 8624 (__vector unsigned char)__a, __b); 8625 } 8626 8627 // This prototype is deprecated. 8628 static inline __ATTRS_o_ai __vector unsigned long long 8629 vec_sral(__vector unsigned long long __a, __vector unsigned short __b) { 8630 return (__vector unsigned long long)__builtin_s390_vsra( 8631 (__vector unsigned char)__a, (__vector unsigned char)__b); 8632 } 8633 8634 // This prototype is deprecated. 8635 static inline __ATTRS_o_ai __vector unsigned long long 8636 vec_sral(__vector unsigned long long __a, __vector unsigned int __b) { 8637 return (__vector unsigned long long)__builtin_s390_vsra( 8638 (__vector unsigned char)__a, (__vector unsigned char)__b); 8639 } 8640 8641 static inline __ATTRS_o_ai __vector signed __int128 8642 vec_sral(__vector signed __int128 __a, __vector unsigned char __b) { 8643 return (__vector signed __int128)__builtin_s390_vsra( 8644 (__vector unsigned char)__a, __b); 8645 } 8646 8647 static inline __ATTRS_o_ai __vector unsigned __int128 8648 vec_sral(__vector unsigned __int128 __a, __vector unsigned char __b) { 8649 return (__vector unsigned __int128)__builtin_s390_vsra( 8650 (__vector unsigned char)__a, __b); 8651 } 8652 8653 /*-- vec_srab ---------------------------------------------------------------*/ 8654 8655 // This prototype is deprecated. 8656 static inline __ATTRS_o_ai __vector signed char 8657 vec_srab(__vector signed char __a, __vector signed char __b) { 8658 return (__vector signed char)__builtin_s390_vsrab( 8659 (__vector unsigned char)__a, (__vector unsigned char)__b); 8660 } 8661 8662 static inline __ATTRS_o_ai __vector signed char 8663 vec_srab(__vector signed char __a, __vector unsigned char __b) { 8664 return (__vector signed char)__builtin_s390_vsrab( 8665 (__vector unsigned char)__a, __b); 8666 } 8667 8668 // This prototype is deprecated. 8669 static inline __ATTRS_o_ai __vector unsigned char 8670 vec_srab(__vector unsigned char __a, __vector signed char __b) { 8671 return __builtin_s390_vsrab(__a, (__vector unsigned char)__b); 8672 } 8673 8674 static inline __ATTRS_o_ai __vector unsigned char 8675 vec_srab(__vector unsigned char __a, __vector unsigned char __b) { 8676 return __builtin_s390_vsrab(__a, __b); 8677 } 8678 8679 // This prototype is deprecated. 8680 static inline __ATTRS_o_ai __vector signed short 8681 vec_srab(__vector signed short __a, __vector signed short __b) { 8682 return (__vector signed short)__builtin_s390_vsrab( 8683 (__vector unsigned char)__a, (__vector unsigned char)__b); 8684 } 8685 8686 // This prototype is deprecated. 8687 static inline __ATTRS_o_ai __vector signed short 8688 vec_srab(__vector signed short __a, __vector unsigned short __b) { 8689 return (__vector signed short)__builtin_s390_vsrab( 8690 (__vector unsigned char)__a, (__vector unsigned char)__b); 8691 } 8692 8693 static inline __ATTRS_o_ai __vector signed short 8694 vec_srab(__vector signed short __a, __vector unsigned char __b) { 8695 return (__vector signed short)__builtin_s390_vsrab( 8696 (__vector unsigned char)__a, __b); 8697 } 8698 8699 // This prototype is deprecated. 8700 static inline __ATTRS_o_ai __vector unsigned short 8701 vec_srab(__vector unsigned short __a, __vector signed short __b) { 8702 return (__vector unsigned short)__builtin_s390_vsrab( 8703 (__vector unsigned char)__a, (__vector unsigned char)__b); 8704 } 8705 8706 // This prototype is deprecated. 8707 static inline __ATTRS_o_ai __vector unsigned short 8708 vec_srab(__vector unsigned short __a, __vector unsigned short __b) { 8709 return (__vector unsigned short)__builtin_s390_vsrab( 8710 (__vector unsigned char)__a, (__vector unsigned char)__b); 8711 } 8712 8713 static inline __ATTRS_o_ai __vector unsigned short 8714 vec_srab(__vector unsigned short __a, __vector unsigned char __b) { 8715 return (__vector unsigned short)__builtin_s390_vsrab( 8716 (__vector unsigned char)__a, __b); 8717 } 8718 8719 // This prototype is deprecated. 8720 static inline __ATTRS_o_ai __vector signed int 8721 vec_srab(__vector signed int __a, __vector signed int __b) { 8722 return (__vector signed int)__builtin_s390_vsrab( 8723 (__vector unsigned char)__a, (__vector unsigned char)__b); 8724 } 8725 8726 // This prototype is deprecated. 8727 static inline __ATTRS_o_ai __vector signed int 8728 vec_srab(__vector signed int __a, __vector unsigned int __b) { 8729 return (__vector signed int)__builtin_s390_vsrab( 8730 (__vector unsigned char)__a, (__vector unsigned char)__b); 8731 } 8732 8733 static inline __ATTRS_o_ai __vector signed int 8734 vec_srab(__vector signed int __a, __vector unsigned char __b) { 8735 return (__vector signed int)__builtin_s390_vsrab( 8736 (__vector unsigned char)__a, __b); 8737 } 8738 8739 // This prototype is deprecated. 8740 static inline __ATTRS_o_ai __vector unsigned int 8741 vec_srab(__vector unsigned int __a, __vector signed int __b) { 8742 return (__vector unsigned int)__builtin_s390_vsrab( 8743 (__vector unsigned char)__a, (__vector unsigned char)__b); 8744 } 8745 8746 // This prototype is deprecated. 8747 static inline __ATTRS_o_ai __vector unsigned int 8748 vec_srab(__vector unsigned int __a, __vector unsigned int __b) { 8749 return (__vector unsigned int)__builtin_s390_vsrab( 8750 (__vector unsigned char)__a, (__vector unsigned char)__b); 8751 } 8752 8753 static inline __ATTRS_o_ai __vector unsigned int 8754 vec_srab(__vector unsigned int __a, __vector unsigned char __b) { 8755 return (__vector unsigned int)__builtin_s390_vsrab( 8756 (__vector unsigned char)__a, __b); 8757 } 8758 8759 // This prototype is deprecated. 8760 static inline __ATTRS_o_ai __vector signed long long 8761 vec_srab(__vector signed long long __a, __vector signed long long __b) { 8762 return (__vector signed long long)__builtin_s390_vsrab( 8763 (__vector unsigned char)__a, (__vector unsigned char)__b); 8764 } 8765 8766 // This prototype is deprecated. 8767 static inline __ATTRS_o_ai __vector signed long long 8768 vec_srab(__vector signed long long __a, __vector unsigned long long __b) { 8769 return (__vector signed long long)__builtin_s390_vsrab( 8770 (__vector unsigned char)__a, (__vector unsigned char)__b); 8771 } 8772 8773 static inline __ATTRS_o_ai __vector signed long long 8774 vec_srab(__vector signed long long __a, __vector unsigned char __b) { 8775 return (__vector signed long long)__builtin_s390_vsrab( 8776 (__vector unsigned char)__a, __b); 8777 } 8778 8779 // This prototype is deprecated. 8780 static inline __ATTRS_o_ai __vector unsigned long long 8781 vec_srab(__vector unsigned long long __a, __vector signed long long __b) { 8782 return (__vector unsigned long long)__builtin_s390_vsrab( 8783 (__vector unsigned char)__a, (__vector unsigned char)__b); 8784 } 8785 8786 // This prototype is deprecated. 8787 static inline __ATTRS_o_ai __vector unsigned long long 8788 vec_srab(__vector unsigned long long __a, __vector unsigned long long __b) { 8789 return (__vector unsigned long long)__builtin_s390_vsrab( 8790 (__vector unsigned char)__a, (__vector unsigned char)__b); 8791 } 8792 8793 static inline __ATTRS_o_ai __vector unsigned long long 8794 vec_srab(__vector unsigned long long __a, __vector unsigned char __b) { 8795 return (__vector unsigned long long)__builtin_s390_vsrab( 8796 (__vector unsigned char)__a, __b); 8797 } 8798 8799 static inline __ATTRS_o_ai __vector signed __int128 8800 vec_srab(__vector signed __int128 __a, __vector unsigned char __b) { 8801 return (__vector signed __int128)__builtin_s390_vsrab( 8802 (__vector unsigned char)__a, __b); 8803 } 8804 8805 static inline __ATTRS_o_ai __vector unsigned __int128 8806 vec_srab(__vector unsigned __int128 __a, __vector unsigned char __b) { 8807 return (__vector unsigned __int128)__builtin_s390_vsrab( 8808 (__vector unsigned char)__a, __b); 8809 } 8810 8811 #if __ARCH__ >= 12 8812 // This prototype is deprecated. 8813 static inline __ATTRS_o_ai __vector float 8814 vec_srab(__vector float __a, __vector signed int __b) { 8815 return (__vector float)__builtin_s390_vsrab( 8816 (__vector unsigned char)__a, (__vector unsigned char)__b); 8817 } 8818 8819 // This prototype is deprecated. 8820 static inline __ATTRS_o_ai __vector float 8821 vec_srab(__vector float __a, __vector unsigned int __b) { 8822 return (__vector float)__builtin_s390_vsrab( 8823 (__vector unsigned char)__a, (__vector unsigned char)__b); 8824 } 8825 8826 static inline __ATTRS_o_ai __vector float 8827 vec_srab(__vector float __a, __vector unsigned char __b) { 8828 return (__vector float)__builtin_s390_vsrab( 8829 (__vector unsigned char)__a, __b); 8830 } 8831 #endif 8832 8833 // This prototype is deprecated. 8834 static inline __ATTRS_o_ai __vector double 8835 vec_srab(__vector double __a, __vector signed long long __b) { 8836 return (__vector double)__builtin_s390_vsrab( 8837 (__vector unsigned char)__a, (__vector unsigned char)__b); 8838 } 8839 8840 // This prototype is deprecated. 8841 static inline __ATTRS_o_ai __vector double 8842 vec_srab(__vector double __a, __vector unsigned long long __b) { 8843 return (__vector double)__builtin_s390_vsrab( 8844 (__vector unsigned char)__a, (__vector unsigned char)__b); 8845 } 8846 8847 static inline __ATTRS_o_ai __vector double 8848 vec_srab(__vector double __a, __vector unsigned char __b) { 8849 return (__vector double)__builtin_s390_vsrab( 8850 (__vector unsigned char)__a, __b); 8851 } 8852 8853 /*-- vec_srl ----------------------------------------------------------------*/ 8854 8855 static inline __ATTRS_o_ai __vector signed char 8856 vec_srl(__vector signed char __a, __vector unsigned char __b) { 8857 return (__vector signed char)__builtin_s390_vsrl( 8858 (__vector unsigned char)__a, __b); 8859 } 8860 8861 // This prototype is deprecated. 8862 static inline __ATTRS_o_ai __vector signed char 8863 vec_srl(__vector signed char __a, __vector unsigned short __b) { 8864 return (__vector signed char)__builtin_s390_vsrl( 8865 (__vector unsigned char)__a, (__vector unsigned char)__b); 8866 } 8867 8868 // This prototype is deprecated. 8869 static inline __ATTRS_o_ai __vector signed char 8870 vec_srl(__vector signed char __a, __vector unsigned int __b) { 8871 return (__vector signed char)__builtin_s390_vsrl( 8872 (__vector unsigned char)__a, (__vector unsigned char)__b); 8873 } 8874 8875 // This prototype is deprecated. 8876 static inline __ATTRS_o_ai __vector __bool char 8877 vec_srl(__vector __bool char __a, __vector unsigned char __b) { 8878 return (__vector __bool char)__builtin_s390_vsrl( 8879 (__vector unsigned char)__a, __b); 8880 } 8881 8882 // This prototype is deprecated. 8883 static inline __ATTRS_o_ai __vector __bool char 8884 vec_srl(__vector __bool char __a, __vector unsigned short __b) { 8885 return (__vector __bool char)__builtin_s390_vsrl( 8886 (__vector unsigned char)__a, (__vector unsigned char)__b); 8887 } 8888 8889 // This prototype is deprecated. 8890 static inline __ATTRS_o_ai __vector __bool char 8891 vec_srl(__vector __bool char __a, __vector unsigned int __b) { 8892 return (__vector __bool char)__builtin_s390_vsrl( 8893 (__vector unsigned char)__a, (__vector unsigned char)__b); 8894 } 8895 8896 static inline __ATTRS_o_ai __vector unsigned char 8897 vec_srl(__vector unsigned char __a, __vector unsigned char __b) { 8898 return __builtin_s390_vsrl(__a, __b); 8899 } 8900 8901 // This prototype is deprecated. 8902 static inline __ATTRS_o_ai __vector unsigned char 8903 vec_srl(__vector unsigned char __a, __vector unsigned short __b) { 8904 return __builtin_s390_vsrl(__a, (__vector unsigned char)__b); 8905 } 8906 8907 // This prototype is deprecated. 8908 static inline __ATTRS_o_ai __vector unsigned char 8909 vec_srl(__vector unsigned char __a, __vector unsigned int __b) { 8910 return __builtin_s390_vsrl(__a, (__vector unsigned char)__b); 8911 } 8912 8913 static inline __ATTRS_o_ai __vector signed short 8914 vec_srl(__vector signed short __a, __vector unsigned char __b) { 8915 return (__vector signed short)__builtin_s390_vsrl( 8916 (__vector unsigned char)__a, __b); 8917 } 8918 8919 // This prototype is deprecated. 8920 static inline __ATTRS_o_ai __vector signed short 8921 vec_srl(__vector signed short __a, __vector unsigned short __b) { 8922 return (__vector signed short)__builtin_s390_vsrl( 8923 (__vector unsigned char)__a, (__vector unsigned char)__b); 8924 } 8925 8926 // This prototype is deprecated. 8927 static inline __ATTRS_o_ai __vector signed short 8928 vec_srl(__vector signed short __a, __vector unsigned int __b) { 8929 return (__vector signed short)__builtin_s390_vsrl( 8930 (__vector unsigned char)__a, (__vector unsigned char)__b); 8931 } 8932 8933 // This prototype is deprecated. 8934 static inline __ATTRS_o_ai __vector __bool short 8935 vec_srl(__vector __bool short __a, __vector unsigned char __b) { 8936 return (__vector __bool short)__builtin_s390_vsrl( 8937 (__vector unsigned char)__a, __b); 8938 } 8939 8940 // This prototype is deprecated. 8941 static inline __ATTRS_o_ai __vector __bool short 8942 vec_srl(__vector __bool short __a, __vector unsigned short __b) { 8943 return (__vector __bool short)__builtin_s390_vsrl( 8944 (__vector unsigned char)__a, (__vector unsigned char)__b); 8945 } 8946 8947 // This prototype is deprecated. 8948 static inline __ATTRS_o_ai __vector __bool short 8949 vec_srl(__vector __bool short __a, __vector unsigned int __b) { 8950 return (__vector __bool short)__builtin_s390_vsrl( 8951 (__vector unsigned char)__a, (__vector unsigned char)__b); 8952 } 8953 8954 static inline __ATTRS_o_ai __vector unsigned short 8955 vec_srl(__vector unsigned short __a, __vector unsigned char __b) { 8956 return (__vector unsigned short)__builtin_s390_vsrl( 8957 (__vector unsigned char)__a, __b); 8958 } 8959 8960 // This prototype is deprecated. 8961 static inline __ATTRS_o_ai __vector unsigned short 8962 vec_srl(__vector unsigned short __a, __vector unsigned short __b) { 8963 return (__vector unsigned short)__builtin_s390_vsrl( 8964 (__vector unsigned char)__a, (__vector unsigned char)__b); 8965 } 8966 8967 // This prototype is deprecated. 8968 static inline __ATTRS_o_ai __vector unsigned short 8969 vec_srl(__vector unsigned short __a, __vector unsigned int __b) { 8970 return (__vector unsigned short)__builtin_s390_vsrl( 8971 (__vector unsigned char)__a, (__vector unsigned char)__b); 8972 } 8973 8974 static inline __ATTRS_o_ai __vector signed int 8975 vec_srl(__vector signed int __a, __vector unsigned char __b) { 8976 return (__vector signed int)__builtin_s390_vsrl( 8977 (__vector unsigned char)__a, __b); 8978 } 8979 8980 // This prototype is deprecated. 8981 static inline __ATTRS_o_ai __vector signed int 8982 vec_srl(__vector signed int __a, __vector unsigned short __b) { 8983 return (__vector signed int)__builtin_s390_vsrl( 8984 (__vector unsigned char)__a, (__vector unsigned char)__b); 8985 } 8986 8987 // This prototype is deprecated. 8988 static inline __ATTRS_o_ai __vector signed int 8989 vec_srl(__vector signed int __a, __vector unsigned int __b) { 8990 return (__vector signed int)__builtin_s390_vsrl( 8991 (__vector unsigned char)__a, (__vector unsigned char)__b); 8992 } 8993 8994 // This prototype is deprecated. 8995 static inline __ATTRS_o_ai __vector __bool int 8996 vec_srl(__vector __bool int __a, __vector unsigned char __b) { 8997 return (__vector __bool int)__builtin_s390_vsrl( 8998 (__vector unsigned char)__a, __b); 8999 } 9000 9001 // This prototype is deprecated. 9002 static inline __ATTRS_o_ai __vector __bool int 9003 vec_srl(__vector __bool int __a, __vector unsigned short __b) { 9004 return (__vector __bool int)__builtin_s390_vsrl( 9005 (__vector unsigned char)__a, (__vector unsigned char)__b); 9006 } 9007 9008 // This prototype is deprecated. 9009 static inline __ATTRS_o_ai __vector __bool int 9010 vec_srl(__vector __bool int __a, __vector unsigned int __b) { 9011 return (__vector __bool int)__builtin_s390_vsrl( 9012 (__vector unsigned char)__a, (__vector unsigned char)__b); 9013 } 9014 9015 static inline __ATTRS_o_ai __vector unsigned int 9016 vec_srl(__vector unsigned int __a, __vector unsigned char __b) { 9017 return (__vector unsigned int)__builtin_s390_vsrl( 9018 (__vector unsigned char)__a, __b); 9019 } 9020 9021 // This prototype is deprecated. 9022 static inline __ATTRS_o_ai __vector unsigned int 9023 vec_srl(__vector unsigned int __a, __vector unsigned short __b) { 9024 return (__vector unsigned int)__builtin_s390_vsrl( 9025 (__vector unsigned char)__a, (__vector unsigned char)__b); 9026 } 9027 9028 // This prototype is deprecated. 9029 static inline __ATTRS_o_ai __vector unsigned int 9030 vec_srl(__vector unsigned int __a, __vector unsigned int __b) { 9031 return (__vector unsigned int)__builtin_s390_vsrl( 9032 (__vector unsigned char)__a, (__vector unsigned char)__b); 9033 } 9034 9035 static inline __ATTRS_o_ai __vector signed long long 9036 vec_srl(__vector signed long long __a, __vector unsigned char __b) { 9037 return (__vector signed long long)__builtin_s390_vsrl( 9038 (__vector unsigned char)__a, __b); 9039 } 9040 9041 // This prototype is deprecated. 9042 static inline __ATTRS_o_ai __vector signed long long 9043 vec_srl(__vector signed long long __a, __vector unsigned short __b) { 9044 return (__vector signed long long)__builtin_s390_vsrl( 9045 (__vector unsigned char)__a, (__vector unsigned char)__b); 9046 } 9047 9048 // This prototype is deprecated. 9049 static inline __ATTRS_o_ai __vector signed long long 9050 vec_srl(__vector signed long long __a, __vector unsigned int __b) { 9051 return (__vector signed long long)__builtin_s390_vsrl( 9052 (__vector unsigned char)__a, (__vector unsigned char)__b); 9053 } 9054 9055 // This prototype is deprecated. 9056 static inline __ATTRS_o_ai __vector __bool long long 9057 vec_srl(__vector __bool long long __a, __vector unsigned char __b) { 9058 return (__vector __bool long long)__builtin_s390_vsrl( 9059 (__vector unsigned char)__a, __b); 9060 } 9061 9062 // This prototype is deprecated. 9063 static inline __ATTRS_o_ai __vector __bool long long 9064 vec_srl(__vector __bool long long __a, __vector unsigned short __b) { 9065 return (__vector __bool long long)__builtin_s390_vsrl( 9066 (__vector unsigned char)__a, (__vector unsigned char)__b); 9067 } 9068 9069 // This prototype is deprecated. 9070 static inline __ATTRS_o_ai __vector __bool long long 9071 vec_srl(__vector __bool long long __a, __vector unsigned int __b) { 9072 return (__vector __bool long long)__builtin_s390_vsrl( 9073 (__vector unsigned char)__a, (__vector unsigned char)__b); 9074 } 9075 9076 static inline __ATTRS_o_ai __vector unsigned long long 9077 vec_srl(__vector unsigned long long __a, __vector unsigned char __b) { 9078 return (__vector unsigned long long)__builtin_s390_vsrl( 9079 (__vector unsigned char)__a, __b); 9080 } 9081 9082 // This prototype is deprecated. 9083 static inline __ATTRS_o_ai __vector unsigned long long 9084 vec_srl(__vector unsigned long long __a, __vector unsigned short __b) { 9085 return (__vector unsigned long long)__builtin_s390_vsrl( 9086 (__vector unsigned char)__a, (__vector unsigned char)__b); 9087 } 9088 9089 // This prototype is deprecated. 9090 static inline __ATTRS_o_ai __vector unsigned long long 9091 vec_srl(__vector unsigned long long __a, __vector unsigned int __b) { 9092 return (__vector unsigned long long)__builtin_s390_vsrl( 9093 (__vector unsigned char)__a, (__vector unsigned char)__b); 9094 } 9095 9096 static inline __ATTRS_o_ai __vector signed __int128 9097 vec_srl(__vector signed __int128 __a, __vector unsigned char __b) { 9098 return (__vector signed __int128)__builtin_s390_vsrl( 9099 (__vector unsigned char)__a, __b); 9100 } 9101 9102 static inline __ATTRS_o_ai __vector unsigned __int128 9103 vec_srl(__vector unsigned __int128 __a, __vector unsigned char __b) { 9104 return (__vector unsigned __int128)__builtin_s390_vsrl( 9105 (__vector unsigned char)__a, __b); 9106 } 9107 9108 /*-- vec_srb ----------------------------------------------------------------*/ 9109 9110 // This prototype is deprecated. 9111 static inline __ATTRS_o_ai __vector signed char 9112 vec_srb(__vector signed char __a, __vector signed char __b) { 9113 return (__vector signed char)__builtin_s390_vsrlb( 9114 (__vector unsigned char)__a, (__vector unsigned char)__b); 9115 } 9116 9117 static inline __ATTRS_o_ai __vector signed char 9118 vec_srb(__vector signed char __a, __vector unsigned char __b) { 9119 return (__vector signed char)__builtin_s390_vsrlb( 9120 (__vector unsigned char)__a, __b); 9121 } 9122 9123 // This prototype is deprecated. 9124 static inline __ATTRS_o_ai __vector unsigned char 9125 vec_srb(__vector unsigned char __a, __vector signed char __b) { 9126 return __builtin_s390_vsrlb(__a, (__vector unsigned char)__b); 9127 } 9128 9129 static inline __ATTRS_o_ai __vector unsigned char 9130 vec_srb(__vector unsigned char __a, __vector unsigned char __b) { 9131 return __builtin_s390_vsrlb(__a, __b); 9132 } 9133 9134 // This prototype is deprecated. 9135 static inline __ATTRS_o_ai __vector signed short 9136 vec_srb(__vector signed short __a, __vector signed short __b) { 9137 return (__vector signed short)__builtin_s390_vsrlb( 9138 (__vector unsigned char)__a, (__vector unsigned char)__b); 9139 } 9140 9141 // This prototype is deprecated. 9142 static inline __ATTRS_o_ai __vector signed short 9143 vec_srb(__vector signed short __a, __vector unsigned short __b) { 9144 return (__vector signed short)__builtin_s390_vsrlb( 9145 (__vector unsigned char)__a, (__vector unsigned char)__b); 9146 } 9147 9148 static inline __ATTRS_o_ai __vector signed short 9149 vec_srb(__vector signed short __a, __vector unsigned char __b) { 9150 return (__vector signed short)__builtin_s390_vsrlb( 9151 (__vector unsigned char)__a, __b); 9152 } 9153 9154 // This prototype is deprecated. 9155 static inline __ATTRS_o_ai __vector unsigned short 9156 vec_srb(__vector unsigned short __a, __vector signed short __b) { 9157 return (__vector unsigned short)__builtin_s390_vsrlb( 9158 (__vector unsigned char)__a, (__vector unsigned char)__b); 9159 } 9160 9161 // This prototype is deprecated. 9162 static inline __ATTRS_o_ai __vector unsigned short 9163 vec_srb(__vector unsigned short __a, __vector unsigned short __b) { 9164 return (__vector unsigned short)__builtin_s390_vsrlb( 9165 (__vector unsigned char)__a, (__vector unsigned char)__b); 9166 } 9167 9168 static inline __ATTRS_o_ai __vector unsigned short 9169 vec_srb(__vector unsigned short __a, __vector unsigned char __b) { 9170 return (__vector unsigned short)__builtin_s390_vsrlb( 9171 (__vector unsigned char)__a, __b); 9172 } 9173 9174 // This prototype is deprecated. 9175 static inline __ATTRS_o_ai __vector signed int 9176 vec_srb(__vector signed int __a, __vector signed int __b) { 9177 return (__vector signed int)__builtin_s390_vsrlb( 9178 (__vector unsigned char)__a, (__vector unsigned char)__b); 9179 } 9180 9181 // This prototype is deprecated. 9182 static inline __ATTRS_o_ai __vector signed int 9183 vec_srb(__vector signed int __a, __vector unsigned int __b) { 9184 return (__vector signed int)__builtin_s390_vsrlb( 9185 (__vector unsigned char)__a, (__vector unsigned char)__b); 9186 } 9187 9188 static inline __ATTRS_o_ai __vector signed int 9189 vec_srb(__vector signed int __a, __vector unsigned char __b) { 9190 return (__vector signed int)__builtin_s390_vsrlb( 9191 (__vector unsigned char)__a, __b); 9192 } 9193 9194 // This prototype is deprecated. 9195 static inline __ATTRS_o_ai __vector unsigned int 9196 vec_srb(__vector unsigned int __a, __vector signed int __b) { 9197 return (__vector unsigned int)__builtin_s390_vsrlb( 9198 (__vector unsigned char)__a, (__vector unsigned char)__b); 9199 } 9200 9201 // This prototype is deprecated. 9202 static inline __ATTRS_o_ai __vector unsigned int 9203 vec_srb(__vector unsigned int __a, __vector unsigned int __b) { 9204 return (__vector unsigned int)__builtin_s390_vsrlb( 9205 (__vector unsigned char)__a, (__vector unsigned char)__b); 9206 } 9207 9208 static inline __ATTRS_o_ai __vector unsigned int 9209 vec_srb(__vector unsigned int __a, __vector unsigned char __b) { 9210 return (__vector unsigned int)__builtin_s390_vsrlb( 9211 (__vector unsigned char)__a, __b); 9212 } 9213 9214 // This prototype is deprecated. 9215 static inline __ATTRS_o_ai __vector signed long long 9216 vec_srb(__vector signed long long __a, __vector signed long long __b) { 9217 return (__vector signed long long)__builtin_s390_vsrlb( 9218 (__vector unsigned char)__a, (__vector unsigned char)__b); 9219 } 9220 9221 // This prototype is deprecated. 9222 static inline __ATTRS_o_ai __vector signed long long 9223 vec_srb(__vector signed long long __a, __vector unsigned long long __b) { 9224 return (__vector signed long long)__builtin_s390_vsrlb( 9225 (__vector unsigned char)__a, (__vector unsigned char)__b); 9226 } 9227 9228 static inline __ATTRS_o_ai __vector signed long long 9229 vec_srb(__vector signed long long __a, __vector unsigned char __b) { 9230 return (__vector signed long long)__builtin_s390_vsrlb( 9231 (__vector unsigned char)__a, __b); 9232 } 9233 9234 // This prototype is deprecated. 9235 static inline __ATTRS_o_ai __vector unsigned long long 9236 vec_srb(__vector unsigned long long __a, __vector signed long long __b) { 9237 return (__vector unsigned long long)__builtin_s390_vsrlb( 9238 (__vector unsigned char)__a, (__vector unsigned char)__b); 9239 } 9240 9241 // This prototype is deprecated. 9242 static inline __ATTRS_o_ai __vector unsigned long long 9243 vec_srb(__vector unsigned long long __a, __vector unsigned long long __b) { 9244 return (__vector unsigned long long)__builtin_s390_vsrlb( 9245 (__vector unsigned char)__a, (__vector unsigned char)__b); 9246 } 9247 9248 static inline __ATTRS_o_ai __vector unsigned long long 9249 vec_srb(__vector unsigned long long __a, __vector unsigned char __b) { 9250 return (__vector unsigned long long)__builtin_s390_vsrlb( 9251 (__vector unsigned char)__a, __b); 9252 } 9253 9254 static inline __ATTRS_o_ai __vector signed __int128 9255 vec_srb(__vector signed __int128 __a, __vector unsigned char __b) { 9256 return (__vector signed __int128)__builtin_s390_vsrlb( 9257 (__vector unsigned char)__a, __b); 9258 } 9259 9260 static inline __ATTRS_o_ai __vector unsigned __int128 9261 vec_srb(__vector unsigned __int128 __a, __vector unsigned char __b) { 9262 return (__vector unsigned __int128)__builtin_s390_vsrlb( 9263 (__vector unsigned char)__a, __b); 9264 } 9265 9266 #if __ARCH__ >= 12 9267 // This prototype is deprecated. 9268 static inline __ATTRS_o_ai __vector float 9269 vec_srb(__vector float __a, __vector signed int __b) { 9270 return (__vector float)__builtin_s390_vsrlb( 9271 (__vector unsigned char)__a, (__vector unsigned char)__b); 9272 } 9273 9274 // This prototype is deprecated. 9275 static inline __ATTRS_o_ai __vector float 9276 vec_srb(__vector float __a, __vector unsigned int __b) { 9277 return (__vector float)__builtin_s390_vsrlb( 9278 (__vector unsigned char)__a, (__vector unsigned char)__b); 9279 } 9280 9281 static inline __ATTRS_o_ai __vector float 9282 vec_srb(__vector float __a, __vector unsigned char __b) { 9283 return (__vector float)__builtin_s390_vsrlb( 9284 (__vector unsigned char)__a, __b); 9285 } 9286 #endif 9287 9288 // This prototype is deprecated. 9289 static inline __ATTRS_o_ai __vector double 9290 vec_srb(__vector double __a, __vector signed long long __b) { 9291 return (__vector double)__builtin_s390_vsrlb( 9292 (__vector unsigned char)__a, (__vector unsigned char)__b); 9293 } 9294 9295 // This prototype is deprecated. 9296 static inline __ATTRS_o_ai __vector double 9297 vec_srb(__vector double __a, __vector unsigned long long __b) { 9298 return (__vector double)__builtin_s390_vsrlb( 9299 (__vector unsigned char)__a, (__vector unsigned char)__b); 9300 } 9301 9302 static inline __ATTRS_o_ai __vector double 9303 vec_srb(__vector double __a, __vector unsigned char __b) { 9304 return (__vector double)__builtin_s390_vsrlb( 9305 (__vector unsigned char)__a, __b); 9306 } 9307 9308 /*-- vec_srdb ---------------------------------------------------------------*/ 9309 9310 #if __ARCH__ >= 13 9311 9312 extern __ATTRS_o __vector signed char 9313 vec_srdb(__vector signed char __a, __vector signed char __b, int __c) 9314 __constant_range(__c, 0, 7); 9315 9316 extern __ATTRS_o __vector unsigned char 9317 vec_srdb(__vector unsigned char __a, __vector unsigned char __b, int __c) 9318 __constant_range(__c, 0, 7); 9319 9320 extern __ATTRS_o __vector signed short 9321 vec_srdb(__vector signed short __a, __vector signed short __b, int __c) 9322 __constant_range(__c, 0, 7); 9323 9324 extern __ATTRS_o __vector unsigned short 9325 vec_srdb(__vector unsigned short __a, __vector unsigned short __b, int __c) 9326 __constant_range(__c, 0, 7); 9327 9328 extern __ATTRS_o __vector signed int 9329 vec_srdb(__vector signed int __a, __vector signed int __b, int __c) 9330 __constant_range(__c, 0, 7); 9331 9332 extern __ATTRS_o __vector unsigned int 9333 vec_srdb(__vector unsigned int __a, __vector unsigned int __b, int __c) 9334 __constant_range(__c, 0, 7); 9335 9336 extern __ATTRS_o __vector signed long long 9337 vec_srdb(__vector signed long long __a, __vector signed long long __b, int __c) 9338 __constant_range(__c, 0, 7); 9339 9340 extern __ATTRS_o __vector unsigned long long 9341 vec_srdb(__vector unsigned long long __a, __vector unsigned long long __b, 9342 int __c) 9343 __constant_range(__c, 0, 7); 9344 9345 extern __ATTRS_o __vector signed __int128 9346 vec_srdb(__vector signed __int128 __a, __vector signed __int128 __b, int __c) 9347 __constant_range(__c, 0, 7); 9348 9349 extern __ATTRS_o __vector unsigned __int128 9350 vec_srdb(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 9351 int __c) 9352 __constant_range(__c, 0, 7); 9353 9354 extern __ATTRS_o __vector float 9355 vec_srdb(__vector float __a, __vector float __b, int __c) 9356 __constant_range(__c, 0, 7); 9357 9358 extern __ATTRS_o __vector double 9359 vec_srdb(__vector double __a, __vector double __b, int __c) 9360 __constant_range(__c, 0, 7); 9361 9362 #define vec_srdb(X, Y, Z) ((__typeof__((vec_srdb)((X), (Y), (Z)))) \ 9363 __builtin_s390_vsrd((__vector unsigned char)(X), \ 9364 (__vector unsigned char)(Y), (Z))) 9365 9366 #endif 9367 9368 /*-- vec_abs ----------------------------------------------------------------*/ 9369 9370 static inline __ATTRS_o_ai __vector signed char 9371 vec_abs(__vector signed char __a) { 9372 return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed char)0)); 9373 } 9374 9375 static inline __ATTRS_o_ai __vector signed short 9376 vec_abs(__vector signed short __a) { 9377 return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed short)0)); 9378 } 9379 9380 static inline __ATTRS_o_ai __vector signed int 9381 vec_abs(__vector signed int __a) { 9382 return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed int)0)); 9383 } 9384 9385 static inline __ATTRS_o_ai __vector signed long long 9386 vec_abs(__vector signed long long __a) { 9387 return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed long long)0)); 9388 } 9389 9390 static inline __ATTRS_o_ai __vector signed __int128 9391 vec_abs(__vector signed __int128 __a) { 9392 return vec_sel(__a, -__a, vec_cmplt(__a, (__vector signed __int128)0)); 9393 } 9394 9395 #if __ARCH__ >= 12 9396 static inline __ATTRS_o_ai __vector float 9397 vec_abs(__vector float __a) { 9398 return __builtin_s390_vflpsb(__a); 9399 } 9400 #endif 9401 9402 static inline __ATTRS_o_ai __vector double 9403 vec_abs(__vector double __a) { 9404 return __builtin_s390_vflpdb(__a); 9405 } 9406 9407 /*-- vec_nabs ---------------------------------------------------------------*/ 9408 9409 #if __ARCH__ >= 12 9410 static inline __ATTRS_o_ai __vector float 9411 vec_nabs(__vector float __a) { 9412 return __builtin_s390_vflnsb(__a); 9413 } 9414 #endif 9415 9416 static inline __ATTRS_o_ai __vector double 9417 vec_nabs(__vector double __a) { 9418 return __builtin_s390_vflndb(__a); 9419 } 9420 9421 /*-- vec_max ----------------------------------------------------------------*/ 9422 9423 static inline __ATTRS_o_ai __vector signed char 9424 vec_max(__vector signed char __a, __vector signed char __b) { 9425 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9426 } 9427 9428 // This prototype is deprecated. 9429 static inline __ATTRS_o_ai __vector signed char 9430 vec_max(__vector signed char __a, __vector __bool char __b) { 9431 __vector signed char __bc = (__vector signed char)__b; 9432 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9433 } 9434 9435 // This prototype is deprecated. 9436 static inline __ATTRS_o_ai __vector signed char 9437 vec_max(__vector __bool char __a, __vector signed char __b) { 9438 __vector signed char __ac = (__vector signed char)__a; 9439 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9440 } 9441 9442 static inline __ATTRS_o_ai __vector unsigned char 9443 vec_max(__vector unsigned char __a, __vector unsigned char __b) { 9444 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9445 } 9446 9447 // This prototype is deprecated. 9448 static inline __ATTRS_o_ai __vector unsigned char 9449 vec_max(__vector unsigned char __a, __vector __bool char __b) { 9450 __vector unsigned char __bc = (__vector unsigned char)__b; 9451 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9452 } 9453 9454 // This prototype is deprecated. 9455 static inline __ATTRS_o_ai __vector unsigned char 9456 vec_max(__vector __bool char __a, __vector unsigned char __b) { 9457 __vector unsigned char __ac = (__vector unsigned char)__a; 9458 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9459 } 9460 9461 static inline __ATTRS_o_ai __vector signed short 9462 vec_max(__vector signed short __a, __vector signed short __b) { 9463 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9464 } 9465 9466 // This prototype is deprecated. 9467 static inline __ATTRS_o_ai __vector signed short 9468 vec_max(__vector signed short __a, __vector __bool short __b) { 9469 __vector signed short __bc = (__vector signed short)__b; 9470 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9471 } 9472 9473 // This prototype is deprecated. 9474 static inline __ATTRS_o_ai __vector signed short 9475 vec_max(__vector __bool short __a, __vector signed short __b) { 9476 __vector signed short __ac = (__vector signed short)__a; 9477 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9478 } 9479 9480 static inline __ATTRS_o_ai __vector unsigned short 9481 vec_max(__vector unsigned short __a, __vector unsigned short __b) { 9482 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9483 } 9484 9485 // This prototype is deprecated. 9486 static inline __ATTRS_o_ai __vector unsigned short 9487 vec_max(__vector unsigned short __a, __vector __bool short __b) { 9488 __vector unsigned short __bc = (__vector unsigned short)__b; 9489 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9490 } 9491 9492 // This prototype is deprecated. 9493 static inline __ATTRS_o_ai __vector unsigned short 9494 vec_max(__vector __bool short __a, __vector unsigned short __b) { 9495 __vector unsigned short __ac = (__vector unsigned short)__a; 9496 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9497 } 9498 9499 static inline __ATTRS_o_ai __vector signed int 9500 vec_max(__vector signed int __a, __vector signed int __b) { 9501 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9502 } 9503 9504 // This prototype is deprecated. 9505 static inline __ATTRS_o_ai __vector signed int 9506 vec_max(__vector signed int __a, __vector __bool int __b) { 9507 __vector signed int __bc = (__vector signed int)__b; 9508 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9509 } 9510 9511 // This prototype is deprecated. 9512 static inline __ATTRS_o_ai __vector signed int 9513 vec_max(__vector __bool int __a, __vector signed int __b) { 9514 __vector signed int __ac = (__vector signed int)__a; 9515 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9516 } 9517 9518 static inline __ATTRS_o_ai __vector unsigned int 9519 vec_max(__vector unsigned int __a, __vector unsigned int __b) { 9520 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9521 } 9522 9523 // This prototype is deprecated. 9524 static inline __ATTRS_o_ai __vector unsigned int 9525 vec_max(__vector unsigned int __a, __vector __bool int __b) { 9526 __vector unsigned int __bc = (__vector unsigned int)__b; 9527 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9528 } 9529 9530 // This prototype is deprecated. 9531 static inline __ATTRS_o_ai __vector unsigned int 9532 vec_max(__vector __bool int __a, __vector unsigned int __b) { 9533 __vector unsigned int __ac = (__vector unsigned int)__a; 9534 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9535 } 9536 9537 static inline __ATTRS_o_ai __vector signed long long 9538 vec_max(__vector signed long long __a, __vector signed long long __b) { 9539 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9540 } 9541 9542 // This prototype is deprecated. 9543 static inline __ATTRS_o_ai __vector signed long long 9544 vec_max(__vector signed long long __a, __vector __bool long long __b) { 9545 __vector signed long long __bc = (__vector signed long long)__b; 9546 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9547 } 9548 9549 // This prototype is deprecated. 9550 static inline __ATTRS_o_ai __vector signed long long 9551 vec_max(__vector __bool long long __a, __vector signed long long __b) { 9552 __vector signed long long __ac = (__vector signed long long)__a; 9553 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9554 } 9555 9556 static inline __ATTRS_o_ai __vector unsigned long long 9557 vec_max(__vector unsigned long long __a, __vector unsigned long long __b) { 9558 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9559 } 9560 9561 // This prototype is deprecated. 9562 static inline __ATTRS_o_ai __vector unsigned long long 9563 vec_max(__vector unsigned long long __a, __vector __bool long long __b) { 9564 __vector unsigned long long __bc = (__vector unsigned long long)__b; 9565 return vec_sel(__bc, __a, vec_cmpgt(__a, __bc)); 9566 } 9567 9568 // This prototype is deprecated. 9569 static inline __ATTRS_o_ai __vector unsigned long long 9570 vec_max(__vector __bool long long __a, __vector unsigned long long __b) { 9571 __vector unsigned long long __ac = (__vector unsigned long long)__a; 9572 return vec_sel(__b, __ac, vec_cmpgt(__ac, __b)); 9573 } 9574 9575 static inline __ATTRS_o_ai __vector signed __int128 9576 vec_max(__vector signed __int128 __a, __vector signed __int128 __b) { 9577 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9578 } 9579 9580 static inline __ATTRS_o_ai __vector unsigned __int128 9581 vec_max(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 9582 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9583 } 9584 9585 #if __ARCH__ >= 12 9586 static inline __ATTRS_o_ai __vector float 9587 vec_max(__vector float __a, __vector float __b) { 9588 return __builtin_s390_vfmaxsb(__a, __b, 0); 9589 } 9590 #endif 9591 9592 static inline __ATTRS_o_ai __vector double 9593 vec_max(__vector double __a, __vector double __b) { 9594 #if __ARCH__ >= 12 9595 return __builtin_s390_vfmaxdb(__a, __b, 0); 9596 #else 9597 return vec_sel(__b, __a, vec_cmpgt(__a, __b)); 9598 #endif 9599 } 9600 9601 /*-- vec_min ----------------------------------------------------------------*/ 9602 9603 static inline __ATTRS_o_ai __vector signed char 9604 vec_min(__vector signed char __a, __vector signed char __b) { 9605 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9606 } 9607 9608 // This prototype is deprecated. 9609 static inline __ATTRS_o_ai __vector signed char 9610 vec_min(__vector signed char __a, __vector __bool char __b) { 9611 __vector signed char __bc = (__vector signed char)__b; 9612 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9613 } 9614 9615 // This prototype is deprecated. 9616 static inline __ATTRS_o_ai __vector signed char 9617 vec_min(__vector __bool char __a, __vector signed char __b) { 9618 __vector signed char __ac = (__vector signed char)__a; 9619 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9620 } 9621 9622 static inline __ATTRS_o_ai __vector unsigned char 9623 vec_min(__vector unsigned char __a, __vector unsigned char __b) { 9624 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9625 } 9626 9627 // This prototype is deprecated. 9628 static inline __ATTRS_o_ai __vector unsigned char 9629 vec_min(__vector unsigned char __a, __vector __bool char __b) { 9630 __vector unsigned char __bc = (__vector unsigned char)__b; 9631 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9632 } 9633 9634 // This prototype is deprecated. 9635 static inline __ATTRS_o_ai __vector unsigned char 9636 vec_min(__vector __bool char __a, __vector unsigned char __b) { 9637 __vector unsigned char __ac = (__vector unsigned char)__a; 9638 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9639 } 9640 9641 static inline __ATTRS_o_ai __vector signed short 9642 vec_min(__vector signed short __a, __vector signed short __b) { 9643 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9644 } 9645 9646 // This prototype is deprecated. 9647 static inline __ATTRS_o_ai __vector signed short 9648 vec_min(__vector signed short __a, __vector __bool short __b) { 9649 __vector signed short __bc = (__vector signed short)__b; 9650 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9651 } 9652 9653 // This prototype is deprecated. 9654 static inline __ATTRS_o_ai __vector signed short 9655 vec_min(__vector __bool short __a, __vector signed short __b) { 9656 __vector signed short __ac = (__vector signed short)__a; 9657 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9658 } 9659 9660 static inline __ATTRS_o_ai __vector unsigned short 9661 vec_min(__vector unsigned short __a, __vector unsigned short __b) { 9662 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9663 } 9664 9665 // This prototype is deprecated. 9666 static inline __ATTRS_o_ai __vector unsigned short 9667 vec_min(__vector unsigned short __a, __vector __bool short __b) { 9668 __vector unsigned short __bc = (__vector unsigned short)__b; 9669 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9670 } 9671 9672 // This prototype is deprecated. 9673 static inline __ATTRS_o_ai __vector unsigned short 9674 vec_min(__vector __bool short __a, __vector unsigned short __b) { 9675 __vector unsigned short __ac = (__vector unsigned short)__a; 9676 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9677 } 9678 9679 static inline __ATTRS_o_ai __vector signed int 9680 vec_min(__vector signed int __a, __vector signed int __b) { 9681 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9682 } 9683 9684 // This prototype is deprecated. 9685 static inline __ATTRS_o_ai __vector signed int 9686 vec_min(__vector signed int __a, __vector __bool int __b) { 9687 __vector signed int __bc = (__vector signed int)__b; 9688 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9689 } 9690 9691 // This prototype is deprecated. 9692 static inline __ATTRS_o_ai __vector signed int 9693 vec_min(__vector __bool int __a, __vector signed int __b) { 9694 __vector signed int __ac = (__vector signed int)__a; 9695 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9696 } 9697 9698 static inline __ATTRS_o_ai __vector unsigned int 9699 vec_min(__vector unsigned int __a, __vector unsigned int __b) { 9700 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9701 } 9702 9703 // This prototype is deprecated. 9704 static inline __ATTRS_o_ai __vector unsigned int 9705 vec_min(__vector unsigned int __a, __vector __bool int __b) { 9706 __vector unsigned int __bc = (__vector unsigned int)__b; 9707 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9708 } 9709 9710 // This prototype is deprecated. 9711 static inline __ATTRS_o_ai __vector unsigned int 9712 vec_min(__vector __bool int __a, __vector unsigned int __b) { 9713 __vector unsigned int __ac = (__vector unsigned int)__a; 9714 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9715 } 9716 9717 static inline __ATTRS_o_ai __vector signed long long 9718 vec_min(__vector signed long long __a, __vector signed long long __b) { 9719 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9720 } 9721 9722 // This prototype is deprecated. 9723 static inline __ATTRS_o_ai __vector signed long long 9724 vec_min(__vector signed long long __a, __vector __bool long long __b) { 9725 __vector signed long long __bc = (__vector signed long long)__b; 9726 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9727 } 9728 9729 // This prototype is deprecated. 9730 static inline __ATTRS_o_ai __vector signed long long 9731 vec_min(__vector __bool long long __a, __vector signed long long __b) { 9732 __vector signed long long __ac = (__vector signed long long)__a; 9733 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9734 } 9735 9736 static inline __ATTRS_o_ai __vector unsigned long long 9737 vec_min(__vector unsigned long long __a, __vector unsigned long long __b) { 9738 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9739 } 9740 9741 // This prototype is deprecated. 9742 static inline __ATTRS_o_ai __vector unsigned long long 9743 vec_min(__vector unsigned long long __a, __vector __bool long long __b) { 9744 __vector unsigned long long __bc = (__vector unsigned long long)__b; 9745 return vec_sel(__a, __bc, vec_cmpgt(__a, __bc)); 9746 } 9747 9748 // This prototype is deprecated. 9749 static inline __ATTRS_o_ai __vector unsigned long long 9750 vec_min(__vector __bool long long __a, __vector unsigned long long __b) { 9751 __vector unsigned long long __ac = (__vector unsigned long long)__a; 9752 return vec_sel(__ac, __b, vec_cmpgt(__ac, __b)); 9753 } 9754 9755 static inline __ATTRS_o_ai __vector signed __int128 9756 vec_min(__vector signed __int128 __a, __vector signed __int128 __b) { 9757 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9758 } 9759 9760 static inline __ATTRS_o_ai __vector unsigned __int128 9761 vec_min(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 9762 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9763 } 9764 9765 #if __ARCH__ >= 12 9766 static inline __ATTRS_o_ai __vector float 9767 vec_min(__vector float __a, __vector float __b) { 9768 return __builtin_s390_vfminsb(__a, __b, 0); 9769 } 9770 #endif 9771 9772 static inline __ATTRS_o_ai __vector double 9773 vec_min(__vector double __a, __vector double __b) { 9774 #if __ARCH__ >= 12 9775 return __builtin_s390_vfmindb(__a, __b, 0); 9776 #else 9777 return vec_sel(__a, __b, vec_cmpgt(__a, __b)); 9778 #endif 9779 } 9780 9781 /*-- vec_add_u128 -----------------------------------------------------------*/ 9782 9783 // This prototype is deprecated. 9784 static inline __ATTRS_ai __vector unsigned char 9785 vec_add_u128(__vector unsigned char __a, __vector unsigned char __b) { 9786 return (__vector unsigned char)(__vector unsigned __int128) 9787 ((__int128)__a + (__int128)__b); 9788 } 9789 9790 /*-- vec_addc ---------------------------------------------------------------*/ 9791 9792 static inline __ATTRS_o_ai __vector unsigned char 9793 vec_addc(__vector unsigned char __a, __vector unsigned char __b) { 9794 return __builtin_s390_vaccb(__a, __b); 9795 } 9796 9797 static inline __ATTRS_o_ai __vector unsigned short 9798 vec_addc(__vector unsigned short __a, __vector unsigned short __b) { 9799 return __builtin_s390_vacch(__a, __b); 9800 } 9801 9802 static inline __ATTRS_o_ai __vector unsigned int 9803 vec_addc(__vector unsigned int __a, __vector unsigned int __b) { 9804 return __builtin_s390_vaccf(__a, __b); 9805 } 9806 9807 static inline __ATTRS_o_ai __vector unsigned long long 9808 vec_addc(__vector unsigned long long __a, __vector unsigned long long __b) { 9809 return __builtin_s390_vaccg(__a, __b); 9810 } 9811 9812 static inline __ATTRS_o_ai __vector unsigned __int128 9813 vec_addc(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 9814 return (__vector unsigned __int128) 9815 __builtin_s390_vaccq((unsigned __int128)__a, (unsigned __int128)__b); 9816 } 9817 9818 /*-- vec_addc_u128 ----------------------------------------------------------*/ 9819 9820 // This prototype is deprecated. 9821 static inline __ATTRS_ai __vector unsigned char 9822 vec_addc_u128(__vector unsigned char __a, __vector unsigned char __b) { 9823 return (__vector unsigned char)(__vector unsigned __int128) 9824 __builtin_s390_vaccq((unsigned __int128)__a, (unsigned __int128)__b); 9825 } 9826 9827 /*-- vec_adde ---------------------------------------------------------------*/ 9828 9829 static inline __ATTRS_ai __vector unsigned __int128 9830 vec_adde(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 9831 __vector unsigned __int128 __c) { 9832 return (__vector unsigned __int128) 9833 __builtin_s390_vacq((unsigned __int128)__a, (unsigned __int128)__b, 9834 (unsigned __int128)__c); 9835 } 9836 9837 /*-- vec_adde_u128 ----------------------------------------------------------*/ 9838 9839 // This prototype is deprecated. 9840 static inline __ATTRS_ai __vector unsigned char 9841 vec_adde_u128(__vector unsigned char __a, __vector unsigned char __b, 9842 __vector unsigned char __c) { 9843 return (__vector unsigned char)(__vector unsigned __int128) 9844 __builtin_s390_vacq((unsigned __int128)__a, (unsigned __int128)__b, 9845 (unsigned __int128)__c); 9846 } 9847 9848 /*-- vec_addec --------------------------------------------------------------*/ 9849 9850 static inline __ATTRS_ai __vector unsigned __int128 9851 vec_addec(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 9852 __vector unsigned __int128 __c) { 9853 return (__vector unsigned __int128) 9854 __builtin_s390_vacccq((unsigned __int128)__a, (unsigned __int128)__b, 9855 (unsigned __int128)__c); 9856 } 9857 9858 /*-- vec_addec_u128 ---------------------------------------------------------*/ 9859 9860 // This prototype is deprecated. 9861 static inline __ATTRS_ai __vector unsigned char 9862 vec_addec_u128(__vector unsigned char __a, __vector unsigned char __b, 9863 __vector unsigned char __c) { 9864 return (__vector unsigned char)(__vector unsigned __int128) 9865 __builtin_s390_vacccq((unsigned __int128)__a, (unsigned __int128)__b, 9866 (unsigned __int128)__c); 9867 } 9868 9869 /*-- vec_avg ----------------------------------------------------------------*/ 9870 9871 static inline __ATTRS_o_ai __vector signed char 9872 vec_avg(__vector signed char __a, __vector signed char __b) { 9873 return __builtin_s390_vavgb(__a, __b); 9874 } 9875 9876 static inline __ATTRS_o_ai __vector signed short 9877 vec_avg(__vector signed short __a, __vector signed short __b) { 9878 return __builtin_s390_vavgh(__a, __b); 9879 } 9880 9881 static inline __ATTRS_o_ai __vector signed int 9882 vec_avg(__vector signed int __a, __vector signed int __b) { 9883 return __builtin_s390_vavgf(__a, __b); 9884 } 9885 9886 static inline __ATTRS_o_ai __vector signed long long 9887 vec_avg(__vector signed long long __a, __vector signed long long __b) { 9888 return __builtin_s390_vavgg(__a, __b); 9889 } 9890 9891 #if __ARCH__ >= 15 9892 static inline __ATTRS_o_ai __vector signed __int128 9893 vec_avg(__vector signed __int128 __a, __vector signed __int128 __b) { 9894 return (__vector signed __int128) 9895 __builtin_s390_vavgq((signed __int128)__a, (signed __int128)__b); 9896 } 9897 #endif 9898 9899 static inline __ATTRS_o_ai __vector unsigned char 9900 vec_avg(__vector unsigned char __a, __vector unsigned char __b) { 9901 return __builtin_s390_vavglb(__a, __b); 9902 } 9903 9904 static inline __ATTRS_o_ai __vector unsigned short 9905 vec_avg(__vector unsigned short __a, __vector unsigned short __b) { 9906 return __builtin_s390_vavglh(__a, __b); 9907 } 9908 9909 static inline __ATTRS_o_ai __vector unsigned int 9910 vec_avg(__vector unsigned int __a, __vector unsigned int __b) { 9911 return __builtin_s390_vavglf(__a, __b); 9912 } 9913 9914 static inline __ATTRS_o_ai __vector unsigned long long 9915 vec_avg(__vector unsigned long long __a, __vector unsigned long long __b) { 9916 return __builtin_s390_vavglg(__a, __b); 9917 } 9918 9919 #if __ARCH__ >= 15 9920 static inline __ATTRS_o_ai __vector unsigned __int128 9921 vec_avg(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 9922 return (__vector unsigned __int128) 9923 __builtin_s390_vavglq((unsigned __int128)__a, (unsigned __int128)__b); 9924 } 9925 #endif 9926 9927 /*-- vec_checksum -----------------------------------------------------------*/ 9928 9929 static inline __ATTRS_ai __vector unsigned int 9930 vec_checksum(__vector unsigned int __a, __vector unsigned int __b) { 9931 return __builtin_s390_vcksm(__a, __b); 9932 } 9933 9934 /*-- vec_gfmsum -------------------------------------------------------------*/ 9935 9936 static inline __ATTRS_o_ai __vector unsigned short 9937 vec_gfmsum(__vector unsigned char __a, __vector unsigned char __b) { 9938 return __builtin_s390_vgfmb(__a, __b); 9939 } 9940 9941 static inline __ATTRS_o_ai __vector unsigned int 9942 vec_gfmsum(__vector unsigned short __a, __vector unsigned short __b) { 9943 return __builtin_s390_vgfmh(__a, __b); 9944 } 9945 9946 static inline __ATTRS_o_ai __vector unsigned long long 9947 vec_gfmsum(__vector unsigned int __a, __vector unsigned int __b) { 9948 return __builtin_s390_vgfmf(__a, __b); 9949 } 9950 9951 static inline __ATTRS_o_ai __vector unsigned __int128 9952 vec_gfmsum(__vector unsigned long long __a, __vector unsigned long long __b) { 9953 return (__vector unsigned __int128)__builtin_s390_vgfmg(__a, __b); 9954 } 9955 9956 /*-- vec_gfmsum_128 ---------------------------------------------------------*/ 9957 9958 // This prototype is deprecated. 9959 static inline __ATTRS_o_ai __vector unsigned char 9960 vec_gfmsum_128(__vector unsigned long long __a, 9961 __vector unsigned long long __b) { 9962 return (__vector unsigned char)(__vector unsigned __int128) 9963 __builtin_s390_vgfmg(__a, __b); 9964 } 9965 9966 /*-- vec_gfmsum_accum -------------------------------------------------------*/ 9967 9968 static inline __ATTRS_o_ai __vector unsigned short 9969 vec_gfmsum_accum(__vector unsigned char __a, __vector unsigned char __b, 9970 __vector unsigned short __c) { 9971 return __builtin_s390_vgfmab(__a, __b, __c); 9972 } 9973 9974 static inline __ATTRS_o_ai __vector unsigned int 9975 vec_gfmsum_accum(__vector unsigned short __a, __vector unsigned short __b, 9976 __vector unsigned int __c) { 9977 return __builtin_s390_vgfmah(__a, __b, __c); 9978 } 9979 9980 static inline __ATTRS_o_ai __vector unsigned long long 9981 vec_gfmsum_accum(__vector unsigned int __a, __vector unsigned int __b, 9982 __vector unsigned long long __c) { 9983 return __builtin_s390_vgfmaf(__a, __b, __c); 9984 } 9985 9986 static inline __ATTRS_o_ai __vector unsigned __int128 9987 vec_gfmsum_accum(__vector unsigned long long __a, __vector unsigned long long __b, 9988 __vector unsigned __int128 __c) { 9989 return (__vector unsigned __int128) 9990 __builtin_s390_vgfmag(__a, __b, (unsigned __int128)__c); 9991 } 9992 9993 /*-- vec_gfmsum_accum_128 ---------------------------------------------------*/ 9994 9995 // This prototype is deprecated. 9996 static inline __ATTRS_o_ai __vector unsigned char 9997 vec_gfmsum_accum_128(__vector unsigned long long __a, 9998 __vector unsigned long long __b, 9999 __vector unsigned char __c) { 10000 return (__vector unsigned char)(__vector unsigned __int128) 10001 __builtin_s390_vgfmag(__a, __b, (unsigned __int128)__c); 10002 } 10003 10004 /*-- vec_mladd --------------------------------------------------------------*/ 10005 10006 static inline __ATTRS_o_ai __vector signed char 10007 vec_mladd(__vector signed char __a, __vector signed char __b, 10008 __vector signed char __c) { 10009 return __a * __b + __c; 10010 } 10011 10012 static inline __ATTRS_o_ai __vector signed char 10013 vec_mladd(__vector unsigned char __a, __vector signed char __b, 10014 __vector signed char __c) { 10015 return (__vector signed char)__a * __b + __c; 10016 } 10017 10018 static inline __ATTRS_o_ai __vector signed char 10019 vec_mladd(__vector signed char __a, __vector unsigned char __b, 10020 __vector unsigned char __c) { 10021 return __a * (__vector signed char)__b + (__vector signed char)__c; 10022 } 10023 10024 static inline __ATTRS_o_ai __vector unsigned char 10025 vec_mladd(__vector unsigned char __a, __vector unsigned char __b, 10026 __vector unsigned char __c) { 10027 return __a * __b + __c; 10028 } 10029 10030 static inline __ATTRS_o_ai __vector signed short 10031 vec_mladd(__vector signed short __a, __vector signed short __b, 10032 __vector signed short __c) { 10033 return __a * __b + __c; 10034 } 10035 10036 static inline __ATTRS_o_ai __vector signed short 10037 vec_mladd(__vector unsigned short __a, __vector signed short __b, 10038 __vector signed short __c) { 10039 return (__vector signed short)__a * __b + __c; 10040 } 10041 10042 static inline __ATTRS_o_ai __vector signed short 10043 vec_mladd(__vector signed short __a, __vector unsigned short __b, 10044 __vector unsigned short __c) { 10045 return __a * (__vector signed short)__b + (__vector signed short)__c; 10046 } 10047 10048 static inline __ATTRS_o_ai __vector unsigned short 10049 vec_mladd(__vector unsigned short __a, __vector unsigned short __b, 10050 __vector unsigned short __c) { 10051 return __a * __b + __c; 10052 } 10053 10054 static inline __ATTRS_o_ai __vector signed int 10055 vec_mladd(__vector signed int __a, __vector signed int __b, 10056 __vector signed int __c) { 10057 return __a * __b + __c; 10058 } 10059 10060 static inline __ATTRS_o_ai __vector signed int 10061 vec_mladd(__vector unsigned int __a, __vector signed int __b, 10062 __vector signed int __c) { 10063 return (__vector signed int)__a * __b + __c; 10064 } 10065 10066 static inline __ATTRS_o_ai __vector signed int 10067 vec_mladd(__vector signed int __a, __vector unsigned int __b, 10068 __vector unsigned int __c) { 10069 return __a * (__vector signed int)__b + (__vector signed int)__c; 10070 } 10071 10072 static inline __ATTRS_o_ai __vector unsigned int 10073 vec_mladd(__vector unsigned int __a, __vector unsigned int __b, 10074 __vector unsigned int __c) { 10075 return __a * __b + __c; 10076 } 10077 10078 #if __ARCH__ >= 15 10079 static inline __ATTRS_o_ai __vector signed long long 10080 vec_mladd(__vector signed long long __a, __vector signed long long __b, 10081 __vector signed long long __c) { 10082 return __a * __b + __c; 10083 } 10084 10085 static inline __ATTRS_o_ai __vector signed long long 10086 vec_mladd(__vector unsigned long long __a, __vector signed long long __b, 10087 __vector signed long long __c) { 10088 return (__vector signed long long)__a * __b + __c; 10089 } 10090 10091 static inline __ATTRS_o_ai __vector signed long long 10092 vec_mladd(__vector signed long long __a, __vector unsigned long long __b, 10093 __vector unsigned long long __c) { 10094 return __a * (__vector signed long long)__b + (__vector signed long long)__c; 10095 } 10096 10097 static inline __ATTRS_o_ai __vector unsigned long long 10098 vec_mladd(__vector unsigned long long __a, __vector unsigned long long __b, 10099 __vector unsigned long long __c) { 10100 return __a * __b + __c; 10101 } 10102 10103 static inline __ATTRS_o_ai __vector signed __int128 10104 vec_mladd(__vector signed __int128 __a, __vector signed __int128 __b, 10105 __vector signed __int128 __c) { 10106 return __a * __b + __c; 10107 } 10108 10109 static inline __ATTRS_o_ai __vector signed __int128 10110 vec_mladd(__vector unsigned __int128 __a, __vector signed __int128 __b, 10111 __vector signed __int128 __c) { 10112 return (__vector signed __int128)__a * __b + __c; 10113 } 10114 10115 static inline __ATTRS_o_ai __vector signed __int128 10116 vec_mladd(__vector signed __int128 __a, __vector unsigned __int128 __b, 10117 __vector unsigned __int128 __c) { 10118 return __a * (__vector signed __int128)__b + (__vector signed __int128)__c; 10119 } 10120 10121 static inline __ATTRS_o_ai __vector unsigned __int128 10122 vec_mladd(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 10123 __vector unsigned __int128 __c) { 10124 return __a * __b + __c; 10125 } 10126 #endif 10127 10128 /*-- vec_mhadd --------------------------------------------------------------*/ 10129 10130 static inline __ATTRS_o_ai __vector signed char 10131 vec_mhadd(__vector signed char __a, __vector signed char __b, 10132 __vector signed char __c) { 10133 return __builtin_s390_vmahb(__a, __b, __c); 10134 } 10135 10136 static inline __ATTRS_o_ai __vector unsigned char 10137 vec_mhadd(__vector unsigned char __a, __vector unsigned char __b, 10138 __vector unsigned char __c) { 10139 return __builtin_s390_vmalhb(__a, __b, __c); 10140 } 10141 10142 static inline __ATTRS_o_ai __vector signed short 10143 vec_mhadd(__vector signed short __a, __vector signed short __b, 10144 __vector signed short __c) { 10145 return __builtin_s390_vmahh(__a, __b, __c); 10146 } 10147 10148 static inline __ATTRS_o_ai __vector unsigned short 10149 vec_mhadd(__vector unsigned short __a, __vector unsigned short __b, 10150 __vector unsigned short __c) { 10151 return __builtin_s390_vmalhh(__a, __b, __c); 10152 } 10153 10154 static inline __ATTRS_o_ai __vector signed int 10155 vec_mhadd(__vector signed int __a, __vector signed int __b, 10156 __vector signed int __c) { 10157 return __builtin_s390_vmahf(__a, __b, __c); 10158 } 10159 10160 static inline __ATTRS_o_ai __vector unsigned int 10161 vec_mhadd(__vector unsigned int __a, __vector unsigned int __b, 10162 __vector unsigned int __c) { 10163 return __builtin_s390_vmalhf(__a, __b, __c); 10164 } 10165 10166 #if __ARCH__ >= 15 10167 static inline __ATTRS_o_ai __vector signed long long 10168 vec_mhadd(__vector signed long long __a, __vector signed long long __b, 10169 __vector signed long long __c) { 10170 return __builtin_s390_vmahg(__a, __b, __c); 10171 } 10172 10173 static inline __ATTRS_o_ai __vector unsigned long long 10174 vec_mhadd(__vector unsigned long long __a, __vector unsigned long long __b, 10175 __vector unsigned long long __c) { 10176 return __builtin_s390_vmalhg(__a, __b, __c); 10177 } 10178 10179 static inline __ATTRS_o_ai __vector signed __int128 10180 vec_mhadd(__vector signed __int128 __a, __vector signed __int128 __b, 10181 __vector signed __int128 __c) { 10182 return (__vector signed __int128) 10183 __builtin_s390_vmahq((signed __int128)__a, (signed __int128)__b, (signed __int128)__c); 10184 } 10185 10186 static inline __ATTRS_o_ai __vector unsigned __int128 10187 vec_mhadd(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 10188 __vector unsigned __int128 __c) { 10189 return (__vector unsigned __int128) 10190 __builtin_s390_vmalhq((unsigned __int128)__a, (unsigned __int128)__b, (unsigned __int128)__c); 10191 } 10192 #endif 10193 10194 /*-- vec_meadd --------------------------------------------------------------*/ 10195 10196 static inline __ATTRS_o_ai __vector signed short 10197 vec_meadd(__vector signed char __a, __vector signed char __b, 10198 __vector signed short __c) { 10199 return __builtin_s390_vmaeb(__a, __b, __c); 10200 } 10201 10202 static inline __ATTRS_o_ai __vector unsigned short 10203 vec_meadd(__vector unsigned char __a, __vector unsigned char __b, 10204 __vector unsigned short __c) { 10205 return __builtin_s390_vmaleb(__a, __b, __c); 10206 } 10207 10208 static inline __ATTRS_o_ai __vector signed int 10209 vec_meadd(__vector signed short __a, __vector signed short __b, 10210 __vector signed int __c) { 10211 return __builtin_s390_vmaeh(__a, __b, __c); 10212 } 10213 10214 static inline __ATTRS_o_ai __vector unsigned int 10215 vec_meadd(__vector unsigned short __a, __vector unsigned short __b, 10216 __vector unsigned int __c) { 10217 return __builtin_s390_vmaleh(__a, __b, __c); 10218 } 10219 10220 static inline __ATTRS_o_ai __vector signed long long 10221 vec_meadd(__vector signed int __a, __vector signed int __b, 10222 __vector signed long long __c) { 10223 return __builtin_s390_vmaef(__a, __b, __c); 10224 } 10225 10226 static inline __ATTRS_o_ai __vector unsigned long long 10227 vec_meadd(__vector unsigned int __a, __vector unsigned int __b, 10228 __vector unsigned long long __c) { 10229 return __builtin_s390_vmalef(__a, __b, __c); 10230 } 10231 10232 #if __ARCH__ >= 15 10233 static inline __ATTRS_o_ai __vector signed __int128 10234 vec_meadd(__vector signed long long __a, __vector signed long long __b, 10235 __vector signed __int128 __c) { 10236 return (__vector signed __int128) 10237 __builtin_s390_vmaeg(__a, __b, (signed __int128)__c); 10238 } 10239 10240 static inline __ATTRS_o_ai __vector unsigned __int128 10241 vec_meadd(__vector unsigned long long __a, __vector unsigned long long __b, 10242 __vector unsigned __int128 __c) { 10243 return (__vector unsigned __int128) 10244 __builtin_s390_vmaleg(__a, __b, (unsigned __int128)__c); 10245 } 10246 #endif 10247 10248 /*-- vec_moadd --------------------------------------------------------------*/ 10249 10250 static inline __ATTRS_o_ai __vector signed short 10251 vec_moadd(__vector signed char __a, __vector signed char __b, 10252 __vector signed short __c) { 10253 return __builtin_s390_vmaob(__a, __b, __c); 10254 } 10255 10256 static inline __ATTRS_o_ai __vector unsigned short 10257 vec_moadd(__vector unsigned char __a, __vector unsigned char __b, 10258 __vector unsigned short __c) { 10259 return __builtin_s390_vmalob(__a, __b, __c); 10260 } 10261 10262 static inline __ATTRS_o_ai __vector signed int 10263 vec_moadd(__vector signed short __a, __vector signed short __b, 10264 __vector signed int __c) { 10265 return __builtin_s390_vmaoh(__a, __b, __c); 10266 } 10267 10268 static inline __ATTRS_o_ai __vector unsigned int 10269 vec_moadd(__vector unsigned short __a, __vector unsigned short __b, 10270 __vector unsigned int __c) { 10271 return __builtin_s390_vmaloh(__a, __b, __c); 10272 } 10273 10274 static inline __ATTRS_o_ai __vector signed long long 10275 vec_moadd(__vector signed int __a, __vector signed int __b, 10276 __vector signed long long __c) { 10277 return __builtin_s390_vmaof(__a, __b, __c); 10278 } 10279 10280 static inline __ATTRS_o_ai __vector unsigned long long 10281 vec_moadd(__vector unsigned int __a, __vector unsigned int __b, 10282 __vector unsigned long long __c) { 10283 return __builtin_s390_vmalof(__a, __b, __c); 10284 } 10285 10286 #if __ARCH__ >= 15 10287 static inline __ATTRS_o_ai __vector signed __int128 10288 vec_moadd(__vector signed long long __a, __vector signed long long __b, 10289 __vector signed __int128 __c) { 10290 return (__vector signed __int128) 10291 __builtin_s390_vmaog(__a, __b, (signed __int128)__c); 10292 } 10293 10294 static inline __ATTRS_o_ai __vector unsigned __int128 10295 vec_moadd(__vector unsigned long long __a, __vector unsigned long long __b, 10296 __vector unsigned __int128 __c) { 10297 return (__vector unsigned __int128) 10298 __builtin_s390_vmalog(__a, __b, (unsigned __int128)__c); 10299 } 10300 #endif 10301 10302 /*-- vec_mulh ---------------------------------------------------------------*/ 10303 10304 static inline __ATTRS_o_ai __vector signed char 10305 vec_mulh(__vector signed char __a, __vector signed char __b) { 10306 return __builtin_s390_vmhb(__a, __b); 10307 } 10308 10309 static inline __ATTRS_o_ai __vector unsigned char 10310 vec_mulh(__vector unsigned char __a, __vector unsigned char __b) { 10311 return __builtin_s390_vmlhb(__a, __b); 10312 } 10313 10314 static inline __ATTRS_o_ai __vector signed short 10315 vec_mulh(__vector signed short __a, __vector signed short __b) { 10316 return __builtin_s390_vmhh(__a, __b); 10317 } 10318 10319 static inline __ATTRS_o_ai __vector unsigned short 10320 vec_mulh(__vector unsigned short __a, __vector unsigned short __b) { 10321 return __builtin_s390_vmlhh(__a, __b); 10322 } 10323 10324 static inline __ATTRS_o_ai __vector signed int 10325 vec_mulh(__vector signed int __a, __vector signed int __b) { 10326 return __builtin_s390_vmhf(__a, __b); 10327 } 10328 10329 static inline __ATTRS_o_ai __vector unsigned int 10330 vec_mulh(__vector unsigned int __a, __vector unsigned int __b) { 10331 return __builtin_s390_vmlhf(__a, __b); 10332 } 10333 10334 #if __ARCH__ >= 15 10335 static inline __ATTRS_o_ai __vector signed long long 10336 vec_mulh(__vector signed long long __a, __vector signed long long __b) { 10337 return __builtin_s390_vmhg(__a, __b); 10338 } 10339 10340 static inline __ATTRS_o_ai __vector unsigned long long 10341 vec_mulh(__vector unsigned long long __a, __vector unsigned long long __b) { 10342 return __builtin_s390_vmlhg(__a, __b); 10343 } 10344 10345 static inline __ATTRS_o_ai __vector signed __int128 10346 vec_mulh(__vector signed __int128 __a, __vector signed __int128 __b) { 10347 return (__vector signed __int128) 10348 __builtin_s390_vmhq((signed __int128)__a, (signed __int128)__b); 10349 } 10350 10351 static inline __ATTRS_o_ai __vector unsigned __int128 10352 vec_mulh(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 10353 return (__vector unsigned __int128) 10354 __builtin_s390_vmlhq((unsigned __int128)__a, (unsigned __int128)__b); 10355 } 10356 #endif 10357 10358 /*-- vec_mule ---------------------------------------------------------------*/ 10359 10360 static inline __ATTRS_o_ai __vector signed short 10361 vec_mule(__vector signed char __a, __vector signed char __b) { 10362 return __builtin_s390_vmeb(__a, __b); 10363 } 10364 10365 static inline __ATTRS_o_ai __vector unsigned short 10366 vec_mule(__vector unsigned char __a, __vector unsigned char __b) { 10367 return __builtin_s390_vmleb(__a, __b); 10368 } 10369 10370 static inline __ATTRS_o_ai __vector signed int 10371 vec_mule(__vector signed short __a, __vector signed short __b) { 10372 return __builtin_s390_vmeh(__a, __b); 10373 } 10374 10375 static inline __ATTRS_o_ai __vector unsigned int 10376 vec_mule(__vector unsigned short __a, __vector unsigned short __b) { 10377 return __builtin_s390_vmleh(__a, __b); 10378 } 10379 10380 static inline __ATTRS_o_ai __vector signed long long 10381 vec_mule(__vector signed int __a, __vector signed int __b) { 10382 return __builtin_s390_vmef(__a, __b); 10383 } 10384 10385 static inline __ATTRS_o_ai __vector unsigned long long 10386 vec_mule(__vector unsigned int __a, __vector unsigned int __b) { 10387 return __builtin_s390_vmlef(__a, __b); 10388 } 10389 10390 #if __ARCH__ >= 15 10391 static inline __ATTRS_o_ai __vector signed __int128 10392 vec_mule(__vector signed long long __a, __vector signed long long __b) { 10393 return (__vector signed __int128)__builtin_s390_vmeg(__a, __b); 10394 } 10395 10396 static inline __ATTRS_o_ai __vector unsigned __int128 10397 vec_mule(__vector unsigned long long __a, __vector unsigned long long __b) { 10398 return (__vector unsigned __int128)__builtin_s390_vmleg(__a, __b); 10399 } 10400 #endif 10401 10402 /*-- vec_mulo ---------------------------------------------------------------*/ 10403 10404 static inline __ATTRS_o_ai __vector signed short 10405 vec_mulo(__vector signed char __a, __vector signed char __b) { 10406 return __builtin_s390_vmob(__a, __b); 10407 } 10408 10409 static inline __ATTRS_o_ai __vector unsigned short 10410 vec_mulo(__vector unsigned char __a, __vector unsigned char __b) { 10411 return __builtin_s390_vmlob(__a, __b); 10412 } 10413 10414 static inline __ATTRS_o_ai __vector signed int 10415 vec_mulo(__vector signed short __a, __vector signed short __b) { 10416 return __builtin_s390_vmoh(__a, __b); 10417 } 10418 10419 static inline __ATTRS_o_ai __vector unsigned int 10420 vec_mulo(__vector unsigned short __a, __vector unsigned short __b) { 10421 return __builtin_s390_vmloh(__a, __b); 10422 } 10423 10424 static inline __ATTRS_o_ai __vector signed long long 10425 vec_mulo(__vector signed int __a, __vector signed int __b) { 10426 return __builtin_s390_vmof(__a, __b); 10427 } 10428 10429 static inline __ATTRS_o_ai __vector unsigned long long 10430 vec_mulo(__vector unsigned int __a, __vector unsigned int __b) { 10431 return __builtin_s390_vmlof(__a, __b); 10432 } 10433 10434 #if __ARCH__ >= 15 10435 static inline __ATTRS_o_ai __vector signed __int128 10436 vec_mulo(__vector signed long long __a, __vector signed long long __b) { 10437 return (__vector signed __int128)__builtin_s390_vmog(__a, __b); 10438 } 10439 10440 static inline __ATTRS_o_ai __vector unsigned __int128 10441 vec_mulo(__vector unsigned long long __a, __vector unsigned long long __b) { 10442 return (__vector unsigned __int128)__builtin_s390_vmlog(__a, __b); 10443 } 10444 #endif 10445 10446 /*-- vec_msum ---------------------------------------------------------------*/ 10447 10448 #if __ARCH__ >= 12 10449 extern __ATTRS_o __vector unsigned __int128 10450 vec_msum(__vector unsigned long long __a, __vector unsigned long long __b, 10451 __vector unsigned __int128 __c, int __d) 10452 __constant_range(__d, 0, 15); 10453 10454 #define vec_msum(X, Y, Z, W) \ 10455 ((__typeof__((vec_msum)((X), (Y), (Z), (W)))) \ 10456 __builtin_s390_vmslg((X), (Y), (unsigned __int128)(Z), (W))) 10457 #endif 10458 10459 /*-- vec_msum_u128 ----------------------------------------------------------*/ 10460 10461 #if __ARCH__ >= 12 10462 // This prototype is deprecated. 10463 extern __ATTRS_o __vector unsigned char 10464 vec_msum_u128(__vector unsigned long long __a, __vector unsigned long long __b, 10465 __vector unsigned char __c, int __d) 10466 __constant_range(__d, 0, 15); 10467 10468 #define vec_msum_u128(X, Y, Z, W) \ 10469 ((__typeof__((vec_msum_u128)((X), (Y), (Z), (W)))) \ 10470 (__vector unsigned __int128) \ 10471 __builtin_s390_vmslg((X), (Y), (unsigned __int128)(Z), (W))) 10472 #endif 10473 10474 /*-- vec_sub_u128 -----------------------------------------------------------*/ 10475 10476 // This prototype is deprecated. 10477 static inline __ATTRS_ai __vector unsigned char 10478 vec_sub_u128(__vector unsigned char __a, __vector unsigned char __b) { 10479 return (__vector unsigned char)(__vector unsigned __int128) 10480 ((__int128)__a - (__int128)__b); 10481 } 10482 10483 /*-- vec_subc ---------------------------------------------------------------*/ 10484 10485 static inline __ATTRS_o_ai __vector unsigned char 10486 vec_subc(__vector unsigned char __a, __vector unsigned char __b) { 10487 return __builtin_s390_vscbib(__a, __b); 10488 } 10489 10490 static inline __ATTRS_o_ai __vector unsigned short 10491 vec_subc(__vector unsigned short __a, __vector unsigned short __b) { 10492 return __builtin_s390_vscbih(__a, __b); 10493 } 10494 10495 static inline __ATTRS_o_ai __vector unsigned int 10496 vec_subc(__vector unsigned int __a, __vector unsigned int __b) { 10497 return __builtin_s390_vscbif(__a, __b); 10498 } 10499 10500 static inline __ATTRS_o_ai __vector unsigned long long 10501 vec_subc(__vector unsigned long long __a, __vector unsigned long long __b) { 10502 return __builtin_s390_vscbig(__a, __b); 10503 } 10504 10505 static inline __ATTRS_o_ai __vector unsigned __int128 10506 vec_subc(__vector unsigned __int128 __a, __vector unsigned __int128 __b) { 10507 return (__vector unsigned __int128) 10508 __builtin_s390_vscbiq((unsigned __int128)__a, (unsigned __int128)__b); 10509 } 10510 10511 /*-- vec_subc_u128 ----------------------------------------------------------*/ 10512 10513 // This prototype is deprecated. 10514 static inline __ATTRS_ai __vector unsigned char 10515 vec_subc_u128(__vector unsigned char __a, __vector unsigned char __b) { 10516 return (__vector unsigned char)(__vector unsigned __int128) 10517 __builtin_s390_vscbiq((unsigned __int128)__a, (unsigned __int128)__b); 10518 } 10519 10520 /*-- vec_sube ---------------------------------------------------------------*/ 10521 10522 static inline __ATTRS_ai __vector unsigned __int128 10523 vec_sube(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 10524 __vector unsigned __int128 __c) { 10525 return (__vector unsigned __int128) 10526 __builtin_s390_vsbiq((unsigned __int128)__a, (unsigned __int128)__b, 10527 (unsigned __int128)__c); 10528 } 10529 10530 /*-- vec_sube_u128 ----------------------------------------------------------*/ 10531 10532 // This prototype is deprecated. 10533 static inline __ATTRS_ai __vector unsigned char 10534 vec_sube_u128(__vector unsigned char __a, __vector unsigned char __b, 10535 __vector unsigned char __c) { 10536 return (__vector unsigned char)(__vector unsigned __int128) 10537 __builtin_s390_vsbiq((unsigned __int128)__a, (unsigned __int128)__b, 10538 (unsigned __int128)__c); 10539 } 10540 10541 /*-- vec_subec --------------------------------------------------------------*/ 10542 10543 static inline __ATTRS_ai __vector unsigned __int128 10544 vec_subec(__vector unsigned __int128 __a, __vector unsigned __int128 __b, 10545 __vector unsigned __int128 __c) { 10546 return (__vector unsigned __int128) 10547 __builtin_s390_vsbcbiq((unsigned __int128)__a, (unsigned __int128)__b, 10548 (unsigned __int128)__c); 10549 } 10550 10551 /*-- vec_subec_u128 ---------------------------------------------------------*/ 10552 10553 // This prototype is deprecated. 10554 static inline __ATTRS_ai __vector unsigned char 10555 vec_subec_u128(__vector unsigned char __a, __vector unsigned char __b, 10556 __vector unsigned char __c) { 10557 return (__vector unsigned char)(__vector unsigned __int128) 10558 __builtin_s390_vsbcbiq((unsigned __int128)__a, (unsigned __int128)__b, 10559 (unsigned __int128)__c); 10560 } 10561 10562 /*-- vec_sum2 ---------------------------------------------------------------*/ 10563 10564 static inline __ATTRS_o_ai __vector unsigned long long 10565 vec_sum2(__vector unsigned short __a, __vector unsigned short __b) { 10566 return __builtin_s390_vsumgh(__a, __b); 10567 } 10568 10569 static inline __ATTRS_o_ai __vector unsigned long long 10570 vec_sum2(__vector unsigned int __a, __vector unsigned int __b) { 10571 return __builtin_s390_vsumgf(__a, __b); 10572 } 10573 10574 /*-- vec_sum ----------------------------------------------------------------*/ 10575 10576 static inline __ATTRS_o_ai __vector unsigned __int128 10577 vec_sum(__vector unsigned int __a, __vector unsigned int __b) { 10578 return (__vector unsigned __int128)__builtin_s390_vsumqf(__a, __b); 10579 } 10580 10581 static inline __ATTRS_o_ai __vector unsigned __int128 10582 vec_sum(__vector unsigned long long __a, __vector unsigned long long __b) { 10583 return (__vector unsigned __int128)__builtin_s390_vsumqg(__a, __b); 10584 } 10585 10586 /*-- vec_sum_u128 -----------------------------------------------------------*/ 10587 10588 // This prototype is deprecated. 10589 static inline __ATTRS_o_ai __vector unsigned char 10590 vec_sum_u128(__vector unsigned int __a, __vector unsigned int __b) { 10591 return (__vector unsigned char)(__vector unsigned __int128) 10592 __builtin_s390_vsumqf(__a, __b); 10593 } 10594 10595 // This prototype is deprecated. 10596 static inline __ATTRS_o_ai __vector unsigned char 10597 vec_sum_u128(__vector unsigned long long __a, __vector unsigned long long __b) { 10598 return (__vector unsigned char)(__vector unsigned __int128) 10599 __builtin_s390_vsumqg(__a, __b); 10600 } 10601 10602 /*-- vec_sum4 ---------------------------------------------------------------*/ 10603 10604 static inline __ATTRS_o_ai __vector unsigned int 10605 vec_sum4(__vector unsigned char __a, __vector unsigned char __b) { 10606 return __builtin_s390_vsumb(__a, __b); 10607 } 10608 10609 static inline __ATTRS_o_ai __vector unsigned int 10610 vec_sum4(__vector unsigned short __a, __vector unsigned short __b) { 10611 return __builtin_s390_vsumh(__a, __b); 10612 } 10613 10614 /*-- vec_test_mask ----------------------------------------------------------*/ 10615 10616 static inline __ATTRS_o_ai int 10617 vec_test_mask(__vector signed char __a, __vector unsigned char __b) { 10618 return __builtin_s390_vtm((__vector unsigned char)__a, 10619 (__vector unsigned char)__b); 10620 } 10621 10622 static inline __ATTRS_o_ai int 10623 vec_test_mask(__vector unsigned char __a, __vector unsigned char __b) { 10624 return __builtin_s390_vtm(__a, __b); 10625 } 10626 10627 static inline __ATTRS_o_ai int 10628 vec_test_mask(__vector signed short __a, __vector unsigned short __b) { 10629 return __builtin_s390_vtm((__vector unsigned char)__a, 10630 (__vector unsigned char)__b); 10631 } 10632 10633 static inline __ATTRS_o_ai int 10634 vec_test_mask(__vector unsigned short __a, __vector unsigned short __b) { 10635 return __builtin_s390_vtm((__vector unsigned char)__a, 10636 (__vector unsigned char)__b); 10637 } 10638 10639 static inline __ATTRS_o_ai int 10640 vec_test_mask(__vector signed int __a, __vector unsigned int __b) { 10641 return __builtin_s390_vtm((__vector unsigned char)__a, 10642 (__vector unsigned char)__b); 10643 } 10644 10645 static inline __ATTRS_o_ai int 10646 vec_test_mask(__vector unsigned int __a, __vector unsigned int __b) { 10647 return __builtin_s390_vtm((__vector unsigned char)__a, 10648 (__vector unsigned char)__b); 10649 } 10650 10651 static inline __ATTRS_o_ai int 10652 vec_test_mask(__vector signed long long __a, __vector unsigned long long __b) { 10653 return __builtin_s390_vtm((__vector unsigned char)__a, 10654 (__vector unsigned char)__b); 10655 } 10656 10657 static inline __ATTRS_o_ai int 10658 vec_test_mask(__vector unsigned long long __a, 10659 __vector unsigned long long __b) { 10660 return __builtin_s390_vtm((__vector unsigned char)__a, 10661 (__vector unsigned char)__b); 10662 } 10663 10664 static inline __ATTRS_o_ai int 10665 vec_test_mask(__vector signed __int128 __a, __vector unsigned __int128 __b) { 10666 return __builtin_s390_vtm((__vector unsigned char)__a, 10667 (__vector unsigned char)__b); 10668 } 10669 10670 static inline __ATTRS_o_ai int 10671 vec_test_mask(__vector unsigned __int128 __a, 10672 __vector unsigned __int128 __b) { 10673 return __builtin_s390_vtm((__vector unsigned char)__a, 10674 (__vector unsigned char)__b); 10675 } 10676 10677 #if __ARCH__ >= 12 10678 static inline __ATTRS_o_ai int 10679 vec_test_mask(__vector float __a, __vector unsigned int __b) { 10680 return __builtin_s390_vtm((__vector unsigned char)__a, 10681 (__vector unsigned char)__b); 10682 } 10683 #endif 10684 10685 static inline __ATTRS_o_ai int 10686 vec_test_mask(__vector double __a, __vector unsigned long long __b) { 10687 return __builtin_s390_vtm((__vector unsigned char)__a, 10688 (__vector unsigned char)__b); 10689 } 10690 10691 /*-- vec_madd ---------------------------------------------------------------*/ 10692 10693 #if __ARCH__ >= 12 10694 static inline __ATTRS_o_ai __vector float 10695 vec_madd(__vector float __a, __vector float __b, __vector float __c) { 10696 return __builtin_s390_vfmasb(__a, __b, __c); 10697 } 10698 #endif 10699 10700 static inline __ATTRS_o_ai __vector double 10701 vec_madd(__vector double __a, __vector double __b, __vector double __c) { 10702 return __builtin_s390_vfmadb(__a, __b, __c); 10703 } 10704 10705 /*-- vec_msub ---------------------------------------------------------------*/ 10706 10707 #if __ARCH__ >= 12 10708 static inline __ATTRS_o_ai __vector float 10709 vec_msub(__vector float __a, __vector float __b, __vector float __c) { 10710 return __builtin_s390_vfmssb(__a, __b, __c); 10711 } 10712 #endif 10713 10714 static inline __ATTRS_o_ai __vector double 10715 vec_msub(__vector double __a, __vector double __b, __vector double __c) { 10716 return __builtin_s390_vfmsdb(__a, __b, __c); 10717 } 10718 10719 /*-- vec_nmadd ---------------------------------------------------------------*/ 10720 10721 #if __ARCH__ >= 12 10722 static inline __ATTRS_o_ai __vector float 10723 vec_nmadd(__vector float __a, __vector float __b, __vector float __c) { 10724 return __builtin_s390_vfnmasb(__a, __b, __c); 10725 } 10726 10727 static inline __ATTRS_o_ai __vector double 10728 vec_nmadd(__vector double __a, __vector double __b, __vector double __c) { 10729 return __builtin_s390_vfnmadb(__a, __b, __c); 10730 } 10731 #endif 10732 10733 /*-- vec_nmsub ---------------------------------------------------------------*/ 10734 10735 #if __ARCH__ >= 12 10736 static inline __ATTRS_o_ai __vector float 10737 vec_nmsub(__vector float __a, __vector float __b, __vector float __c) { 10738 return __builtin_s390_vfnmssb(__a, __b, __c); 10739 } 10740 10741 static inline __ATTRS_o_ai __vector double 10742 vec_nmsub(__vector double __a, __vector double __b, __vector double __c) { 10743 return __builtin_s390_vfnmsdb(__a, __b, __c); 10744 } 10745 #endif 10746 10747 /*-- vec_sqrt ---------------------------------------------------------------*/ 10748 10749 #if __ARCH__ >= 12 10750 static inline __ATTRS_o_ai __vector float 10751 vec_sqrt(__vector float __a) { 10752 return __builtin_s390_vfsqsb(__a); 10753 } 10754 #endif 10755 10756 static inline __ATTRS_o_ai __vector double 10757 vec_sqrt(__vector double __a) { 10758 return __builtin_s390_vfsqdb(__a); 10759 } 10760 10761 /*-- vec_ld2f ---------------------------------------------------------------*/ 10762 10763 // This prototype is deprecated. 10764 static inline __ATTRS_ai __vector double 10765 vec_ld2f(const float *__ptr) { 10766 typedef float __v2f32 __attribute__((__vector_size__(8))); 10767 return __builtin_convertvector(*(const __v2f32 *)__ptr, __vector double); 10768 } 10769 10770 /*-- vec_st2f ---------------------------------------------------------------*/ 10771 10772 // This prototype is deprecated. 10773 static inline __ATTRS_ai void 10774 vec_st2f(__vector double __a, float *__ptr) { 10775 typedef float __v2f32 __attribute__((__vector_size__(8))); 10776 *(__v2f32 *)__ptr = __builtin_convertvector(__a, __v2f32); 10777 } 10778 10779 /*-- vec_ctd ----------------------------------------------------------------*/ 10780 10781 // This prototype is deprecated. 10782 static inline __ATTRS_o_ai __vector double 10783 vec_ctd(__vector signed long long __a, int __b) 10784 __constant_range(__b, 0, 31) { 10785 __vector double __conv = __builtin_convertvector(__a, __vector double); 10786 __conv *= ((__vector double)(__vector unsigned long long) 10787 ((0x3ffULL - __b) << 52)); 10788 return __conv; 10789 } 10790 10791 // This prototype is deprecated. 10792 static inline __ATTRS_o_ai __vector double 10793 vec_ctd(__vector unsigned long long __a, int __b) 10794 __constant_range(__b, 0, 31) { 10795 __vector double __conv = __builtin_convertvector(__a, __vector double); 10796 __conv *= ((__vector double)(__vector unsigned long long) 10797 ((0x3ffULL - __b) << 52)); 10798 return __conv; 10799 } 10800 10801 /*-- vec_ctsl ---------------------------------------------------------------*/ 10802 10803 // This prototype is deprecated. 10804 static inline __ATTRS_o_ai __vector signed long long 10805 vec_ctsl(__vector double __a, int __b) 10806 __constant_range(__b, 0, 31) { 10807 __a *= ((__vector double)(__vector unsigned long long) 10808 ((0x3ffULL + __b) << 52)); 10809 return __builtin_convertvector(__a, __vector signed long long); 10810 } 10811 10812 /*-- vec_ctul ---------------------------------------------------------------*/ 10813 10814 // This prototype is deprecated. 10815 static inline __ATTRS_o_ai __vector unsigned long long 10816 vec_ctul(__vector double __a, int __b) 10817 __constant_range(__b, 0, 31) { 10818 __a *= ((__vector double)(__vector unsigned long long) 10819 ((0x3ffULL + __b) << 52)); 10820 return __builtin_convertvector(__a, __vector unsigned long long); 10821 } 10822 10823 /*-- vec_doublee ------------------------------------------------------------*/ 10824 10825 #if __ARCH__ >= 12 10826 static inline __ATTRS_ai __vector double 10827 vec_doublee(__vector float __a) { 10828 typedef float __v2f32 __attribute__((__vector_size__(8))); 10829 __v2f32 __pack = __builtin_shufflevector(__a, __a, 0, 2); 10830 return __builtin_convertvector(__pack, __vector double); 10831 } 10832 #endif 10833 10834 /*-- vec_floate -------------------------------------------------------------*/ 10835 10836 #if __ARCH__ >= 12 10837 static inline __ATTRS_ai __vector float 10838 vec_floate(__vector double __a) { 10839 typedef float __v2f32 __attribute__((__vector_size__(8))); 10840 __v2f32 __pack = __builtin_convertvector(__a, __v2f32); 10841 return __builtin_shufflevector(__pack, __pack, 0, -1, 1, -1); 10842 } 10843 #endif 10844 10845 /*-- vec_double -------------------------------------------------------------*/ 10846 10847 static inline __ATTRS_o_ai __vector double 10848 vec_double(__vector signed long long __a) { 10849 return __builtin_convertvector(__a, __vector double); 10850 } 10851 10852 static inline __ATTRS_o_ai __vector double 10853 vec_double(__vector unsigned long long __a) { 10854 return __builtin_convertvector(__a, __vector double); 10855 } 10856 10857 /*-- vec_float --------------------------------------------------------------*/ 10858 10859 #if __ARCH__ >= 13 10860 10861 static inline __ATTRS_o_ai __vector float 10862 vec_float(__vector signed int __a) { 10863 return __builtin_convertvector(__a, __vector float); 10864 } 10865 10866 static inline __ATTRS_o_ai __vector float 10867 vec_float(__vector unsigned int __a) { 10868 return __builtin_convertvector(__a, __vector float); 10869 } 10870 10871 #endif 10872 10873 /*-- vec_signed -------------------------------------------------------------*/ 10874 10875 static inline __ATTRS_o_ai __vector signed long long 10876 vec_signed(__vector double __a) { 10877 return __builtin_convertvector(__a, __vector signed long long); 10878 } 10879 10880 #if __ARCH__ >= 13 10881 static inline __ATTRS_o_ai __vector signed int 10882 vec_signed(__vector float __a) { 10883 return __builtin_convertvector(__a, __vector signed int); 10884 } 10885 #endif 10886 10887 /*-- vec_unsigned -----------------------------------------------------------*/ 10888 10889 static inline __ATTRS_o_ai __vector unsigned long long 10890 vec_unsigned(__vector double __a) { 10891 return __builtin_convertvector(__a, __vector unsigned long long); 10892 } 10893 10894 #if __ARCH__ >= 13 10895 static inline __ATTRS_o_ai __vector unsigned int 10896 vec_unsigned(__vector float __a) { 10897 return __builtin_convertvector(__a, __vector unsigned int); 10898 } 10899 #endif 10900 10901 /*-- vec_roundp -------------------------------------------------------------*/ 10902 10903 #if __ARCH__ >= 12 10904 static inline __ATTRS_o_ai __vector float 10905 vec_roundp(__vector float __a) { 10906 return __builtin_s390_vfisb(__a, 4, 6); 10907 } 10908 #endif 10909 10910 static inline __ATTRS_o_ai __vector double 10911 vec_roundp(__vector double __a) { 10912 return __builtin_s390_vfidb(__a, 4, 6); 10913 } 10914 10915 /*-- vec_ceil ---------------------------------------------------------------*/ 10916 10917 #if __ARCH__ >= 12 10918 static inline __ATTRS_o_ai __vector float 10919 vec_ceil(__vector float __a) { 10920 // On this platform, vec_ceil never triggers the IEEE-inexact exception. 10921 return __builtin_s390_vfisb(__a, 4, 6); 10922 } 10923 #endif 10924 10925 static inline __ATTRS_o_ai __vector double 10926 vec_ceil(__vector double __a) { 10927 // On this platform, vec_ceil never triggers the IEEE-inexact exception. 10928 return __builtin_s390_vfidb(__a, 4, 6); 10929 } 10930 10931 /*-- vec_roundm -------------------------------------------------------------*/ 10932 10933 #if __ARCH__ >= 12 10934 static inline __ATTRS_o_ai __vector float 10935 vec_roundm(__vector float __a) { 10936 return __builtin_s390_vfisb(__a, 4, 7); 10937 } 10938 #endif 10939 10940 static inline __ATTRS_o_ai __vector double 10941 vec_roundm(__vector double __a) { 10942 return __builtin_s390_vfidb(__a, 4, 7); 10943 } 10944 10945 /*-- vec_floor --------------------------------------------------------------*/ 10946 10947 #if __ARCH__ >= 12 10948 static inline __ATTRS_o_ai __vector float 10949 vec_floor(__vector float __a) { 10950 // On this platform, vec_floor never triggers the IEEE-inexact exception. 10951 return __builtin_s390_vfisb(__a, 4, 7); 10952 } 10953 #endif 10954 10955 static inline __ATTRS_o_ai __vector double 10956 vec_floor(__vector double __a) { 10957 // On this platform, vec_floor never triggers the IEEE-inexact exception. 10958 return __builtin_s390_vfidb(__a, 4, 7); 10959 } 10960 10961 /*-- vec_roundz -------------------------------------------------------------*/ 10962 10963 #if __ARCH__ >= 12 10964 static inline __ATTRS_o_ai __vector float 10965 vec_roundz(__vector float __a) { 10966 return __builtin_s390_vfisb(__a, 4, 5); 10967 } 10968 #endif 10969 10970 static inline __ATTRS_o_ai __vector double 10971 vec_roundz(__vector double __a) { 10972 return __builtin_s390_vfidb(__a, 4, 5); 10973 } 10974 10975 /*-- vec_trunc --------------------------------------------------------------*/ 10976 10977 #if __ARCH__ >= 12 10978 static inline __ATTRS_o_ai __vector float 10979 vec_trunc(__vector float __a) { 10980 // On this platform, vec_trunc never triggers the IEEE-inexact exception. 10981 return __builtin_s390_vfisb(__a, 4, 5); 10982 } 10983 #endif 10984 10985 static inline __ATTRS_o_ai __vector double 10986 vec_trunc(__vector double __a) { 10987 // On this platform, vec_trunc never triggers the IEEE-inexact exception. 10988 return __builtin_s390_vfidb(__a, 4, 5); 10989 } 10990 10991 /*-- vec_roundc -------------------------------------------------------------*/ 10992 10993 #if __ARCH__ >= 12 10994 static inline __ATTRS_o_ai __vector float 10995 vec_roundc(__vector float __a) { 10996 return __builtin_s390_vfisb(__a, 4, 0); 10997 } 10998 #endif 10999 11000 static inline __ATTRS_o_ai __vector double 11001 vec_roundc(__vector double __a) { 11002 return __builtin_s390_vfidb(__a, 4, 0); 11003 } 11004 11005 /*-- vec_rint ---------------------------------------------------------------*/ 11006 11007 #if __ARCH__ >= 12 11008 static inline __ATTRS_o_ai __vector float 11009 vec_rint(__vector float __a) { 11010 // vec_rint may trigger the IEEE-inexact exception. 11011 return __builtin_s390_vfisb(__a, 0, 0); 11012 } 11013 #endif 11014 11015 static inline __ATTRS_o_ai __vector double 11016 vec_rint(__vector double __a) { 11017 // vec_rint may trigger the IEEE-inexact exception. 11018 return __builtin_s390_vfidb(__a, 0, 0); 11019 } 11020 11021 /*-- vec_round --------------------------------------------------------------*/ 11022 11023 #if __ARCH__ >= 12 11024 static inline __ATTRS_o_ai __vector float 11025 vec_round(__vector float __a) { 11026 return __builtin_s390_vfisb(__a, 4, 4); 11027 } 11028 #endif 11029 11030 static inline __ATTRS_o_ai __vector double 11031 vec_round(__vector double __a) { 11032 return __builtin_s390_vfidb(__a, 4, 4); 11033 } 11034 11035 /*-- vec_fp_test_data_class -------------------------------------------------*/ 11036 11037 #if __ARCH__ >= 12 11038 extern __ATTRS_o __vector __bool int 11039 vec_fp_test_data_class(__vector float __a, int __b, int *__c) 11040 __constant_range(__b, 0, 4095); 11041 11042 extern __ATTRS_o __vector __bool long long 11043 vec_fp_test_data_class(__vector double __a, int __b, int *__c) 11044 __constant_range(__b, 0, 4095); 11045 11046 #define vec_fp_test_data_class(X, Y, Z) \ 11047 ((__typeof__((vec_fp_test_data_class)((X), (Y), (Z)))) \ 11048 __extension__ ({ \ 11049 __vector unsigned char __res; \ 11050 __vector unsigned char __x = (__vector unsigned char)(X); \ 11051 int *__z = (Z); \ 11052 switch (sizeof ((X)[0])) { \ 11053 case 4: __res = (__vector unsigned char) \ 11054 __builtin_s390_vftcisb((__vector float)__x, (Y), __z); \ 11055 break; \ 11056 default: __res = (__vector unsigned char) \ 11057 __builtin_s390_vftcidb((__vector double)__x, (Y), __z); \ 11058 break; \ 11059 } __res; })) 11060 #else 11061 #define vec_fp_test_data_class(X, Y, Z) \ 11062 ((__vector __bool long long)__builtin_s390_vftcidb((X), (Y), (Z))) 11063 #endif 11064 11065 #define __VEC_CLASS_FP_ZERO_P (1 << 11) 11066 #define __VEC_CLASS_FP_ZERO_N (1 << 10) 11067 #define __VEC_CLASS_FP_ZERO (__VEC_CLASS_FP_ZERO_P | __VEC_CLASS_FP_ZERO_N) 11068 #define __VEC_CLASS_FP_NORMAL_P (1 << 9) 11069 #define __VEC_CLASS_FP_NORMAL_N (1 << 8) 11070 #define __VEC_CLASS_FP_NORMAL (__VEC_CLASS_FP_NORMAL_P | \ 11071 __VEC_CLASS_FP_NORMAL_N) 11072 #define __VEC_CLASS_FP_SUBNORMAL_P (1 << 7) 11073 #define __VEC_CLASS_FP_SUBNORMAL_N (1 << 6) 11074 #define __VEC_CLASS_FP_SUBNORMAL (__VEC_CLASS_FP_SUBNORMAL_P | \ 11075 __VEC_CLASS_FP_SUBNORMAL_N) 11076 #define __VEC_CLASS_FP_INFINITY_P (1 << 5) 11077 #define __VEC_CLASS_FP_INFINITY_N (1 << 4) 11078 #define __VEC_CLASS_FP_INFINITY (__VEC_CLASS_FP_INFINITY_P | \ 11079 __VEC_CLASS_FP_INFINITY_N) 11080 #define __VEC_CLASS_FP_QNAN_P (1 << 3) 11081 #define __VEC_CLASS_FP_QNAN_N (1 << 2) 11082 #define __VEC_CLASS_FP_QNAN (__VEC_CLASS_FP_QNAN_P | __VEC_CLASS_FP_QNAN_N) 11083 #define __VEC_CLASS_FP_SNAN_P (1 << 1) 11084 #define __VEC_CLASS_FP_SNAN_N (1 << 0) 11085 #define __VEC_CLASS_FP_SNAN (__VEC_CLASS_FP_SNAN_P | __VEC_CLASS_FP_SNAN_N) 11086 #define __VEC_CLASS_FP_NAN (__VEC_CLASS_FP_QNAN | __VEC_CLASS_FP_SNAN) 11087 #define __VEC_CLASS_FP_NOT_NORMAL (__VEC_CLASS_FP_NAN | \ 11088 __VEC_CLASS_FP_SUBNORMAL | \ 11089 __VEC_CLASS_FP_ZERO | \ 11090 __VEC_CLASS_FP_INFINITY) 11091 11092 /*-- vec_extend_to_fp32_hi --------------------------------------------------*/ 11093 11094 #if __ARCH__ >= 14 11095 #define vec_extend_to_fp32_hi(X, W) \ 11096 ((__vector float)__builtin_s390_vclfnhs((X), (W))); 11097 #endif 11098 11099 /*-- vec_extend_to_fp32_hi --------------------------------------------------*/ 11100 11101 #if __ARCH__ >= 14 11102 #define vec_extend_to_fp32_lo(X, W) \ 11103 ((__vector float)__builtin_s390_vclfnls((X), (W))); 11104 #endif 11105 11106 /*-- vec_round_from_fp32 ----------------------------------------------------*/ 11107 11108 #if __ARCH__ >= 14 11109 #define vec_round_from_fp32(X, Y, W) \ 11110 ((__vector unsigned short)__builtin_s390_vcrnfs((X), (Y), (W))); 11111 #endif 11112 11113 /*-- vec_convert_to_fp16 ----------------------------------------------------*/ 11114 11115 #if __ARCH__ >= 14 11116 #define vec_convert_to_fp16(X, W) \ 11117 ((__vector unsigned short)__builtin_s390_vcfn((X), (W))); 11118 #endif 11119 11120 /*-- vec_convert_from_fp16 --------------------------------------------------*/ 11121 11122 #if __ARCH__ >= 14 11123 #define vec_convert_from_fp16(X, W) \ 11124 ((__vector unsigned short)__builtin_s390_vcnf((X), (W))); 11125 #endif 11126 11127 /*-- vec_cp_until_zero ------------------------------------------------------*/ 11128 11129 static inline __ATTRS_o_ai __vector signed char 11130 vec_cp_until_zero(__vector signed char __a) { 11131 return ((__vector signed char) 11132 __builtin_s390_vistrb((__vector unsigned char)__a)); 11133 } 11134 11135 static inline __ATTRS_o_ai __vector __bool char 11136 vec_cp_until_zero(__vector __bool char __a) { 11137 return ((__vector __bool char) 11138 __builtin_s390_vistrb((__vector unsigned char)__a)); 11139 } 11140 11141 static inline __ATTRS_o_ai __vector unsigned char 11142 vec_cp_until_zero(__vector unsigned char __a) { 11143 return __builtin_s390_vistrb(__a); 11144 } 11145 11146 static inline __ATTRS_o_ai __vector signed short 11147 vec_cp_until_zero(__vector signed short __a) { 11148 return ((__vector signed short) 11149 __builtin_s390_vistrh((__vector unsigned short)__a)); 11150 } 11151 11152 static inline __ATTRS_o_ai __vector __bool short 11153 vec_cp_until_zero(__vector __bool short __a) { 11154 return ((__vector __bool short) 11155 __builtin_s390_vistrh((__vector unsigned short)__a)); 11156 } 11157 11158 static inline __ATTRS_o_ai __vector unsigned short 11159 vec_cp_until_zero(__vector unsigned short __a) { 11160 return __builtin_s390_vistrh(__a); 11161 } 11162 11163 static inline __ATTRS_o_ai __vector signed int 11164 vec_cp_until_zero(__vector signed int __a) { 11165 return ((__vector signed int) 11166 __builtin_s390_vistrf((__vector unsigned int)__a)); 11167 } 11168 11169 static inline __ATTRS_o_ai __vector __bool int 11170 vec_cp_until_zero(__vector __bool int __a) { 11171 return ((__vector __bool int) 11172 __builtin_s390_vistrf((__vector unsigned int)__a)); 11173 } 11174 11175 static inline __ATTRS_o_ai __vector unsigned int 11176 vec_cp_until_zero(__vector unsigned int __a) { 11177 return __builtin_s390_vistrf(__a); 11178 } 11179 11180 /*-- vec_cp_until_zero_cc ---------------------------------------------------*/ 11181 11182 static inline __ATTRS_o_ai __vector signed char 11183 vec_cp_until_zero_cc(__vector signed char __a, int *__cc) { 11184 return (__vector signed char) 11185 __builtin_s390_vistrbs((__vector unsigned char)__a, __cc); 11186 } 11187 11188 static inline __ATTRS_o_ai __vector __bool char 11189 vec_cp_until_zero_cc(__vector __bool char __a, int *__cc) { 11190 return (__vector __bool char) 11191 __builtin_s390_vistrbs((__vector unsigned char)__a, __cc); 11192 } 11193 11194 static inline __ATTRS_o_ai __vector unsigned char 11195 vec_cp_until_zero_cc(__vector unsigned char __a, int *__cc) { 11196 return __builtin_s390_vistrbs(__a, __cc); 11197 } 11198 11199 static inline __ATTRS_o_ai __vector signed short 11200 vec_cp_until_zero_cc(__vector signed short __a, int *__cc) { 11201 return (__vector signed short) 11202 __builtin_s390_vistrhs((__vector unsigned short)__a, __cc); 11203 } 11204 11205 static inline __ATTRS_o_ai __vector __bool short 11206 vec_cp_until_zero_cc(__vector __bool short __a, int *__cc) { 11207 return (__vector __bool short) 11208 __builtin_s390_vistrhs((__vector unsigned short)__a, __cc); 11209 } 11210 11211 static inline __ATTRS_o_ai __vector unsigned short 11212 vec_cp_until_zero_cc(__vector unsigned short __a, int *__cc) { 11213 return __builtin_s390_vistrhs(__a, __cc); 11214 } 11215 11216 static inline __ATTRS_o_ai __vector signed int 11217 vec_cp_until_zero_cc(__vector signed int __a, int *__cc) { 11218 return (__vector signed int) 11219 __builtin_s390_vistrfs((__vector unsigned int)__a, __cc); 11220 } 11221 11222 static inline __ATTRS_o_ai __vector __bool int 11223 vec_cp_until_zero_cc(__vector __bool int __a, int *__cc) { 11224 return (__vector __bool int) 11225 __builtin_s390_vistrfs((__vector unsigned int)__a, __cc); 11226 } 11227 11228 static inline __ATTRS_o_ai __vector unsigned int 11229 vec_cp_until_zero_cc(__vector unsigned int __a, int *__cc) { 11230 return __builtin_s390_vistrfs(__a, __cc); 11231 } 11232 11233 /*-- vec_cmpeq_idx ----------------------------------------------------------*/ 11234 11235 static inline __ATTRS_o_ai __vector signed char 11236 vec_cmpeq_idx(__vector signed char __a, __vector signed char __b) { 11237 return (__vector signed char) 11238 __builtin_s390_vfeeb((__vector unsigned char)__a, 11239 (__vector unsigned char)__b); 11240 } 11241 11242 static inline __ATTRS_o_ai __vector unsigned char 11243 vec_cmpeq_idx(__vector __bool char __a, __vector __bool char __b) { 11244 return __builtin_s390_vfeeb((__vector unsigned char)__a, 11245 (__vector unsigned char)__b); 11246 } 11247 11248 static inline __ATTRS_o_ai __vector unsigned char 11249 vec_cmpeq_idx(__vector unsigned char __a, __vector unsigned char __b) { 11250 return __builtin_s390_vfeeb(__a, __b); 11251 } 11252 11253 static inline __ATTRS_o_ai __vector signed short 11254 vec_cmpeq_idx(__vector signed short __a, __vector signed short __b) { 11255 return (__vector signed short) 11256 __builtin_s390_vfeeh((__vector unsigned short)__a, 11257 (__vector unsigned short)__b); 11258 } 11259 11260 static inline __ATTRS_o_ai __vector unsigned short 11261 vec_cmpeq_idx(__vector __bool short __a, __vector __bool short __b) { 11262 return __builtin_s390_vfeeh((__vector unsigned short)__a, 11263 (__vector unsigned short)__b); 11264 } 11265 11266 static inline __ATTRS_o_ai __vector unsigned short 11267 vec_cmpeq_idx(__vector unsigned short __a, __vector unsigned short __b) { 11268 return __builtin_s390_vfeeh(__a, __b); 11269 } 11270 11271 static inline __ATTRS_o_ai __vector signed int 11272 vec_cmpeq_idx(__vector signed int __a, __vector signed int __b) { 11273 return (__vector signed int) 11274 __builtin_s390_vfeef((__vector unsigned int)__a, 11275 (__vector unsigned int)__b); 11276 } 11277 11278 static inline __ATTRS_o_ai __vector unsigned int 11279 vec_cmpeq_idx(__vector __bool int __a, __vector __bool int __b) { 11280 return __builtin_s390_vfeef((__vector unsigned int)__a, 11281 (__vector unsigned int)__b); 11282 } 11283 11284 static inline __ATTRS_o_ai __vector unsigned int 11285 vec_cmpeq_idx(__vector unsigned int __a, __vector unsigned int __b) { 11286 return __builtin_s390_vfeef(__a, __b); 11287 } 11288 11289 /*-- vec_cmpeq_idx_cc -------------------------------------------------------*/ 11290 11291 static inline __ATTRS_o_ai __vector signed char 11292 vec_cmpeq_idx_cc(__vector signed char __a, __vector signed char __b, int *__cc) { 11293 return (__vector signed char) 11294 __builtin_s390_vfeebs((__vector unsigned char)__a, 11295 (__vector unsigned char)__b, __cc); 11296 } 11297 11298 static inline __ATTRS_o_ai __vector unsigned char 11299 vec_cmpeq_idx_cc(__vector __bool char __a, __vector __bool char __b, int *__cc) { 11300 return __builtin_s390_vfeebs((__vector unsigned char)__a, 11301 (__vector unsigned char)__b, __cc); 11302 } 11303 11304 static inline __ATTRS_o_ai __vector unsigned char 11305 vec_cmpeq_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11306 int *__cc) { 11307 return __builtin_s390_vfeebs(__a, __b, __cc); 11308 } 11309 11310 static inline __ATTRS_o_ai __vector signed short 11311 vec_cmpeq_idx_cc(__vector signed short __a, __vector signed short __b, 11312 int *__cc) { 11313 return (__vector signed short) 11314 __builtin_s390_vfeehs((__vector unsigned short)__a, 11315 (__vector unsigned short)__b, __cc); 11316 } 11317 11318 static inline __ATTRS_o_ai __vector unsigned short 11319 vec_cmpeq_idx_cc(__vector __bool short __a, __vector __bool short __b, int *__cc) { 11320 return __builtin_s390_vfeehs((__vector unsigned short)__a, 11321 (__vector unsigned short)__b, __cc); 11322 } 11323 11324 static inline __ATTRS_o_ai __vector unsigned short 11325 vec_cmpeq_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11326 int *__cc) { 11327 return __builtin_s390_vfeehs(__a, __b, __cc); 11328 } 11329 11330 static inline __ATTRS_o_ai __vector signed int 11331 vec_cmpeq_idx_cc(__vector signed int __a, __vector signed int __b, int *__cc) { 11332 return (__vector signed int) 11333 __builtin_s390_vfeefs((__vector unsigned int)__a, 11334 (__vector unsigned int)__b, __cc); 11335 } 11336 11337 static inline __ATTRS_o_ai __vector unsigned int 11338 vec_cmpeq_idx_cc(__vector __bool int __a, __vector __bool int __b, int *__cc) { 11339 return __builtin_s390_vfeefs((__vector unsigned int)__a, 11340 (__vector unsigned int)__b, __cc); 11341 } 11342 11343 static inline __ATTRS_o_ai __vector unsigned int 11344 vec_cmpeq_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11345 int *__cc) { 11346 return __builtin_s390_vfeefs(__a, __b, __cc); 11347 } 11348 11349 /*-- vec_cmpeq_or_0_idx -----------------------------------------------------*/ 11350 11351 static inline __ATTRS_o_ai __vector signed char 11352 vec_cmpeq_or_0_idx(__vector signed char __a, __vector signed char __b) { 11353 return (__vector signed char) 11354 __builtin_s390_vfeezb((__vector unsigned char)__a, 11355 (__vector unsigned char)__b); 11356 } 11357 11358 static inline __ATTRS_o_ai __vector unsigned char 11359 vec_cmpeq_or_0_idx(__vector __bool char __a, __vector __bool char __b) { 11360 return __builtin_s390_vfeezb((__vector unsigned char)__a, 11361 (__vector unsigned char)__b); 11362 } 11363 11364 static inline __ATTRS_o_ai __vector unsigned char 11365 vec_cmpeq_or_0_idx(__vector unsigned char __a, __vector unsigned char __b) { 11366 return __builtin_s390_vfeezb(__a, __b); 11367 } 11368 11369 static inline __ATTRS_o_ai __vector signed short 11370 vec_cmpeq_or_0_idx(__vector signed short __a, __vector signed short __b) { 11371 return (__vector signed short) 11372 __builtin_s390_vfeezh((__vector unsigned short)__a, 11373 (__vector unsigned short)__b); 11374 } 11375 11376 static inline __ATTRS_o_ai __vector unsigned short 11377 vec_cmpeq_or_0_idx(__vector __bool short __a, __vector __bool short __b) { 11378 return __builtin_s390_vfeezh((__vector unsigned short)__a, 11379 (__vector unsigned short)__b); 11380 } 11381 11382 static inline __ATTRS_o_ai __vector unsigned short 11383 vec_cmpeq_or_0_idx(__vector unsigned short __a, __vector unsigned short __b) { 11384 return __builtin_s390_vfeezh(__a, __b); 11385 } 11386 11387 static inline __ATTRS_o_ai __vector signed int 11388 vec_cmpeq_or_0_idx(__vector signed int __a, __vector signed int __b) { 11389 return (__vector signed int) 11390 __builtin_s390_vfeezf((__vector unsigned int)__a, 11391 (__vector unsigned int)__b); 11392 } 11393 11394 static inline __ATTRS_o_ai __vector unsigned int 11395 vec_cmpeq_or_0_idx(__vector __bool int __a, __vector __bool int __b) { 11396 return __builtin_s390_vfeezf((__vector unsigned int)__a, 11397 (__vector unsigned int)__b); 11398 } 11399 11400 static inline __ATTRS_o_ai __vector unsigned int 11401 vec_cmpeq_or_0_idx(__vector unsigned int __a, __vector unsigned int __b) { 11402 return __builtin_s390_vfeezf(__a, __b); 11403 } 11404 11405 /*-- vec_cmpeq_or_0_idx_cc --------------------------------------------------*/ 11406 11407 static inline __ATTRS_o_ai __vector signed char 11408 vec_cmpeq_or_0_idx_cc(__vector signed char __a, __vector signed char __b, 11409 int *__cc) { 11410 return (__vector signed char) 11411 __builtin_s390_vfeezbs((__vector unsigned char)__a, 11412 (__vector unsigned char)__b, __cc); 11413 } 11414 11415 static inline __ATTRS_o_ai __vector unsigned char 11416 vec_cmpeq_or_0_idx_cc(__vector __bool char __a, __vector __bool char __b, 11417 int *__cc) { 11418 return __builtin_s390_vfeezbs((__vector unsigned char)__a, 11419 (__vector unsigned char)__b, __cc); 11420 } 11421 11422 static inline __ATTRS_o_ai __vector unsigned char 11423 vec_cmpeq_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11424 int *__cc) { 11425 return __builtin_s390_vfeezbs(__a, __b, __cc); 11426 } 11427 11428 static inline __ATTRS_o_ai __vector signed short 11429 vec_cmpeq_or_0_idx_cc(__vector signed short __a, __vector signed short __b, 11430 int *__cc) { 11431 return (__vector signed short) 11432 __builtin_s390_vfeezhs((__vector unsigned short)__a, 11433 (__vector unsigned short)__b, __cc); 11434 } 11435 11436 static inline __ATTRS_o_ai __vector unsigned short 11437 vec_cmpeq_or_0_idx_cc(__vector __bool short __a, __vector __bool short __b, 11438 int *__cc) { 11439 return __builtin_s390_vfeezhs((__vector unsigned short)__a, 11440 (__vector unsigned short)__b, __cc); 11441 } 11442 11443 static inline __ATTRS_o_ai __vector unsigned short 11444 vec_cmpeq_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11445 int *__cc) { 11446 return __builtin_s390_vfeezhs(__a, __b, __cc); 11447 } 11448 11449 static inline __ATTRS_o_ai __vector signed int 11450 vec_cmpeq_or_0_idx_cc(__vector signed int __a, __vector signed int __b, 11451 int *__cc) { 11452 return (__vector signed int) 11453 __builtin_s390_vfeezfs((__vector unsigned int)__a, 11454 (__vector unsigned int)__b, __cc); 11455 } 11456 11457 static inline __ATTRS_o_ai __vector unsigned int 11458 vec_cmpeq_or_0_idx_cc(__vector __bool int __a, __vector __bool int __b, 11459 int *__cc) { 11460 return __builtin_s390_vfeezfs((__vector unsigned int)__a, 11461 (__vector unsigned int)__b, __cc); 11462 } 11463 11464 static inline __ATTRS_o_ai __vector unsigned int 11465 vec_cmpeq_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11466 int *__cc) { 11467 return __builtin_s390_vfeezfs(__a, __b, __cc); 11468 } 11469 11470 /*-- vec_cmpne_idx ----------------------------------------------------------*/ 11471 11472 static inline __ATTRS_o_ai __vector signed char 11473 vec_cmpne_idx(__vector signed char __a, __vector signed char __b) { 11474 return (__vector signed char) 11475 __builtin_s390_vfeneb((__vector unsigned char)__a, 11476 (__vector unsigned char)__b); 11477 } 11478 11479 static inline __ATTRS_o_ai __vector unsigned char 11480 vec_cmpne_idx(__vector __bool char __a, __vector __bool char __b) { 11481 return __builtin_s390_vfeneb((__vector unsigned char)__a, 11482 (__vector unsigned char)__b); 11483 } 11484 11485 static inline __ATTRS_o_ai __vector unsigned char 11486 vec_cmpne_idx(__vector unsigned char __a, __vector unsigned char __b) { 11487 return __builtin_s390_vfeneb(__a, __b); 11488 } 11489 11490 static inline __ATTRS_o_ai __vector signed short 11491 vec_cmpne_idx(__vector signed short __a, __vector signed short __b) { 11492 return (__vector signed short) 11493 __builtin_s390_vfeneh((__vector unsigned short)__a, 11494 (__vector unsigned short)__b); 11495 } 11496 11497 static inline __ATTRS_o_ai __vector unsigned short 11498 vec_cmpne_idx(__vector __bool short __a, __vector __bool short __b) { 11499 return __builtin_s390_vfeneh((__vector unsigned short)__a, 11500 (__vector unsigned short)__b); 11501 } 11502 11503 static inline __ATTRS_o_ai __vector unsigned short 11504 vec_cmpne_idx(__vector unsigned short __a, __vector unsigned short __b) { 11505 return __builtin_s390_vfeneh(__a, __b); 11506 } 11507 11508 static inline __ATTRS_o_ai __vector signed int 11509 vec_cmpne_idx(__vector signed int __a, __vector signed int __b) { 11510 return (__vector signed int) 11511 __builtin_s390_vfenef((__vector unsigned int)__a, 11512 (__vector unsigned int)__b); 11513 } 11514 11515 static inline __ATTRS_o_ai __vector unsigned int 11516 vec_cmpne_idx(__vector __bool int __a, __vector __bool int __b) { 11517 return __builtin_s390_vfenef((__vector unsigned int)__a, 11518 (__vector unsigned int)__b); 11519 } 11520 11521 static inline __ATTRS_o_ai __vector unsigned int 11522 vec_cmpne_idx(__vector unsigned int __a, __vector unsigned int __b) { 11523 return __builtin_s390_vfenef(__a, __b); 11524 } 11525 11526 /*-- vec_cmpne_idx_cc -------------------------------------------------------*/ 11527 11528 static inline __ATTRS_o_ai __vector signed char 11529 vec_cmpne_idx_cc(__vector signed char __a, __vector signed char __b, int *__cc) { 11530 return (__vector signed char) 11531 __builtin_s390_vfenebs((__vector unsigned char)__a, 11532 (__vector unsigned char)__b, __cc); 11533 } 11534 11535 static inline __ATTRS_o_ai __vector unsigned char 11536 vec_cmpne_idx_cc(__vector __bool char __a, __vector __bool char __b, int *__cc) { 11537 return __builtin_s390_vfenebs((__vector unsigned char)__a, 11538 (__vector unsigned char)__b, __cc); 11539 } 11540 11541 static inline __ATTRS_o_ai __vector unsigned char 11542 vec_cmpne_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11543 int *__cc) { 11544 return __builtin_s390_vfenebs(__a, __b, __cc); 11545 } 11546 11547 static inline __ATTRS_o_ai __vector signed short 11548 vec_cmpne_idx_cc(__vector signed short __a, __vector signed short __b, 11549 int *__cc) { 11550 return (__vector signed short) 11551 __builtin_s390_vfenehs((__vector unsigned short)__a, 11552 (__vector unsigned short)__b, __cc); 11553 } 11554 11555 static inline __ATTRS_o_ai __vector unsigned short 11556 vec_cmpne_idx_cc(__vector __bool short __a, __vector __bool short __b, 11557 int *__cc) { 11558 return __builtin_s390_vfenehs((__vector unsigned short)__a, 11559 (__vector unsigned short)__b, __cc); 11560 } 11561 11562 static inline __ATTRS_o_ai __vector unsigned short 11563 vec_cmpne_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11564 int *__cc) { 11565 return __builtin_s390_vfenehs(__a, __b, __cc); 11566 } 11567 11568 static inline __ATTRS_o_ai __vector signed int 11569 vec_cmpne_idx_cc(__vector signed int __a, __vector signed int __b, int *__cc) { 11570 return (__vector signed int) 11571 __builtin_s390_vfenefs((__vector unsigned int)__a, 11572 (__vector unsigned int)__b, __cc); 11573 } 11574 11575 static inline __ATTRS_o_ai __vector unsigned int 11576 vec_cmpne_idx_cc(__vector __bool int __a, __vector __bool int __b, int *__cc) { 11577 return __builtin_s390_vfenefs((__vector unsigned int)__a, 11578 (__vector unsigned int)__b, __cc); 11579 } 11580 11581 static inline __ATTRS_o_ai __vector unsigned int 11582 vec_cmpne_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11583 int *__cc) { 11584 return __builtin_s390_vfenefs(__a, __b, __cc); 11585 } 11586 11587 /*-- vec_cmpne_or_0_idx -----------------------------------------------------*/ 11588 11589 static inline __ATTRS_o_ai __vector signed char 11590 vec_cmpne_or_0_idx(__vector signed char __a, __vector signed char __b) { 11591 return (__vector signed char) 11592 __builtin_s390_vfenezb((__vector unsigned char)__a, 11593 (__vector unsigned char)__b); 11594 } 11595 11596 static inline __ATTRS_o_ai __vector unsigned char 11597 vec_cmpne_or_0_idx(__vector __bool char __a, __vector __bool char __b) { 11598 return __builtin_s390_vfenezb((__vector unsigned char)__a, 11599 (__vector unsigned char)__b); 11600 } 11601 11602 static inline __ATTRS_o_ai __vector unsigned char 11603 vec_cmpne_or_0_idx(__vector unsigned char __a, __vector unsigned char __b) { 11604 return __builtin_s390_vfenezb(__a, __b); 11605 } 11606 11607 static inline __ATTRS_o_ai __vector signed short 11608 vec_cmpne_or_0_idx(__vector signed short __a, __vector signed short __b) { 11609 return (__vector signed short) 11610 __builtin_s390_vfenezh((__vector unsigned short)__a, 11611 (__vector unsigned short)__b); 11612 } 11613 11614 static inline __ATTRS_o_ai __vector unsigned short 11615 vec_cmpne_or_0_idx(__vector __bool short __a, __vector __bool short __b) { 11616 return __builtin_s390_vfenezh((__vector unsigned short)__a, 11617 (__vector unsigned short)__b); 11618 } 11619 11620 static inline __ATTRS_o_ai __vector unsigned short 11621 vec_cmpne_or_0_idx(__vector unsigned short __a, __vector unsigned short __b) { 11622 return __builtin_s390_vfenezh(__a, __b); 11623 } 11624 11625 static inline __ATTRS_o_ai __vector signed int 11626 vec_cmpne_or_0_idx(__vector signed int __a, __vector signed int __b) { 11627 return (__vector signed int) 11628 __builtin_s390_vfenezf((__vector unsigned int)__a, 11629 (__vector unsigned int)__b); 11630 } 11631 11632 static inline __ATTRS_o_ai __vector unsigned int 11633 vec_cmpne_or_0_idx(__vector __bool int __a, __vector __bool int __b) { 11634 return __builtin_s390_vfenezf((__vector unsigned int)__a, 11635 (__vector unsigned int)__b); 11636 } 11637 11638 static inline __ATTRS_o_ai __vector unsigned int 11639 vec_cmpne_or_0_idx(__vector unsigned int __a, __vector unsigned int __b) { 11640 return __builtin_s390_vfenezf(__a, __b); 11641 } 11642 11643 /*-- vec_cmpne_or_0_idx_cc --------------------------------------------------*/ 11644 11645 static inline __ATTRS_o_ai __vector signed char 11646 vec_cmpne_or_0_idx_cc(__vector signed char __a, __vector signed char __b, 11647 int *__cc) { 11648 return (__vector signed char) 11649 __builtin_s390_vfenezbs((__vector unsigned char)__a, 11650 (__vector unsigned char)__b, __cc); 11651 } 11652 11653 static inline __ATTRS_o_ai __vector unsigned char 11654 vec_cmpne_or_0_idx_cc(__vector __bool char __a, __vector __bool char __b, 11655 int *__cc) { 11656 return __builtin_s390_vfenezbs((__vector unsigned char)__a, 11657 (__vector unsigned char)__b, __cc); 11658 } 11659 11660 static inline __ATTRS_o_ai __vector unsigned char 11661 vec_cmpne_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11662 int *__cc) { 11663 return __builtin_s390_vfenezbs(__a, __b, __cc); 11664 } 11665 11666 static inline __ATTRS_o_ai __vector signed short 11667 vec_cmpne_or_0_idx_cc(__vector signed short __a, __vector signed short __b, 11668 int *__cc) { 11669 return (__vector signed short) 11670 __builtin_s390_vfenezhs((__vector unsigned short)__a, 11671 (__vector unsigned short)__b, __cc); 11672 } 11673 11674 static inline __ATTRS_o_ai __vector unsigned short 11675 vec_cmpne_or_0_idx_cc(__vector __bool short __a, __vector __bool short __b, 11676 int *__cc) { 11677 return __builtin_s390_vfenezhs((__vector unsigned short)__a, 11678 (__vector unsigned short)__b, __cc); 11679 } 11680 11681 static inline __ATTRS_o_ai __vector unsigned short 11682 vec_cmpne_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11683 int *__cc) { 11684 return __builtin_s390_vfenezhs(__a, __b, __cc); 11685 } 11686 11687 static inline __ATTRS_o_ai __vector signed int 11688 vec_cmpne_or_0_idx_cc(__vector signed int __a, __vector signed int __b, 11689 int *__cc) { 11690 return (__vector signed int) 11691 __builtin_s390_vfenezfs((__vector unsigned int)__a, 11692 (__vector unsigned int)__b, __cc); 11693 } 11694 11695 static inline __ATTRS_o_ai __vector unsigned int 11696 vec_cmpne_or_0_idx_cc(__vector __bool int __a, __vector __bool int __b, 11697 int *__cc) { 11698 return __builtin_s390_vfenezfs((__vector unsigned int)__a, 11699 (__vector unsigned int)__b, __cc); 11700 } 11701 11702 static inline __ATTRS_o_ai __vector unsigned int 11703 vec_cmpne_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11704 int *__cc) { 11705 return __builtin_s390_vfenezfs(__a, __b, __cc); 11706 } 11707 11708 /*-- vec_cmprg --------------------------------------------------------------*/ 11709 11710 static inline __ATTRS_o_ai __vector __bool char 11711 vec_cmprg(__vector unsigned char __a, __vector unsigned char __b, 11712 __vector unsigned char __c) { 11713 return (__vector __bool char)__builtin_s390_vstrcb(__a, __b, __c, 4); 11714 } 11715 11716 static inline __ATTRS_o_ai __vector __bool short 11717 vec_cmprg(__vector unsigned short __a, __vector unsigned short __b, 11718 __vector unsigned short __c) { 11719 return (__vector __bool short)__builtin_s390_vstrch(__a, __b, __c, 4); 11720 } 11721 11722 static inline __ATTRS_o_ai __vector __bool int 11723 vec_cmprg(__vector unsigned int __a, __vector unsigned int __b, 11724 __vector unsigned int __c) { 11725 return (__vector __bool int)__builtin_s390_vstrcf(__a, __b, __c, 4); 11726 } 11727 11728 /*-- vec_cmprg_cc -----------------------------------------------------------*/ 11729 11730 static inline __ATTRS_o_ai __vector __bool char 11731 vec_cmprg_cc(__vector unsigned char __a, __vector unsigned char __b, 11732 __vector unsigned char __c, int *__cc) { 11733 return (__vector __bool char)__builtin_s390_vstrcbs(__a, __b, __c, 4, __cc); 11734 } 11735 11736 static inline __ATTRS_o_ai __vector __bool short 11737 vec_cmprg_cc(__vector unsigned short __a, __vector unsigned short __b, 11738 __vector unsigned short __c, int *__cc) { 11739 return (__vector __bool short)__builtin_s390_vstrchs(__a, __b, __c, 4, __cc); 11740 } 11741 11742 static inline __ATTRS_o_ai __vector __bool int 11743 vec_cmprg_cc(__vector unsigned int __a, __vector unsigned int __b, 11744 __vector unsigned int __c, int *__cc) { 11745 return (__vector __bool int)__builtin_s390_vstrcfs(__a, __b, __c, 4, __cc); 11746 } 11747 11748 /*-- vec_cmprg_idx ----------------------------------------------------------*/ 11749 11750 static inline __ATTRS_o_ai __vector unsigned char 11751 vec_cmprg_idx(__vector unsigned char __a, __vector unsigned char __b, 11752 __vector unsigned char __c) { 11753 return __builtin_s390_vstrcb(__a, __b, __c, 0); 11754 } 11755 11756 static inline __ATTRS_o_ai __vector unsigned short 11757 vec_cmprg_idx(__vector unsigned short __a, __vector unsigned short __b, 11758 __vector unsigned short __c) { 11759 return __builtin_s390_vstrch(__a, __b, __c, 0); 11760 } 11761 11762 static inline __ATTRS_o_ai __vector unsigned int 11763 vec_cmprg_idx(__vector unsigned int __a, __vector unsigned int __b, 11764 __vector unsigned int __c) { 11765 return __builtin_s390_vstrcf(__a, __b, __c, 0); 11766 } 11767 11768 /*-- vec_cmprg_idx_cc -------------------------------------------------------*/ 11769 11770 static inline __ATTRS_o_ai __vector unsigned char 11771 vec_cmprg_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11772 __vector unsigned char __c, int *__cc) { 11773 return __builtin_s390_vstrcbs(__a, __b, __c, 0, __cc); 11774 } 11775 11776 static inline __ATTRS_o_ai __vector unsigned short 11777 vec_cmprg_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11778 __vector unsigned short __c, int *__cc) { 11779 return __builtin_s390_vstrchs(__a, __b, __c, 0, __cc); 11780 } 11781 11782 static inline __ATTRS_o_ai __vector unsigned int 11783 vec_cmprg_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11784 __vector unsigned int __c, int *__cc) { 11785 return __builtin_s390_vstrcfs(__a, __b, __c, 0, __cc); 11786 } 11787 11788 /*-- vec_cmprg_or_0_idx -----------------------------------------------------*/ 11789 11790 static inline __ATTRS_o_ai __vector unsigned char 11791 vec_cmprg_or_0_idx(__vector unsigned char __a, __vector unsigned char __b, 11792 __vector unsigned char __c) { 11793 return __builtin_s390_vstrczb(__a, __b, __c, 0); 11794 } 11795 11796 static inline __ATTRS_o_ai __vector unsigned short 11797 vec_cmprg_or_0_idx(__vector unsigned short __a, __vector unsigned short __b, 11798 __vector unsigned short __c) { 11799 return __builtin_s390_vstrczh(__a, __b, __c, 0); 11800 } 11801 11802 static inline __ATTRS_o_ai __vector unsigned int 11803 vec_cmprg_or_0_idx(__vector unsigned int __a, __vector unsigned int __b, 11804 __vector unsigned int __c) { 11805 return __builtin_s390_vstrczf(__a, __b, __c, 0); 11806 } 11807 11808 /*-- vec_cmprg_or_0_idx_cc --------------------------------------------------*/ 11809 11810 static inline __ATTRS_o_ai __vector unsigned char 11811 vec_cmprg_or_0_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11812 __vector unsigned char __c, int *__cc) { 11813 return __builtin_s390_vstrczbs(__a, __b, __c, 0, __cc); 11814 } 11815 11816 static inline __ATTRS_o_ai __vector unsigned short 11817 vec_cmprg_or_0_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11818 __vector unsigned short __c, int *__cc) { 11819 return __builtin_s390_vstrczhs(__a, __b, __c, 0, __cc); 11820 } 11821 11822 static inline __ATTRS_o_ai __vector unsigned int 11823 vec_cmprg_or_0_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11824 __vector unsigned int __c, int *__cc) { 11825 return __builtin_s390_vstrczfs(__a, __b, __c, 0, __cc); 11826 } 11827 11828 /*-- vec_cmpnrg -------------------------------------------------------------*/ 11829 11830 static inline __ATTRS_o_ai __vector __bool char 11831 vec_cmpnrg(__vector unsigned char __a, __vector unsigned char __b, 11832 __vector unsigned char __c) { 11833 return (__vector __bool char)__builtin_s390_vstrcb(__a, __b, __c, 12); 11834 } 11835 11836 static inline __ATTRS_o_ai __vector __bool short 11837 vec_cmpnrg(__vector unsigned short __a, __vector unsigned short __b, 11838 __vector unsigned short __c) { 11839 return (__vector __bool short)__builtin_s390_vstrch(__a, __b, __c, 12); 11840 } 11841 11842 static inline __ATTRS_o_ai __vector __bool int 11843 vec_cmpnrg(__vector unsigned int __a, __vector unsigned int __b, 11844 __vector unsigned int __c) { 11845 return (__vector __bool int)__builtin_s390_vstrcf(__a, __b, __c, 12); 11846 } 11847 11848 /*-- vec_cmpnrg_cc ----------------------------------------------------------*/ 11849 11850 static inline __ATTRS_o_ai __vector __bool char 11851 vec_cmpnrg_cc(__vector unsigned char __a, __vector unsigned char __b, 11852 __vector unsigned char __c, int *__cc) { 11853 return (__vector __bool char) 11854 __builtin_s390_vstrcbs(__a, __b, __c, 12, __cc); 11855 } 11856 11857 static inline __ATTRS_o_ai __vector __bool short 11858 vec_cmpnrg_cc(__vector unsigned short __a, __vector unsigned short __b, 11859 __vector unsigned short __c, int *__cc) { 11860 return (__vector __bool short) 11861 __builtin_s390_vstrchs(__a, __b, __c, 12, __cc); 11862 } 11863 11864 static inline __ATTRS_o_ai __vector __bool int 11865 vec_cmpnrg_cc(__vector unsigned int __a, __vector unsigned int __b, 11866 __vector unsigned int __c, int *__cc) { 11867 return (__vector __bool int) 11868 __builtin_s390_vstrcfs(__a, __b, __c, 12, __cc); 11869 } 11870 11871 /*-- vec_cmpnrg_idx ---------------------------------------------------------*/ 11872 11873 static inline __ATTRS_o_ai __vector unsigned char 11874 vec_cmpnrg_idx(__vector unsigned char __a, __vector unsigned char __b, 11875 __vector unsigned char __c) { 11876 return __builtin_s390_vstrcb(__a, __b, __c, 8); 11877 } 11878 11879 static inline __ATTRS_o_ai __vector unsigned short 11880 vec_cmpnrg_idx(__vector unsigned short __a, __vector unsigned short __b, 11881 __vector unsigned short __c) { 11882 return __builtin_s390_vstrch(__a, __b, __c, 8); 11883 } 11884 11885 static inline __ATTRS_o_ai __vector unsigned int 11886 vec_cmpnrg_idx(__vector unsigned int __a, __vector unsigned int __b, 11887 __vector unsigned int __c) { 11888 return __builtin_s390_vstrcf(__a, __b, __c, 8); 11889 } 11890 11891 /*-- vec_cmpnrg_idx_cc ------------------------------------------------------*/ 11892 11893 static inline __ATTRS_o_ai __vector unsigned char 11894 vec_cmpnrg_idx_cc(__vector unsigned char __a, __vector unsigned char __b, 11895 __vector unsigned char __c, int *__cc) { 11896 return __builtin_s390_vstrcbs(__a, __b, __c, 8, __cc); 11897 } 11898 11899 static inline __ATTRS_o_ai __vector unsigned short 11900 vec_cmpnrg_idx_cc(__vector unsigned short __a, __vector unsigned short __b, 11901 __vector unsigned short __c, int *__cc) { 11902 return __builtin_s390_vstrchs(__a, __b, __c, 8, __cc); 11903 } 11904 11905 static inline __ATTRS_o_ai __vector unsigned int 11906 vec_cmpnrg_idx_cc(__vector unsigned int __a, __vector unsigned int __b, 11907 __vector unsigned int __c, int *__cc) { 11908 return __builtin_s390_vstrcfs(__a, __b, __c, 8, __cc); 11909 } 11910 11911 /*-- vec_cmpnrg_or_0_idx ----------------------------------------------------*/ 11912 11913 static inline __ATTRS_o_ai __vector unsigned char 11914 vec_cmpnrg_or_0_idx(__vector unsigned char __a, __vector unsigned char __b, 11915 __vector unsigned char __c) { 11916 return __builtin_s390_vstrczb(__a, __b, __c, 8); 11917 } 11918 11919 static inline __ATTRS_o_ai __vector unsigned short 11920 vec_cmpnrg_or_0_idx(__vector unsigned short __a, __vector unsigned short __b, 11921 __vector unsigned short __c) { 11922 return __builtin_s390_vstrczh(__a, __b, __c, 8); 11923 } 11924 11925 static inline __ATTRS_o_ai __vector unsigned int 11926 vec_cmpnrg_or_0_idx(__vector unsigned int __a, __vector unsigned int __b, 11927 __vector unsigned int __c) { 11928 return __builtin_s390_vstrczf(__a, __b, __c, 8); 11929 } 11930 11931 /*-- vec_cmpnrg_or_0_idx_cc -------------------------------------------------*/ 11932 11933 static inline __ATTRS_o_ai __vector unsigned char 11934 vec_cmpnrg_or_0_idx_cc(__vector unsigned char __a, 11935 __vector unsigned char __b, 11936 __vector unsigned char __c, int *__cc) { 11937 return __builtin_s390_vstrczbs(__a, __b, __c, 8, __cc); 11938 } 11939 11940 static inline __ATTRS_o_ai __vector unsigned short 11941 vec_cmpnrg_or_0_idx_cc(__vector unsigned short __a, 11942 __vector unsigned short __b, 11943 __vector unsigned short __c, int *__cc) { 11944 return __builtin_s390_vstrczhs(__a, __b, __c, 8, __cc); 11945 } 11946 11947 static inline __ATTRS_o_ai __vector unsigned int 11948 vec_cmpnrg_or_0_idx_cc(__vector unsigned int __a, 11949 __vector unsigned int __b, 11950 __vector unsigned int __c, int *__cc) { 11951 return __builtin_s390_vstrczfs(__a, __b, __c, 8, __cc); 11952 } 11953 11954 /*-- vec_find_any_eq --------------------------------------------------------*/ 11955 11956 static inline __ATTRS_o_ai __vector __bool char 11957 vec_find_any_eq(__vector signed char __a, __vector signed char __b) { 11958 return (__vector __bool char) 11959 __builtin_s390_vfaeb((__vector unsigned char)__a, 11960 (__vector unsigned char)__b, 4); 11961 } 11962 11963 static inline __ATTRS_o_ai __vector __bool char 11964 vec_find_any_eq(__vector __bool char __a, __vector __bool char __b) { 11965 return (__vector __bool char) 11966 __builtin_s390_vfaeb((__vector unsigned char)__a, 11967 (__vector unsigned char)__b, 4); 11968 } 11969 11970 static inline __ATTRS_o_ai __vector __bool char 11971 vec_find_any_eq(__vector unsigned char __a, __vector unsigned char __b) { 11972 return (__vector __bool char)__builtin_s390_vfaeb(__a, __b, 4); 11973 } 11974 11975 static inline __ATTRS_o_ai __vector __bool short 11976 vec_find_any_eq(__vector signed short __a, __vector signed short __b) { 11977 return (__vector __bool short) 11978 __builtin_s390_vfaeh((__vector unsigned short)__a, 11979 (__vector unsigned short)__b, 4); 11980 } 11981 11982 static inline __ATTRS_o_ai __vector __bool short 11983 vec_find_any_eq(__vector __bool short __a, __vector __bool short __b) { 11984 return (__vector __bool short) 11985 __builtin_s390_vfaeh((__vector unsigned short)__a, 11986 (__vector unsigned short)__b, 4); 11987 } 11988 11989 static inline __ATTRS_o_ai __vector __bool short 11990 vec_find_any_eq(__vector unsigned short __a, __vector unsigned short __b) { 11991 return (__vector __bool short)__builtin_s390_vfaeh(__a, __b, 4); 11992 } 11993 11994 static inline __ATTRS_o_ai __vector __bool int 11995 vec_find_any_eq(__vector signed int __a, __vector signed int __b) { 11996 return (__vector __bool int) 11997 __builtin_s390_vfaef((__vector unsigned int)__a, 11998 (__vector unsigned int)__b, 4); 11999 } 12000 12001 static inline __ATTRS_o_ai __vector __bool int 12002 vec_find_any_eq(__vector __bool int __a, __vector __bool int __b) { 12003 return (__vector __bool int) 12004 __builtin_s390_vfaef((__vector unsigned int)__a, 12005 (__vector unsigned int)__b, 4); 12006 } 12007 12008 static inline __ATTRS_o_ai __vector __bool int 12009 vec_find_any_eq(__vector unsigned int __a, __vector unsigned int __b) { 12010 return (__vector __bool int)__builtin_s390_vfaef(__a, __b, 4); 12011 } 12012 12013 /*-- vec_find_any_eq_cc -----------------------------------------------------*/ 12014 12015 static inline __ATTRS_o_ai __vector __bool char 12016 vec_find_any_eq_cc(__vector signed char __a, __vector signed char __b, 12017 int *__cc) { 12018 return (__vector __bool char) 12019 __builtin_s390_vfaebs((__vector unsigned char)__a, 12020 (__vector unsigned char)__b, 4, __cc); 12021 } 12022 12023 static inline __ATTRS_o_ai __vector __bool char 12024 vec_find_any_eq_cc(__vector __bool char __a, __vector __bool char __b, 12025 int *__cc) { 12026 return (__vector __bool char) 12027 __builtin_s390_vfaebs((__vector unsigned char)__a, 12028 (__vector unsigned char)__b, 4, __cc); 12029 } 12030 12031 static inline __ATTRS_o_ai __vector __bool char 12032 vec_find_any_eq_cc(__vector unsigned char __a, __vector unsigned char __b, 12033 int *__cc) { 12034 return (__vector __bool char)__builtin_s390_vfaebs(__a, __b, 4, __cc); 12035 } 12036 12037 static inline __ATTRS_o_ai __vector __bool short 12038 vec_find_any_eq_cc(__vector signed short __a, __vector signed short __b, 12039 int *__cc) { 12040 return (__vector __bool short) 12041 __builtin_s390_vfaehs((__vector unsigned short)__a, 12042 (__vector unsigned short)__b, 4, __cc); 12043 } 12044 12045 static inline __ATTRS_o_ai __vector __bool short 12046 vec_find_any_eq_cc(__vector __bool short __a, __vector __bool short __b, 12047 int *__cc) { 12048 return (__vector __bool short) 12049 __builtin_s390_vfaehs((__vector unsigned short)__a, 12050 (__vector unsigned short)__b, 4, __cc); 12051 } 12052 12053 static inline __ATTRS_o_ai __vector __bool short 12054 vec_find_any_eq_cc(__vector unsigned short __a, __vector unsigned short __b, 12055 int *__cc) { 12056 return (__vector __bool short)__builtin_s390_vfaehs(__a, __b, 4, __cc); 12057 } 12058 12059 static inline __ATTRS_o_ai __vector __bool int 12060 vec_find_any_eq_cc(__vector signed int __a, __vector signed int __b, 12061 int *__cc) { 12062 return (__vector __bool int) 12063 __builtin_s390_vfaefs((__vector unsigned int)__a, 12064 (__vector unsigned int)__b, 4, __cc); 12065 } 12066 12067 static inline __ATTRS_o_ai __vector __bool int 12068 vec_find_any_eq_cc(__vector __bool int __a, __vector __bool int __b, 12069 int *__cc) { 12070 return (__vector __bool int) 12071 __builtin_s390_vfaefs((__vector unsigned int)__a, 12072 (__vector unsigned int)__b, 4, __cc); 12073 } 12074 12075 static inline __ATTRS_o_ai __vector __bool int 12076 vec_find_any_eq_cc(__vector unsigned int __a, __vector unsigned int __b, 12077 int *__cc) { 12078 return (__vector __bool int)__builtin_s390_vfaefs(__a, __b, 4, __cc); 12079 } 12080 12081 /*-- vec_find_any_eq_idx ----------------------------------------------------*/ 12082 12083 static inline __ATTRS_o_ai __vector signed char 12084 vec_find_any_eq_idx(__vector signed char __a, __vector signed char __b) { 12085 return (__vector signed char) 12086 __builtin_s390_vfaeb((__vector unsigned char)__a, 12087 (__vector unsigned char)__b, 0); 12088 } 12089 12090 static inline __ATTRS_o_ai __vector unsigned char 12091 vec_find_any_eq_idx(__vector __bool char __a, __vector __bool char __b) { 12092 return __builtin_s390_vfaeb((__vector unsigned char)__a, 12093 (__vector unsigned char)__b, 0); 12094 } 12095 12096 static inline __ATTRS_o_ai __vector unsigned char 12097 vec_find_any_eq_idx(__vector unsigned char __a, __vector unsigned char __b) { 12098 return __builtin_s390_vfaeb(__a, __b, 0); 12099 } 12100 12101 static inline __ATTRS_o_ai __vector signed short 12102 vec_find_any_eq_idx(__vector signed short __a, __vector signed short __b) { 12103 return (__vector signed short) 12104 __builtin_s390_vfaeh((__vector unsigned short)__a, 12105 (__vector unsigned short)__b, 0); 12106 } 12107 12108 static inline __ATTRS_o_ai __vector unsigned short 12109 vec_find_any_eq_idx(__vector __bool short __a, __vector __bool short __b) { 12110 return __builtin_s390_vfaeh((__vector unsigned short)__a, 12111 (__vector unsigned short)__b, 0); 12112 } 12113 12114 static inline __ATTRS_o_ai __vector unsigned short 12115 vec_find_any_eq_idx(__vector unsigned short __a, __vector unsigned short __b) { 12116 return __builtin_s390_vfaeh(__a, __b, 0); 12117 } 12118 12119 static inline __ATTRS_o_ai __vector signed int 12120 vec_find_any_eq_idx(__vector signed int __a, __vector signed int __b) { 12121 return (__vector signed int) 12122 __builtin_s390_vfaef((__vector unsigned int)__a, 12123 (__vector unsigned int)__b, 0); 12124 } 12125 12126 static inline __ATTRS_o_ai __vector unsigned int 12127 vec_find_any_eq_idx(__vector __bool int __a, __vector __bool int __b) { 12128 return __builtin_s390_vfaef((__vector unsigned int)__a, 12129 (__vector unsigned int)__b, 0); 12130 } 12131 12132 static inline __ATTRS_o_ai __vector unsigned int 12133 vec_find_any_eq_idx(__vector unsigned int __a, __vector unsigned int __b) { 12134 return __builtin_s390_vfaef(__a, __b, 0); 12135 } 12136 12137 /*-- vec_find_any_eq_idx_cc -------------------------------------------------*/ 12138 12139 static inline __ATTRS_o_ai __vector signed char 12140 vec_find_any_eq_idx_cc(__vector signed char __a, 12141 __vector signed char __b, int *__cc) { 12142 return (__vector signed char) 12143 __builtin_s390_vfaebs((__vector unsigned char)__a, 12144 (__vector unsigned char)__b, 0, __cc); 12145 } 12146 12147 static inline __ATTRS_o_ai __vector unsigned char 12148 vec_find_any_eq_idx_cc(__vector __bool char __a, 12149 __vector __bool char __b, int *__cc) { 12150 return __builtin_s390_vfaebs((__vector unsigned char)__a, 12151 (__vector unsigned char)__b, 0, __cc); 12152 } 12153 12154 static inline __ATTRS_o_ai __vector unsigned char 12155 vec_find_any_eq_idx_cc(__vector unsigned char __a, 12156 __vector unsigned char __b, int *__cc) { 12157 return __builtin_s390_vfaebs(__a, __b, 0, __cc); 12158 } 12159 12160 static inline __ATTRS_o_ai __vector signed short 12161 vec_find_any_eq_idx_cc(__vector signed short __a, 12162 __vector signed short __b, int *__cc) { 12163 return (__vector signed short) 12164 __builtin_s390_vfaehs((__vector unsigned short)__a, 12165 (__vector unsigned short)__b, 0, __cc); 12166 } 12167 12168 static inline __ATTRS_o_ai __vector unsigned short 12169 vec_find_any_eq_idx_cc(__vector __bool short __a, 12170 __vector __bool short __b, int *__cc) { 12171 return __builtin_s390_vfaehs((__vector unsigned short)__a, 12172 (__vector unsigned short)__b, 0, __cc); 12173 } 12174 12175 static inline __ATTRS_o_ai __vector unsigned short 12176 vec_find_any_eq_idx_cc(__vector unsigned short __a, 12177 __vector unsigned short __b, int *__cc) { 12178 return __builtin_s390_vfaehs(__a, __b, 0, __cc); 12179 } 12180 12181 static inline __ATTRS_o_ai __vector signed int 12182 vec_find_any_eq_idx_cc(__vector signed int __a, 12183 __vector signed int __b, int *__cc) { 12184 return (__vector signed int) 12185 __builtin_s390_vfaefs((__vector unsigned int)__a, 12186 (__vector unsigned int)__b, 0, __cc); 12187 } 12188 12189 static inline __ATTRS_o_ai __vector unsigned int 12190 vec_find_any_eq_idx_cc(__vector __bool int __a, 12191 __vector __bool int __b, int *__cc) { 12192 return __builtin_s390_vfaefs((__vector unsigned int)__a, 12193 (__vector unsigned int)__b, 0, __cc); 12194 } 12195 12196 static inline __ATTRS_o_ai __vector unsigned int 12197 vec_find_any_eq_idx_cc(__vector unsigned int __a, 12198 __vector unsigned int __b, int *__cc) { 12199 return __builtin_s390_vfaefs(__a, __b, 0, __cc); 12200 } 12201 12202 /*-- vec_find_any_eq_or_0_idx -----------------------------------------------*/ 12203 12204 static inline __ATTRS_o_ai __vector signed char 12205 vec_find_any_eq_or_0_idx(__vector signed char __a, 12206 __vector signed char __b) { 12207 return (__vector signed char) 12208 __builtin_s390_vfaezb((__vector unsigned char)__a, 12209 (__vector unsigned char)__b, 0); 12210 } 12211 12212 static inline __ATTRS_o_ai __vector unsigned char 12213 vec_find_any_eq_or_0_idx(__vector __bool char __a, 12214 __vector __bool char __b) { 12215 return __builtin_s390_vfaezb((__vector unsigned char)__a, 12216 (__vector unsigned char)__b, 0); 12217 } 12218 12219 static inline __ATTRS_o_ai __vector unsigned char 12220 vec_find_any_eq_or_0_idx(__vector unsigned char __a, 12221 __vector unsigned char __b) { 12222 return __builtin_s390_vfaezb(__a, __b, 0); 12223 } 12224 12225 static inline __ATTRS_o_ai __vector signed short 12226 vec_find_any_eq_or_0_idx(__vector signed short __a, 12227 __vector signed short __b) { 12228 return (__vector signed short) 12229 __builtin_s390_vfaezh((__vector unsigned short)__a, 12230 (__vector unsigned short)__b, 0); 12231 } 12232 12233 static inline __ATTRS_o_ai __vector unsigned short 12234 vec_find_any_eq_or_0_idx(__vector __bool short __a, 12235 __vector __bool short __b) { 12236 return __builtin_s390_vfaezh((__vector unsigned short)__a, 12237 (__vector unsigned short)__b, 0); 12238 } 12239 12240 static inline __ATTRS_o_ai __vector unsigned short 12241 vec_find_any_eq_or_0_idx(__vector unsigned short __a, 12242 __vector unsigned short __b) { 12243 return __builtin_s390_vfaezh(__a, __b, 0); 12244 } 12245 12246 static inline __ATTRS_o_ai __vector signed int 12247 vec_find_any_eq_or_0_idx(__vector signed int __a, 12248 __vector signed int __b) { 12249 return (__vector signed int) 12250 __builtin_s390_vfaezf((__vector unsigned int)__a, 12251 (__vector unsigned int)__b, 0); 12252 } 12253 12254 static inline __ATTRS_o_ai __vector unsigned int 12255 vec_find_any_eq_or_0_idx(__vector __bool int __a, 12256 __vector __bool int __b) { 12257 return __builtin_s390_vfaezf((__vector unsigned int)__a, 12258 (__vector unsigned int)__b, 0); 12259 } 12260 12261 static inline __ATTRS_o_ai __vector unsigned int 12262 vec_find_any_eq_or_0_idx(__vector unsigned int __a, 12263 __vector unsigned int __b) { 12264 return __builtin_s390_vfaezf(__a, __b, 0); 12265 } 12266 12267 /*-- vec_find_any_eq_or_0_idx_cc --------------------------------------------*/ 12268 12269 static inline __ATTRS_o_ai __vector signed char 12270 vec_find_any_eq_or_0_idx_cc(__vector signed char __a, 12271 __vector signed char __b, int *__cc) { 12272 return (__vector signed char) 12273 __builtin_s390_vfaezbs((__vector unsigned char)__a, 12274 (__vector unsigned char)__b, 0, __cc); 12275 } 12276 12277 static inline __ATTRS_o_ai __vector unsigned char 12278 vec_find_any_eq_or_0_idx_cc(__vector __bool char __a, 12279 __vector __bool char __b, int *__cc) { 12280 return __builtin_s390_vfaezbs((__vector unsigned char)__a, 12281 (__vector unsigned char)__b, 0, __cc); 12282 } 12283 12284 static inline __ATTRS_o_ai __vector unsigned char 12285 vec_find_any_eq_or_0_idx_cc(__vector unsigned char __a, 12286 __vector unsigned char __b, int *__cc) { 12287 return __builtin_s390_vfaezbs(__a, __b, 0, __cc); 12288 } 12289 12290 static inline __ATTRS_o_ai __vector signed short 12291 vec_find_any_eq_or_0_idx_cc(__vector signed short __a, 12292 __vector signed short __b, int *__cc) { 12293 return (__vector signed short) 12294 __builtin_s390_vfaezhs((__vector unsigned short)__a, 12295 (__vector unsigned short)__b, 0, __cc); 12296 } 12297 12298 static inline __ATTRS_o_ai __vector unsigned short 12299 vec_find_any_eq_or_0_idx_cc(__vector __bool short __a, 12300 __vector __bool short __b, int *__cc) { 12301 return __builtin_s390_vfaezhs((__vector unsigned short)__a, 12302 (__vector unsigned short)__b, 0, __cc); 12303 } 12304 12305 static inline __ATTRS_o_ai __vector unsigned short 12306 vec_find_any_eq_or_0_idx_cc(__vector unsigned short __a, 12307 __vector unsigned short __b, int *__cc) { 12308 return __builtin_s390_vfaezhs(__a, __b, 0, __cc); 12309 } 12310 12311 static inline __ATTRS_o_ai __vector signed int 12312 vec_find_any_eq_or_0_idx_cc(__vector signed int __a, 12313 __vector signed int __b, int *__cc) { 12314 return (__vector signed int) 12315 __builtin_s390_vfaezfs((__vector unsigned int)__a, 12316 (__vector unsigned int)__b, 0, __cc); 12317 } 12318 12319 static inline __ATTRS_o_ai __vector unsigned int 12320 vec_find_any_eq_or_0_idx_cc(__vector __bool int __a, 12321 __vector __bool int __b, int *__cc) { 12322 return __builtin_s390_vfaezfs((__vector unsigned int)__a, 12323 (__vector unsigned int)__b, 0, __cc); 12324 } 12325 12326 static inline __ATTRS_o_ai __vector unsigned int 12327 vec_find_any_eq_or_0_idx_cc(__vector unsigned int __a, 12328 __vector unsigned int __b, int *__cc) { 12329 return __builtin_s390_vfaezfs(__a, __b, 0, __cc); 12330 } 12331 12332 /*-- vec_find_any_ne --------------------------------------------------------*/ 12333 12334 static inline __ATTRS_o_ai __vector __bool char 12335 vec_find_any_ne(__vector signed char __a, __vector signed char __b) { 12336 return (__vector __bool char) 12337 __builtin_s390_vfaeb((__vector unsigned char)__a, 12338 (__vector unsigned char)__b, 12); 12339 } 12340 12341 static inline __ATTRS_o_ai __vector __bool char 12342 vec_find_any_ne(__vector __bool char __a, __vector __bool char __b) { 12343 return (__vector __bool char) 12344 __builtin_s390_vfaeb((__vector unsigned char)__a, 12345 (__vector unsigned char)__b, 12); 12346 } 12347 12348 static inline __ATTRS_o_ai __vector __bool char 12349 vec_find_any_ne(__vector unsigned char __a, __vector unsigned char __b) { 12350 return (__vector __bool char)__builtin_s390_vfaeb(__a, __b, 12); 12351 } 12352 12353 static inline __ATTRS_o_ai __vector __bool short 12354 vec_find_any_ne(__vector signed short __a, __vector signed short __b) { 12355 return (__vector __bool short) 12356 __builtin_s390_vfaeh((__vector unsigned short)__a, 12357 (__vector unsigned short)__b, 12); 12358 } 12359 12360 static inline __ATTRS_o_ai __vector __bool short 12361 vec_find_any_ne(__vector __bool short __a, __vector __bool short __b) { 12362 return (__vector __bool short) 12363 __builtin_s390_vfaeh((__vector unsigned short)__a, 12364 (__vector unsigned short)__b, 12); 12365 } 12366 12367 static inline __ATTRS_o_ai __vector __bool short 12368 vec_find_any_ne(__vector unsigned short __a, __vector unsigned short __b) { 12369 return (__vector __bool short)__builtin_s390_vfaeh(__a, __b, 12); 12370 } 12371 12372 static inline __ATTRS_o_ai __vector __bool int 12373 vec_find_any_ne(__vector signed int __a, __vector signed int __b) { 12374 return (__vector __bool int) 12375 __builtin_s390_vfaef((__vector unsigned int)__a, 12376 (__vector unsigned int)__b, 12); 12377 } 12378 12379 static inline __ATTRS_o_ai __vector __bool int 12380 vec_find_any_ne(__vector __bool int __a, __vector __bool int __b) { 12381 return (__vector __bool int) 12382 __builtin_s390_vfaef((__vector unsigned int)__a, 12383 (__vector unsigned int)__b, 12); 12384 } 12385 12386 static inline __ATTRS_o_ai __vector __bool int 12387 vec_find_any_ne(__vector unsigned int __a, __vector unsigned int __b) { 12388 return (__vector __bool int)__builtin_s390_vfaef(__a, __b, 12); 12389 } 12390 12391 /*-- vec_find_any_ne_cc -----------------------------------------------------*/ 12392 12393 static inline __ATTRS_o_ai __vector __bool char 12394 vec_find_any_ne_cc(__vector signed char __a, 12395 __vector signed char __b, int *__cc) { 12396 return (__vector __bool char) 12397 __builtin_s390_vfaebs((__vector unsigned char)__a, 12398 (__vector unsigned char)__b, 12, __cc); 12399 } 12400 12401 static inline __ATTRS_o_ai __vector __bool char 12402 vec_find_any_ne_cc(__vector __bool char __a, 12403 __vector __bool char __b, int *__cc) { 12404 return (__vector __bool char) 12405 __builtin_s390_vfaebs((__vector unsigned char)__a, 12406 (__vector unsigned char)__b, 12, __cc); 12407 } 12408 12409 static inline __ATTRS_o_ai __vector __bool char 12410 vec_find_any_ne_cc(__vector unsigned char __a, 12411 __vector unsigned char __b, int *__cc) { 12412 return (__vector __bool char)__builtin_s390_vfaebs(__a, __b, 12, __cc); 12413 } 12414 12415 static inline __ATTRS_o_ai __vector __bool short 12416 vec_find_any_ne_cc(__vector signed short __a, 12417 __vector signed short __b, int *__cc) { 12418 return (__vector __bool short) 12419 __builtin_s390_vfaehs((__vector unsigned short)__a, 12420 (__vector unsigned short)__b, 12, __cc); 12421 } 12422 12423 static inline __ATTRS_o_ai __vector __bool short 12424 vec_find_any_ne_cc(__vector __bool short __a, 12425 __vector __bool short __b, int *__cc) { 12426 return (__vector __bool short) 12427 __builtin_s390_vfaehs((__vector unsigned short)__a, 12428 (__vector unsigned short)__b, 12, __cc); 12429 } 12430 12431 static inline __ATTRS_o_ai __vector __bool short 12432 vec_find_any_ne_cc(__vector unsigned short __a, 12433 __vector unsigned short __b, int *__cc) { 12434 return (__vector __bool short)__builtin_s390_vfaehs(__a, __b, 12, __cc); 12435 } 12436 12437 static inline __ATTRS_o_ai __vector __bool int 12438 vec_find_any_ne_cc(__vector signed int __a, 12439 __vector signed int __b, int *__cc) { 12440 return (__vector __bool int) 12441 __builtin_s390_vfaefs((__vector unsigned int)__a, 12442 (__vector unsigned int)__b, 12, __cc); 12443 } 12444 12445 static inline __ATTRS_o_ai __vector __bool int 12446 vec_find_any_ne_cc(__vector __bool int __a, 12447 __vector __bool int __b, int *__cc) { 12448 return (__vector __bool int) 12449 __builtin_s390_vfaefs((__vector unsigned int)__a, 12450 (__vector unsigned int)__b, 12, __cc); 12451 } 12452 12453 static inline __ATTRS_o_ai __vector __bool int 12454 vec_find_any_ne_cc(__vector unsigned int __a, 12455 __vector unsigned int __b, int *__cc) { 12456 return (__vector __bool int)__builtin_s390_vfaefs(__a, __b, 12, __cc); 12457 } 12458 12459 /*-- vec_find_any_ne_idx ----------------------------------------------------*/ 12460 12461 static inline __ATTRS_o_ai __vector signed char 12462 vec_find_any_ne_idx(__vector signed char __a, __vector signed char __b) { 12463 return (__vector signed char) 12464 __builtin_s390_vfaeb((__vector unsigned char)__a, 12465 (__vector unsigned char)__b, 8); 12466 } 12467 12468 static inline __ATTRS_o_ai __vector unsigned char 12469 vec_find_any_ne_idx(__vector __bool char __a, __vector __bool char __b) { 12470 return __builtin_s390_vfaeb((__vector unsigned char)__a, 12471 (__vector unsigned char)__b, 8); 12472 } 12473 12474 static inline __ATTRS_o_ai __vector unsigned char 12475 vec_find_any_ne_idx(__vector unsigned char __a, __vector unsigned char __b) { 12476 return __builtin_s390_vfaeb(__a, __b, 8); 12477 } 12478 12479 static inline __ATTRS_o_ai __vector signed short 12480 vec_find_any_ne_idx(__vector signed short __a, __vector signed short __b) { 12481 return (__vector signed short) 12482 __builtin_s390_vfaeh((__vector unsigned short)__a, 12483 (__vector unsigned short)__b, 8); 12484 } 12485 12486 static inline __ATTRS_o_ai __vector unsigned short 12487 vec_find_any_ne_idx(__vector __bool short __a, __vector __bool short __b) { 12488 return __builtin_s390_vfaeh((__vector unsigned short)__a, 12489 (__vector unsigned short)__b, 8); 12490 } 12491 12492 static inline __ATTRS_o_ai __vector unsigned short 12493 vec_find_any_ne_idx(__vector unsigned short __a, __vector unsigned short __b) { 12494 return __builtin_s390_vfaeh(__a, __b, 8); 12495 } 12496 12497 static inline __ATTRS_o_ai __vector signed int 12498 vec_find_any_ne_idx(__vector signed int __a, __vector signed int __b) { 12499 return (__vector signed int) 12500 __builtin_s390_vfaef((__vector unsigned int)__a, 12501 (__vector unsigned int)__b, 8); 12502 } 12503 12504 static inline __ATTRS_o_ai __vector unsigned int 12505 vec_find_any_ne_idx(__vector __bool int __a, __vector __bool int __b) { 12506 return __builtin_s390_vfaef((__vector unsigned int)__a, 12507 (__vector unsigned int)__b, 8); 12508 } 12509 12510 static inline __ATTRS_o_ai __vector unsigned int 12511 vec_find_any_ne_idx(__vector unsigned int __a, __vector unsigned int __b) { 12512 return __builtin_s390_vfaef(__a, __b, 8); 12513 } 12514 12515 /*-- vec_find_any_ne_idx_cc -------------------------------------------------*/ 12516 12517 static inline __ATTRS_o_ai __vector signed char 12518 vec_find_any_ne_idx_cc(__vector signed char __a, 12519 __vector signed char __b, int *__cc) { 12520 return (__vector signed char) 12521 __builtin_s390_vfaebs((__vector unsigned char)__a, 12522 (__vector unsigned char)__b, 8, __cc); 12523 } 12524 12525 static inline __ATTRS_o_ai __vector unsigned char 12526 vec_find_any_ne_idx_cc(__vector __bool char __a, 12527 __vector __bool char __b, int *__cc) { 12528 return __builtin_s390_vfaebs((__vector unsigned char)__a, 12529 (__vector unsigned char)__b, 8, __cc); 12530 } 12531 12532 static inline __ATTRS_o_ai __vector unsigned char 12533 vec_find_any_ne_idx_cc(__vector unsigned char __a, 12534 __vector unsigned char __b, 12535 int *__cc) { 12536 return __builtin_s390_vfaebs(__a, __b, 8, __cc); 12537 } 12538 12539 static inline __ATTRS_o_ai __vector signed short 12540 vec_find_any_ne_idx_cc(__vector signed short __a, 12541 __vector signed short __b, int *__cc) { 12542 return (__vector signed short) 12543 __builtin_s390_vfaehs((__vector unsigned short)__a, 12544 (__vector unsigned short)__b, 8, __cc); 12545 } 12546 12547 static inline __ATTRS_o_ai __vector unsigned short 12548 vec_find_any_ne_idx_cc(__vector __bool short __a, 12549 __vector __bool short __b, int *__cc) { 12550 return __builtin_s390_vfaehs((__vector unsigned short)__a, 12551 (__vector unsigned short)__b, 8, __cc); 12552 } 12553 12554 static inline __ATTRS_o_ai __vector unsigned short 12555 vec_find_any_ne_idx_cc(__vector unsigned short __a, 12556 __vector unsigned short __b, int *__cc) { 12557 return __builtin_s390_vfaehs(__a, __b, 8, __cc); 12558 } 12559 12560 static inline __ATTRS_o_ai __vector signed int 12561 vec_find_any_ne_idx_cc(__vector signed int __a, 12562 __vector signed int __b, int *__cc) { 12563 return (__vector signed int) 12564 __builtin_s390_vfaefs((__vector unsigned int)__a, 12565 (__vector unsigned int)__b, 8, __cc); 12566 } 12567 12568 static inline __ATTRS_o_ai __vector unsigned int 12569 vec_find_any_ne_idx_cc(__vector __bool int __a, 12570 __vector __bool int __b, int *__cc) { 12571 return __builtin_s390_vfaefs((__vector unsigned int)__a, 12572 (__vector unsigned int)__b, 8, __cc); 12573 } 12574 12575 static inline __ATTRS_o_ai __vector unsigned int 12576 vec_find_any_ne_idx_cc(__vector unsigned int __a, 12577 __vector unsigned int __b, int *__cc) { 12578 return __builtin_s390_vfaefs(__a, __b, 8, __cc); 12579 } 12580 12581 /*-- vec_find_any_ne_or_0_idx -----------------------------------------------*/ 12582 12583 static inline __ATTRS_o_ai __vector signed char 12584 vec_find_any_ne_or_0_idx(__vector signed char __a, 12585 __vector signed char __b) { 12586 return (__vector signed char) 12587 __builtin_s390_vfaezb((__vector unsigned char)__a, 12588 (__vector unsigned char)__b, 8); 12589 } 12590 12591 static inline __ATTRS_o_ai __vector unsigned char 12592 vec_find_any_ne_or_0_idx(__vector __bool char __a, 12593 __vector __bool char __b) { 12594 return __builtin_s390_vfaezb((__vector unsigned char)__a, 12595 (__vector unsigned char)__b, 8); 12596 } 12597 12598 static inline __ATTRS_o_ai __vector unsigned char 12599 vec_find_any_ne_or_0_idx(__vector unsigned char __a, 12600 __vector unsigned char __b) { 12601 return __builtin_s390_vfaezb(__a, __b, 8); 12602 } 12603 12604 static inline __ATTRS_o_ai __vector signed short 12605 vec_find_any_ne_or_0_idx(__vector signed short __a, 12606 __vector signed short __b) { 12607 return (__vector signed short) 12608 __builtin_s390_vfaezh((__vector unsigned short)__a, 12609 (__vector unsigned short)__b, 8); 12610 } 12611 12612 static inline __ATTRS_o_ai __vector unsigned short 12613 vec_find_any_ne_or_0_idx(__vector __bool short __a, 12614 __vector __bool short __b) { 12615 return __builtin_s390_vfaezh((__vector unsigned short)__a, 12616 (__vector unsigned short)__b, 8); 12617 } 12618 12619 static inline __ATTRS_o_ai __vector unsigned short 12620 vec_find_any_ne_or_0_idx(__vector unsigned short __a, 12621 __vector unsigned short __b) { 12622 return __builtin_s390_vfaezh(__a, __b, 8); 12623 } 12624 12625 static inline __ATTRS_o_ai __vector signed int 12626 vec_find_any_ne_or_0_idx(__vector signed int __a, 12627 __vector signed int __b) { 12628 return (__vector signed int) 12629 __builtin_s390_vfaezf((__vector unsigned int)__a, 12630 (__vector unsigned int)__b, 8); 12631 } 12632 12633 static inline __ATTRS_o_ai __vector unsigned int 12634 vec_find_any_ne_or_0_idx(__vector __bool int __a, 12635 __vector __bool int __b) { 12636 return __builtin_s390_vfaezf((__vector unsigned int)__a, 12637 (__vector unsigned int)__b, 8); 12638 } 12639 12640 static inline __ATTRS_o_ai __vector unsigned int 12641 vec_find_any_ne_or_0_idx(__vector unsigned int __a, 12642 __vector unsigned int __b) { 12643 return __builtin_s390_vfaezf(__a, __b, 8); 12644 } 12645 12646 /*-- vec_find_any_ne_or_0_idx_cc --------------------------------------------*/ 12647 12648 static inline __ATTRS_o_ai __vector signed char 12649 vec_find_any_ne_or_0_idx_cc(__vector signed char __a, 12650 __vector signed char __b, int *__cc) { 12651 return (__vector signed char) 12652 __builtin_s390_vfaezbs((__vector unsigned char)__a, 12653 (__vector unsigned char)__b, 8, __cc); 12654 } 12655 12656 static inline __ATTRS_o_ai __vector unsigned char 12657 vec_find_any_ne_or_0_idx_cc(__vector __bool char __a, 12658 __vector __bool char __b, int *__cc) { 12659 return __builtin_s390_vfaezbs((__vector unsigned char)__a, 12660 (__vector unsigned char)__b, 8, __cc); 12661 } 12662 12663 static inline __ATTRS_o_ai __vector unsigned char 12664 vec_find_any_ne_or_0_idx_cc(__vector unsigned char __a, 12665 __vector unsigned char __b, int *__cc) { 12666 return __builtin_s390_vfaezbs(__a, __b, 8, __cc); 12667 } 12668 12669 static inline __ATTRS_o_ai __vector signed short 12670 vec_find_any_ne_or_0_idx_cc(__vector signed short __a, 12671 __vector signed short __b, int *__cc) { 12672 return (__vector signed short) 12673 __builtin_s390_vfaezhs((__vector unsigned short)__a, 12674 (__vector unsigned short)__b, 8, __cc); 12675 } 12676 12677 static inline __ATTRS_o_ai __vector unsigned short 12678 vec_find_any_ne_or_0_idx_cc(__vector __bool short __a, 12679 __vector __bool short __b, int *__cc) { 12680 return __builtin_s390_vfaezhs((__vector unsigned short)__a, 12681 (__vector unsigned short)__b, 8, __cc); 12682 } 12683 12684 static inline __ATTRS_o_ai __vector unsigned short 12685 vec_find_any_ne_or_0_idx_cc(__vector unsigned short __a, 12686 __vector unsigned short __b, int *__cc) { 12687 return __builtin_s390_vfaezhs(__a, __b, 8, __cc); 12688 } 12689 12690 static inline __ATTRS_o_ai __vector signed int 12691 vec_find_any_ne_or_0_idx_cc(__vector signed int __a, 12692 __vector signed int __b, int *__cc) { 12693 return (__vector signed int) 12694 __builtin_s390_vfaezfs((__vector unsigned int)__a, 12695 (__vector unsigned int)__b, 8, __cc); 12696 } 12697 12698 static inline __ATTRS_o_ai __vector unsigned int 12699 vec_find_any_ne_or_0_idx_cc(__vector __bool int __a, 12700 __vector __bool int __b, int *__cc) { 12701 return __builtin_s390_vfaezfs((__vector unsigned int)__a, 12702 (__vector unsigned int)__b, 8, __cc); 12703 } 12704 12705 static inline __ATTRS_o_ai __vector unsigned int 12706 vec_find_any_ne_or_0_idx_cc(__vector unsigned int __a, 12707 __vector unsigned int __b, int *__cc) { 12708 return __builtin_s390_vfaezfs(__a, __b, 8, __cc); 12709 } 12710 12711 /*-- vec_search_string_cc ---------------------------------------------------*/ 12712 12713 #if __ARCH__ >= 13 12714 12715 static inline __ATTRS_o_ai __vector unsigned char 12716 vec_search_string_cc(__vector signed char __a, __vector signed char __b, 12717 __vector unsigned char __c, int *__cc) { 12718 return __builtin_s390_vstrsb((__vector unsigned char)__a, 12719 (__vector unsigned char)__b, __c, __cc); 12720 } 12721 12722 static inline __ATTRS_o_ai __vector unsigned char 12723 vec_search_string_cc(__vector __bool char __a, __vector __bool char __b, 12724 __vector unsigned char __c, int *__cc) { 12725 return __builtin_s390_vstrsb((__vector unsigned char)__a, 12726 (__vector unsigned char)__b, __c, __cc); 12727 } 12728 12729 static inline __ATTRS_o_ai __vector unsigned char 12730 vec_search_string_cc(__vector unsigned char __a, __vector unsigned char __b, 12731 __vector unsigned char __c, int *__cc) { 12732 return __builtin_s390_vstrsb(__a, __b, __c, __cc); 12733 } 12734 12735 static inline __ATTRS_o_ai __vector unsigned char 12736 vec_search_string_cc(__vector signed short __a, __vector signed short __b, 12737 __vector unsigned char __c, int *__cc) { 12738 return __builtin_s390_vstrsh((__vector unsigned short)__a, 12739 (__vector unsigned short)__b, __c, __cc); 12740 } 12741 12742 static inline __ATTRS_o_ai __vector unsigned char 12743 vec_search_string_cc(__vector __bool short __a, __vector __bool short __b, 12744 __vector unsigned char __c, int *__cc) { 12745 return __builtin_s390_vstrsh((__vector unsigned short)__a, 12746 (__vector unsigned short)__b, __c, __cc); 12747 } 12748 12749 static inline __ATTRS_o_ai __vector unsigned char 12750 vec_search_string_cc(__vector unsigned short __a, __vector unsigned short __b, 12751 __vector unsigned char __c, int *__cc) { 12752 return __builtin_s390_vstrsh(__a, __b, __c, __cc); 12753 } 12754 12755 static inline __ATTRS_o_ai __vector unsigned char 12756 vec_search_string_cc(__vector signed int __a, __vector signed int __b, 12757 __vector unsigned char __c, int *__cc) { 12758 return __builtin_s390_vstrsf((__vector unsigned int)__a, 12759 (__vector unsigned int)__b, __c, __cc); 12760 } 12761 12762 static inline __ATTRS_o_ai __vector unsigned char 12763 vec_search_string_cc(__vector __bool int __a, __vector __bool int __b, 12764 __vector unsigned char __c, int *__cc) { 12765 return __builtin_s390_vstrsf((__vector unsigned int)__a, 12766 (__vector unsigned int)__b, __c, __cc); 12767 } 12768 12769 static inline __ATTRS_o_ai __vector unsigned char 12770 vec_search_string_cc(__vector unsigned int __a, __vector unsigned int __b, 12771 __vector unsigned char __c, int *__cc) { 12772 return __builtin_s390_vstrsf(__a, __b, __c, __cc); 12773 } 12774 12775 #endif 12776 12777 /*-- vec_search_string_until_zero_cc ----------------------------------------*/ 12778 12779 #if __ARCH__ >= 13 12780 12781 static inline __ATTRS_o_ai __vector unsigned char 12782 vec_search_string_until_zero_cc(__vector signed char __a, 12783 __vector signed char __b, 12784 __vector unsigned char __c, int *__cc) { 12785 return __builtin_s390_vstrszb((__vector unsigned char)__a, 12786 (__vector unsigned char)__b, __c, __cc); 12787 } 12788 12789 static inline __ATTRS_o_ai __vector unsigned char 12790 vec_search_string_until_zero_cc(__vector __bool char __a, 12791 __vector __bool char __b, 12792 __vector unsigned char __c, int *__cc) { 12793 return __builtin_s390_vstrszb((__vector unsigned char)__a, 12794 (__vector unsigned char)__b, __c, __cc); 12795 } 12796 12797 static inline __ATTRS_o_ai __vector unsigned char 12798 vec_search_string_until_zero_cc(__vector unsigned char __a, 12799 __vector unsigned char __b, 12800 __vector unsigned char __c, int *__cc) { 12801 return __builtin_s390_vstrszb(__a, __b, __c, __cc); 12802 } 12803 12804 static inline __ATTRS_o_ai __vector unsigned char 12805 vec_search_string_until_zero_cc(__vector signed short __a, 12806 __vector signed short __b, 12807 __vector unsigned char __c, int *__cc) { 12808 return __builtin_s390_vstrszh((__vector unsigned short)__a, 12809 (__vector unsigned short)__b, __c, __cc); 12810 } 12811 12812 static inline __ATTRS_o_ai __vector unsigned char 12813 vec_search_string_until_zero_cc(__vector __bool short __a, 12814 __vector __bool short __b, 12815 __vector unsigned char __c, int *__cc) { 12816 return __builtin_s390_vstrszh((__vector unsigned short)__a, 12817 (__vector unsigned short)__b, __c, __cc); 12818 } 12819 12820 static inline __ATTRS_o_ai __vector unsigned char 12821 vec_search_string_until_zero_cc(__vector unsigned short __a, 12822 __vector unsigned short __b, 12823 __vector unsigned char __c, int *__cc) { 12824 return __builtin_s390_vstrszh(__a, __b, __c, __cc); 12825 } 12826 12827 static inline __ATTRS_o_ai __vector unsigned char 12828 vec_search_string_until_zero_cc(__vector signed int __a, 12829 __vector signed int __b, 12830 __vector unsigned char __c, int *__cc) { 12831 return __builtin_s390_vstrszf((__vector unsigned int)__a, 12832 (__vector unsigned int)__b, __c, __cc); 12833 } 12834 12835 static inline __ATTRS_o_ai __vector unsigned char 12836 vec_search_string_until_zero_cc(__vector __bool int __a, 12837 __vector __bool int __b, 12838 __vector unsigned char __c, int *__cc) { 12839 return __builtin_s390_vstrszf((__vector unsigned int)__a, 12840 (__vector unsigned int)__b, __c, __cc); 12841 } 12842 12843 static inline __ATTRS_o_ai __vector unsigned char 12844 vec_search_string_until_zero_cc(__vector unsigned int __a, 12845 __vector unsigned int __b, 12846 __vector unsigned char __c, int *__cc) { 12847 return __builtin_s390_vstrszf(__a, __b, __c, __cc); 12848 } 12849 12850 #endif 12851 12852 #undef __constant_pow2_range 12853 #undef __constant_range 12854 #undef __constant 12855 #undef __ATTRS_o 12856 #undef __ATTRS_o_ai 12857 #undef __ATTRS_ai 12858 12859 #else 12860 12861 #error "Use -fzvector to enable vector extensions" 12862 12863 #endif