| 415 | A_EQ_CB_MUL_C (CH(i,k,u2),WA(u2-1,i),db) \ |
| 416 | } |
| 417 | NOINLINE static void pass3f (size_t ido, size_t l1, const cmplx * restrict cc, |
| 418 | cmplx * restrict ch, const cmplx * restrict wa) |
| 419 | { |
| 420 | const size_t cdim=3; |
| 421 | const double tw1r=-0.5, tw1i= -0.86602540378443864676; |
| 422 | |
| 423 | if (ido==1) |
| 424 | for (size_t k=0; k<l1; ++k) |
| 425 | { |
| 426 | PREP3(0) |
| 427 | PARTSTEP3a(1,2,tw1r,tw1i) |
| 428 | } |
| 429 | else |
| 430 | for (size_t k=0; k<l1; ++k) |
| 431 | { |
| 432 | { |
| 433 | PREP3(0) |
| 434 | PARTSTEP3a(1,2,tw1r,tw1i) |
| 435 | } |
| 436 | for (size_t i=1; i<ido; ++i) |
| 437 | { |
| 438 | PREP3(i) |
| 439 | PARTSTEP3f(1,2,tw1r,tw1i) |
| 440 | } |
| 441 | } |
| 442 | } |
| 443 | |
| 444 | NOINLINE static void pass4b (size_t ido, size_t l1, const cmplx * restrict cc, |
| 445 | cmplx * restrict ch, const cmplx * restrict wa) |