qemu/target/ppc/translate/fp-impl.inc.c
<<
>>
Prefs
   1/*
   2 * translate-fp.c
   3 *
   4 * Standard FPU translation
   5 */
   6
   7static inline void gen_reset_fpstatus(void)
   8{
   9    gen_helper_reset_fpstatus(cpu_env);
  10}
  11
  12static inline void gen_compute_fprf_float64(TCGv_i64 arg)
  13{
  14    gen_helper_compute_fprf_float64(cpu_env, arg);
  15    gen_helper_float_check_status(cpu_env);
  16}
  17
  18#if defined(TARGET_PPC64)
  19static void gen_set_cr1_from_fpscr(DisasContext *ctx)
  20{
  21    TCGv_i32 tmp = tcg_temp_new_i32();
  22    tcg_gen_trunc_tl_i32(tmp, cpu_fpscr);
  23    tcg_gen_shri_i32(cpu_crf[1], tmp, 28);
  24    tcg_temp_free_i32(tmp);
  25}
  26#else
  27static void gen_set_cr1_from_fpscr(DisasContext *ctx)
  28{
  29    tcg_gen_shri_tl(cpu_crf[1], cpu_fpscr, 28);
  30}
  31#endif
  32
  33/***                       Floating-Point arithmetic                       ***/
  34#define _GEN_FLOAT_ACB(name, op, op1, op2, isfloat, set_fprf, type)           \
  35static void gen_f##name(DisasContext *ctx)                                    \
  36{                                                                             \
  37    TCGv_i64 t0;                                                              \
  38    TCGv_i64 t1;                                                              \
  39    TCGv_i64 t2;                                                              \
  40    TCGv_i64 t3;                                                              \
  41    if (unlikely(!ctx->fpu_enabled)) {                                        \
  42        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
  43        return;                                                               \
  44    }                                                                         \
  45    t0 = tcg_temp_new_i64();                                                  \
  46    t1 = tcg_temp_new_i64();                                                  \
  47    t2 = tcg_temp_new_i64();                                                  \
  48    t3 = tcg_temp_new_i64();                                                  \
  49    gen_reset_fpstatus();                                                     \
  50    get_fpr(t0, rA(ctx->opcode));                                             \
  51    get_fpr(t1, rC(ctx->opcode));                                             \
  52    get_fpr(t2, rB(ctx->opcode));                                             \
  53    gen_helper_f##op(t3, cpu_env, t0, t1, t2);                                \
  54    if (isfloat) {                                                            \
  55        gen_helper_frsp(t3, cpu_env, t3);                                     \
  56    }                                                                         \
  57    set_fpr(rD(ctx->opcode), t3);                                             \
  58    if (set_fprf) {                                                           \
  59        gen_compute_fprf_float64(t3);                                         \
  60    }                                                                         \
  61    if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
  62        gen_set_cr1_from_fpscr(ctx);                                          \
  63    }                                                                         \
  64    tcg_temp_free_i64(t0);                                                    \
  65    tcg_temp_free_i64(t1);                                                    \
  66    tcg_temp_free_i64(t2);                                                    \
  67    tcg_temp_free_i64(t3);                                                    \
  68}
  69
  70#define GEN_FLOAT_ACB(name, op2, set_fprf, type)                              \
  71_GEN_FLOAT_ACB(name, name, 0x3F, op2, 0, set_fprf, type);                     \
  72_GEN_FLOAT_ACB(name##s, name, 0x3B, op2, 1, set_fprf, type);
  73
  74#define _GEN_FLOAT_AB(name, op, op1, op2, inval, isfloat, set_fprf, type)     \
  75static void gen_f##name(DisasContext *ctx)                                    \
  76{                                                                             \
  77    TCGv_i64 t0;                                                              \
  78    TCGv_i64 t1;                                                              \
  79    TCGv_i64 t2;                                                              \
  80    if (unlikely(!ctx->fpu_enabled)) {                                        \
  81        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
  82        return;                                                               \
  83    }                                                                         \
  84    t0 = tcg_temp_new_i64();                                                  \
  85    t1 = tcg_temp_new_i64();                                                  \
  86    t2 = tcg_temp_new_i64();                                                  \
  87    gen_reset_fpstatus();                                                     \
  88    get_fpr(t0, rA(ctx->opcode));                                             \
  89    get_fpr(t1, rB(ctx->opcode));                                             \
  90    gen_helper_f##op(t2, cpu_env, t0, t1);                                    \
  91    if (isfloat) {                                                            \
  92        gen_helper_frsp(t2, cpu_env, t2);                                     \
  93    }                                                                         \
  94    set_fpr(rD(ctx->opcode), t2);                                             \
  95    if (set_fprf) {                                                           \
  96        gen_compute_fprf_float64(t2);                                         \
  97    }                                                                         \
  98    if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
  99        gen_set_cr1_from_fpscr(ctx);                                          \
 100    }                                                                         \
 101    tcg_temp_free_i64(t0);                                                    \
 102    tcg_temp_free_i64(t1);                                                    \
 103    tcg_temp_free_i64(t2);                                                    \
 104}
 105#define GEN_FLOAT_AB(name, op2, inval, set_fprf, type)                        \
 106_GEN_FLOAT_AB(name, name, 0x3F, op2, inval, 0, set_fprf, type);               \
 107_GEN_FLOAT_AB(name##s, name, 0x3B, op2, inval, 1, set_fprf, type);
 108
 109#define _GEN_FLOAT_AC(name, op, op1, op2, inval, isfloat, set_fprf, type)     \
 110static void gen_f##name(DisasContext *ctx)                                    \
 111{                                                                             \
 112    TCGv_i64 t0;                                                              \
 113    TCGv_i64 t1;                                                              \
 114    TCGv_i64 t2;                                                              \
 115    if (unlikely(!ctx->fpu_enabled)) {                                        \
 116        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 117        return;                                                               \
 118    }                                                                         \
 119    t0 = tcg_temp_new_i64();                                                  \
 120    t1 = tcg_temp_new_i64();                                                  \
 121    t2 = tcg_temp_new_i64();                                                  \
 122    gen_reset_fpstatus();                                                     \
 123    get_fpr(t0, rA(ctx->opcode));                                             \
 124    get_fpr(t1, rC(ctx->opcode));                                             \
 125    gen_helper_f##op(t2, cpu_env, t0, t1);                                    \
 126    if (isfloat) {                                                            \
 127        gen_helper_frsp(t2, cpu_env, t2);                                     \
 128    }                                                                         \
 129    set_fpr(rD(ctx->opcode), t2);                                             \
 130    if (set_fprf) {                                                           \
 131        gen_compute_fprf_float64(t2);                                         \
 132    }                                                                         \
 133    if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
 134        gen_set_cr1_from_fpscr(ctx);                                          \
 135    }                                                                         \
 136    tcg_temp_free_i64(t0);                                                    \
 137    tcg_temp_free_i64(t1);                                                    \
 138    tcg_temp_free_i64(t2);                                                    \
 139}
 140#define GEN_FLOAT_AC(name, op2, inval, set_fprf, type)                        \
 141_GEN_FLOAT_AC(name, name, 0x3F, op2, inval, 0, set_fprf, type);               \
 142_GEN_FLOAT_AC(name##s, name, 0x3B, op2, inval, 1, set_fprf, type);
 143
 144#define GEN_FLOAT_B(name, op2, op3, set_fprf, type)                           \
 145static void gen_f##name(DisasContext *ctx)                                    \
 146{                                                                             \
 147    TCGv_i64 t0;                                                              \
 148    TCGv_i64 t1;                                                              \
 149    if (unlikely(!ctx->fpu_enabled)) {                                        \
 150        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 151        return;                                                               \
 152    }                                                                         \
 153    t0 = tcg_temp_new_i64();                                                  \
 154    t1 = tcg_temp_new_i64();                                                  \
 155    gen_reset_fpstatus();                                                     \
 156    get_fpr(t0, rB(ctx->opcode));                                             \
 157    gen_helper_f##name(t1, cpu_env, t0);                                      \
 158    set_fpr(rD(ctx->opcode), t1);                                             \
 159    if (set_fprf) {                                                           \
 160        gen_compute_fprf_float64(t1);                                         \
 161    }                                                                         \
 162    if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
 163        gen_set_cr1_from_fpscr(ctx);                                          \
 164    }                                                                         \
 165    tcg_temp_free_i64(t0);                                                    \
 166    tcg_temp_free_i64(t1);                                                    \
 167}
 168
 169#define GEN_FLOAT_BS(name, op1, op2, set_fprf, type)                          \
 170static void gen_f##name(DisasContext *ctx)                                    \
 171{                                                                             \
 172    TCGv_i64 t0;                                                              \
 173    TCGv_i64 t1;                                                              \
 174    if (unlikely(!ctx->fpu_enabled)) {                                        \
 175        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 176        return;                                                               \
 177    }                                                                         \
 178    t0 = tcg_temp_new_i64();                                                  \
 179    t1 = tcg_temp_new_i64();                                                  \
 180    gen_reset_fpstatus();                                                     \
 181    get_fpr(t0, rB(ctx->opcode));                                             \
 182    gen_helper_f##name(t1, cpu_env, t0);                                      \
 183    set_fpr(rD(ctx->opcode), t1);                                             \
 184    if (set_fprf) {                                                           \
 185        gen_compute_fprf_float64(t1);                                         \
 186    }                                                                         \
 187    if (unlikely(Rc(ctx->opcode) != 0)) {                                     \
 188        gen_set_cr1_from_fpscr(ctx);                                          \
 189    }                                                                         \
 190    tcg_temp_free_i64(t0);                                                    \
 191    tcg_temp_free_i64(t1);                                                    \
 192}
 193
 194/* fadd - fadds */
 195GEN_FLOAT_AB(add, 0x15, 0x000007C0, 1, PPC_FLOAT);
 196/* fdiv - fdivs */
 197GEN_FLOAT_AB(div, 0x12, 0x000007C0, 1, PPC_FLOAT);
 198/* fmul - fmuls */
 199GEN_FLOAT_AC(mul, 0x19, 0x0000F800, 1, PPC_FLOAT);
 200
 201/* fre */
 202GEN_FLOAT_BS(re, 0x3F, 0x18, 1, PPC_FLOAT_EXT);
 203
 204/* fres */
 205GEN_FLOAT_BS(res, 0x3B, 0x18, 1, PPC_FLOAT_FRES);
 206
 207/* frsqrte */
 208GEN_FLOAT_BS(rsqrte, 0x3F, 0x1A, 1, PPC_FLOAT_FRSQRTE);
 209
 210/* frsqrtes */
 211static void gen_frsqrtes(DisasContext *ctx)
 212{
 213    TCGv_i64 t0;
 214    TCGv_i64 t1;
 215    if (unlikely(!ctx->fpu_enabled)) {
 216        gen_exception(ctx, POWERPC_EXCP_FPU);
 217        return;
 218    }
 219    t0 = tcg_temp_new_i64();
 220    t1 = tcg_temp_new_i64();
 221    gen_reset_fpstatus();
 222    get_fpr(t0, rB(ctx->opcode));
 223    gen_helper_frsqrte(t1, cpu_env, t0);
 224    gen_helper_frsp(t1, cpu_env, t1);
 225    set_fpr(rD(ctx->opcode), t1);
 226    gen_compute_fprf_float64(t1);
 227    if (unlikely(Rc(ctx->opcode) != 0)) {
 228        gen_set_cr1_from_fpscr(ctx);
 229    }
 230    tcg_temp_free_i64(t0);
 231    tcg_temp_free_i64(t1);
 232}
 233
 234/* fsel */
 235_GEN_FLOAT_ACB(sel, sel, 0x3F, 0x17, 0, 0, PPC_FLOAT_FSEL);
 236/* fsub - fsubs */
 237GEN_FLOAT_AB(sub, 0x14, 0x000007C0, 1, PPC_FLOAT);
 238/* Optional: */
 239
 240/* fsqrt */
 241static void gen_fsqrt(DisasContext *ctx)
 242{
 243    TCGv_i64 t0;
 244    TCGv_i64 t1;
 245    if (unlikely(!ctx->fpu_enabled)) {
 246        gen_exception(ctx, POWERPC_EXCP_FPU);
 247        return;
 248    }
 249    t0 = tcg_temp_new_i64();
 250    t1 = tcg_temp_new_i64();
 251    gen_reset_fpstatus();
 252    get_fpr(t0, rB(ctx->opcode));
 253    gen_helper_fsqrt(t1, cpu_env, t0);
 254    set_fpr(rD(ctx->opcode), t1);
 255    gen_compute_fprf_float64(t1);
 256    if (unlikely(Rc(ctx->opcode) != 0)) {
 257        gen_set_cr1_from_fpscr(ctx);
 258    }
 259    tcg_temp_free_i64(t0);
 260    tcg_temp_free_i64(t1);
 261}
 262
 263static void gen_fsqrts(DisasContext *ctx)
 264{
 265    TCGv_i64 t0;
 266    TCGv_i64 t1;
 267    if (unlikely(!ctx->fpu_enabled)) {
 268        gen_exception(ctx, POWERPC_EXCP_FPU);
 269        return;
 270    }
 271    t0 = tcg_temp_new_i64();
 272    t1 = tcg_temp_new_i64();
 273    gen_reset_fpstatus();
 274    get_fpr(t0, rB(ctx->opcode));
 275    gen_helper_fsqrt(t1, cpu_env, t0);
 276    gen_helper_frsp(t1, cpu_env, t1);
 277    set_fpr(rD(ctx->opcode), t1);
 278    gen_compute_fprf_float64(t1);
 279    if (unlikely(Rc(ctx->opcode) != 0)) {
 280        gen_set_cr1_from_fpscr(ctx);
 281    }
 282    tcg_temp_free_i64(t0);
 283    tcg_temp_free_i64(t1);
 284}
 285
 286/***                     Floating-Point multiply-and-add                   ***/
 287/* fmadd - fmadds */
 288GEN_FLOAT_ACB(madd, 0x1D, 1, PPC_FLOAT);
 289/* fmsub - fmsubs */
 290GEN_FLOAT_ACB(msub, 0x1C, 1, PPC_FLOAT);
 291/* fnmadd - fnmadds */
 292GEN_FLOAT_ACB(nmadd, 0x1F, 1, PPC_FLOAT);
 293/* fnmsub - fnmsubs */
 294GEN_FLOAT_ACB(nmsub, 0x1E, 1, PPC_FLOAT);
 295
 296/***                     Floating-Point round & convert                    ***/
 297/* fctiw */
 298GEN_FLOAT_B(ctiw, 0x0E, 0x00, 0, PPC_FLOAT);
 299/* fctiwu */
 300GEN_FLOAT_B(ctiwu, 0x0E, 0x04, 0, PPC2_FP_CVT_ISA206);
 301/* fctiwz */
 302GEN_FLOAT_B(ctiwz, 0x0F, 0x00, 0, PPC_FLOAT);
 303/* fctiwuz */
 304GEN_FLOAT_B(ctiwuz, 0x0F, 0x04, 0, PPC2_FP_CVT_ISA206);
 305/* frsp */
 306GEN_FLOAT_B(rsp, 0x0C, 0x00, 1, PPC_FLOAT);
 307/* fcfid */
 308GEN_FLOAT_B(cfid, 0x0E, 0x1A, 1, PPC2_FP_CVT_S64);
 309/* fcfids */
 310GEN_FLOAT_B(cfids, 0x0E, 0x1A, 0, PPC2_FP_CVT_ISA206);
 311/* fcfidu */
 312GEN_FLOAT_B(cfidu, 0x0E, 0x1E, 0, PPC2_FP_CVT_ISA206);
 313/* fcfidus */
 314GEN_FLOAT_B(cfidus, 0x0E, 0x1E, 0, PPC2_FP_CVT_ISA206);
 315/* fctid */
 316GEN_FLOAT_B(ctid, 0x0E, 0x19, 0, PPC2_FP_CVT_S64);
 317/* fctidu */
 318GEN_FLOAT_B(ctidu, 0x0E, 0x1D, 0, PPC2_FP_CVT_ISA206);
 319/* fctidz */
 320GEN_FLOAT_B(ctidz, 0x0F, 0x19, 0, PPC2_FP_CVT_S64);
 321/* fctidu */
 322GEN_FLOAT_B(ctiduz, 0x0F, 0x1D, 0, PPC2_FP_CVT_ISA206);
 323
 324/* frin */
 325GEN_FLOAT_B(rin, 0x08, 0x0C, 1, PPC_FLOAT_EXT);
 326/* friz */
 327GEN_FLOAT_B(riz, 0x08, 0x0D, 1, PPC_FLOAT_EXT);
 328/* frip */
 329GEN_FLOAT_B(rip, 0x08, 0x0E, 1, PPC_FLOAT_EXT);
 330/* frim */
 331GEN_FLOAT_B(rim, 0x08, 0x0F, 1, PPC_FLOAT_EXT);
 332
 333static void gen_ftdiv(DisasContext *ctx)
 334{
 335    TCGv_i64 t0;
 336    TCGv_i64 t1;
 337    if (unlikely(!ctx->fpu_enabled)) {
 338        gen_exception(ctx, POWERPC_EXCP_FPU);
 339        return;
 340    }
 341    t0 = tcg_temp_new_i64();
 342    t1 = tcg_temp_new_i64();
 343    get_fpr(t0, rA(ctx->opcode));
 344    get_fpr(t1, rB(ctx->opcode));
 345    gen_helper_ftdiv(cpu_crf[crfD(ctx->opcode)], t0, t1);
 346    tcg_temp_free_i64(t0);
 347    tcg_temp_free_i64(t1);
 348}
 349
 350static void gen_ftsqrt(DisasContext *ctx)
 351{
 352    TCGv_i64 t0;
 353    if (unlikely(!ctx->fpu_enabled)) {
 354        gen_exception(ctx, POWERPC_EXCP_FPU);
 355        return;
 356    }
 357    t0 = tcg_temp_new_i64();
 358    get_fpr(t0, rB(ctx->opcode));
 359    gen_helper_ftsqrt(cpu_crf[crfD(ctx->opcode)], t0);
 360    tcg_temp_free_i64(t0);
 361}
 362
 363
 364
 365/***                         Floating-Point compare                        ***/
 366
 367/* fcmpo */
 368static void gen_fcmpo(DisasContext *ctx)
 369{
 370    TCGv_i32 crf;
 371    TCGv_i64 t0;
 372    TCGv_i64 t1;
 373    if (unlikely(!ctx->fpu_enabled)) {
 374        gen_exception(ctx, POWERPC_EXCP_FPU);
 375        return;
 376    }
 377    t0 = tcg_temp_new_i64();
 378    t1 = tcg_temp_new_i64();
 379    gen_reset_fpstatus();
 380    crf = tcg_const_i32(crfD(ctx->opcode));
 381    get_fpr(t0, rA(ctx->opcode));
 382    get_fpr(t1, rB(ctx->opcode));
 383    gen_helper_fcmpo(cpu_env, t0, t1, crf);
 384    tcg_temp_free_i32(crf);
 385    gen_helper_float_check_status(cpu_env);
 386    tcg_temp_free_i64(t0);
 387    tcg_temp_free_i64(t1);
 388}
 389
 390/* fcmpu */
 391static void gen_fcmpu(DisasContext *ctx)
 392{
 393    TCGv_i32 crf;
 394    TCGv_i64 t0;
 395    TCGv_i64 t1;
 396    if (unlikely(!ctx->fpu_enabled)) {
 397        gen_exception(ctx, POWERPC_EXCP_FPU);
 398        return;
 399    }
 400    t0 = tcg_temp_new_i64();
 401    t1 = tcg_temp_new_i64();
 402    gen_reset_fpstatus();
 403    crf = tcg_const_i32(crfD(ctx->opcode));
 404    get_fpr(t0, rA(ctx->opcode));
 405    get_fpr(t1, rB(ctx->opcode));
 406    gen_helper_fcmpu(cpu_env, t0, t1, crf);
 407    tcg_temp_free_i32(crf);
 408    gen_helper_float_check_status(cpu_env);
 409    tcg_temp_free_i64(t0);
 410    tcg_temp_free_i64(t1);
 411}
 412
 413/***                         Floating-point move                           ***/
 414/* fabs */
 415/* XXX: beware that fabs never checks for NaNs nor update FPSCR */
 416static void gen_fabs(DisasContext *ctx)
 417{
 418    TCGv_i64 t0;
 419    TCGv_i64 t1;
 420    if (unlikely(!ctx->fpu_enabled)) {
 421        gen_exception(ctx, POWERPC_EXCP_FPU);
 422        return;
 423    }
 424    t0 = tcg_temp_new_i64();
 425    t1 = tcg_temp_new_i64();
 426    get_fpr(t0, rB(ctx->opcode));
 427    tcg_gen_andi_i64(t1, t0, ~(1ULL << 63));
 428    set_fpr(rD(ctx->opcode), t1);
 429    if (unlikely(Rc(ctx->opcode))) {
 430        gen_set_cr1_from_fpscr(ctx);
 431    }
 432    tcg_temp_free_i64(t0);
 433    tcg_temp_free_i64(t1);
 434}
 435
 436/* fmr  - fmr. */
 437/* XXX: beware that fmr never checks for NaNs nor update FPSCR */
 438static void gen_fmr(DisasContext *ctx)
 439{
 440    TCGv_i64 t0;
 441    if (unlikely(!ctx->fpu_enabled)) {
 442        gen_exception(ctx, POWERPC_EXCP_FPU);
 443        return;
 444    }
 445    t0 = tcg_temp_new_i64();
 446    get_fpr(t0, rB(ctx->opcode));
 447    set_fpr(rD(ctx->opcode), t0);
 448    if (unlikely(Rc(ctx->opcode))) {
 449        gen_set_cr1_from_fpscr(ctx);
 450    }
 451    tcg_temp_free_i64(t0);
 452}
 453
 454/* fnabs */
 455/* XXX: beware that fnabs never checks for NaNs nor update FPSCR */
 456static void gen_fnabs(DisasContext *ctx)
 457{
 458    TCGv_i64 t0;
 459    TCGv_i64 t1;
 460    if (unlikely(!ctx->fpu_enabled)) {
 461        gen_exception(ctx, POWERPC_EXCP_FPU);
 462        return;
 463    }
 464    t0 = tcg_temp_new_i64();
 465    t1 = tcg_temp_new_i64();
 466    get_fpr(t0, rB(ctx->opcode));
 467    tcg_gen_ori_i64(t1, t0, 1ULL << 63);
 468    set_fpr(rD(ctx->opcode), t1);
 469    if (unlikely(Rc(ctx->opcode))) {
 470        gen_set_cr1_from_fpscr(ctx);
 471    }
 472    tcg_temp_free_i64(t0);
 473    tcg_temp_free_i64(t1);
 474}
 475
 476/* fneg */
 477/* XXX: beware that fneg never checks for NaNs nor update FPSCR */
 478static void gen_fneg(DisasContext *ctx)
 479{
 480    TCGv_i64 t0;
 481    TCGv_i64 t1;
 482    if (unlikely(!ctx->fpu_enabled)) {
 483        gen_exception(ctx, POWERPC_EXCP_FPU);
 484        return;
 485    }
 486    t0 = tcg_temp_new_i64();
 487    t1 = tcg_temp_new_i64();
 488    get_fpr(t0, rB(ctx->opcode));
 489    tcg_gen_xori_i64(t1, t0, 1ULL << 63);
 490    set_fpr(rD(ctx->opcode), t1);
 491    if (unlikely(Rc(ctx->opcode))) {
 492        gen_set_cr1_from_fpscr(ctx);
 493    }
 494    tcg_temp_free_i64(t0);
 495    tcg_temp_free_i64(t1);
 496}
 497
 498/* fcpsgn: PowerPC 2.05 specification */
 499/* XXX: beware that fcpsgn never checks for NaNs nor update FPSCR */
 500static void gen_fcpsgn(DisasContext *ctx)
 501{
 502    TCGv_i64 t0;
 503    TCGv_i64 t1;
 504    TCGv_i64 t2;
 505    if (unlikely(!ctx->fpu_enabled)) {
 506        gen_exception(ctx, POWERPC_EXCP_FPU);
 507        return;
 508    }
 509    t0 = tcg_temp_new_i64();
 510    t1 = tcg_temp_new_i64();
 511    t2 = tcg_temp_new_i64();
 512    get_fpr(t0, rA(ctx->opcode));
 513    get_fpr(t1, rB(ctx->opcode));
 514    tcg_gen_deposit_i64(t2, t0, t1, 0, 63);
 515    set_fpr(rD(ctx->opcode), t2);
 516    if (unlikely(Rc(ctx->opcode))) {
 517        gen_set_cr1_from_fpscr(ctx);
 518    }
 519    tcg_temp_free_i64(t0);
 520    tcg_temp_free_i64(t1);
 521    tcg_temp_free_i64(t2);
 522}
 523
 524static void gen_fmrgew(DisasContext *ctx)
 525{
 526    TCGv_i64 b0;
 527    TCGv_i64 t0;
 528    TCGv_i64 t1;
 529    if (unlikely(!ctx->fpu_enabled)) {
 530        gen_exception(ctx, POWERPC_EXCP_FPU);
 531        return;
 532    }
 533    b0 = tcg_temp_new_i64();
 534    t0 = tcg_temp_new_i64();
 535    t1 = tcg_temp_new_i64();
 536    get_fpr(t0, rB(ctx->opcode));
 537    tcg_gen_shri_i64(b0, t0, 32);
 538    get_fpr(t0, rA(ctx->opcode));
 539    tcg_gen_deposit_i64(t1, t0, b0, 0, 32);
 540    set_fpr(rD(ctx->opcode), t1);
 541    tcg_temp_free_i64(b0);
 542    tcg_temp_free_i64(t0);
 543    tcg_temp_free_i64(t1);
 544}
 545
 546static void gen_fmrgow(DisasContext *ctx)
 547{
 548    TCGv_i64 t0;
 549    TCGv_i64 t1;
 550    TCGv_i64 t2;
 551    if (unlikely(!ctx->fpu_enabled)) {
 552        gen_exception(ctx, POWERPC_EXCP_FPU);
 553        return;
 554    }
 555    t0 = tcg_temp_new_i64();
 556    t1 = tcg_temp_new_i64();
 557    t2 = tcg_temp_new_i64();
 558    get_fpr(t0, rB(ctx->opcode));
 559    get_fpr(t1, rA(ctx->opcode));
 560    tcg_gen_deposit_i64(t2, t0, t1, 32, 32);
 561    set_fpr(rD(ctx->opcode), t2);
 562    tcg_temp_free_i64(t0);
 563    tcg_temp_free_i64(t1);
 564    tcg_temp_free_i64(t2);
 565}
 566
 567/***                  Floating-Point status & ctrl register                ***/
 568
 569/* mcrfs */
 570static void gen_mcrfs(DisasContext *ctx)
 571{
 572    TCGv tmp = tcg_temp_new();
 573    TCGv_i32 tmask;
 574    TCGv_i64 tnew_fpscr = tcg_temp_new_i64();
 575    int bfa;
 576    int nibble;
 577    int shift;
 578
 579    if (unlikely(!ctx->fpu_enabled)) {
 580        gen_exception(ctx, POWERPC_EXCP_FPU);
 581        return;
 582    }
 583    bfa = crfS(ctx->opcode);
 584    nibble = 7 - bfa;
 585    shift = 4 * nibble;
 586    tcg_gen_shri_tl(tmp, cpu_fpscr, shift);
 587    tcg_gen_trunc_tl_i32(cpu_crf[crfD(ctx->opcode)], tmp);
 588    tcg_gen_andi_i32(cpu_crf[crfD(ctx->opcode)], cpu_crf[crfD(ctx->opcode)],
 589                     0xf);
 590    tcg_temp_free(tmp);
 591    tcg_gen_extu_tl_i64(tnew_fpscr, cpu_fpscr);
 592    /* Only the exception bits (including FX) should be cleared if read */
 593    tcg_gen_andi_i64(tnew_fpscr, tnew_fpscr,
 594                     ~((0xF << shift) & FP_EX_CLEAR_BITS));
 595    /* FEX and VX need to be updated, so don't set fpscr directly */
 596    tmask = tcg_const_i32(1 << nibble);
 597    gen_helper_store_fpscr(cpu_env, tnew_fpscr, tmask);
 598    tcg_temp_free_i32(tmask);
 599    tcg_temp_free_i64(tnew_fpscr);
 600}
 601
 602/* mffs */
 603static void gen_mffs(DisasContext *ctx)
 604{
 605    TCGv_i64 t0;
 606    if (unlikely(!ctx->fpu_enabled)) {
 607        gen_exception(ctx, POWERPC_EXCP_FPU);
 608        return;
 609    }
 610    t0 = tcg_temp_new_i64();
 611    gen_reset_fpstatus();
 612    tcg_gen_extu_tl_i64(t0, cpu_fpscr);
 613    set_fpr(rD(ctx->opcode), t0);
 614    if (unlikely(Rc(ctx->opcode))) {
 615        gen_set_cr1_from_fpscr(ctx);
 616    }
 617    tcg_temp_free_i64(t0);
 618}
 619
 620/* mffsl */
 621static void gen_mffsl(DisasContext *ctx)
 622{
 623    TCGv_i64 t0;
 624
 625    if (unlikely(!(ctx->insns_flags2 & PPC2_ISA300))) {
 626        return gen_mffs(ctx);
 627    }
 628
 629    if (unlikely(!ctx->fpu_enabled)) {
 630        gen_exception(ctx, POWERPC_EXCP_FPU);
 631        return;
 632    }
 633    t0 = tcg_temp_new_i64();
 634    gen_reset_fpstatus();
 635    tcg_gen_extu_tl_i64(t0, cpu_fpscr);
 636    /* Mask everything except mode, status, and enables.  */
 637    tcg_gen_andi_i64(t0, t0, FP_DRN | FP_STATUS | FP_ENABLES | FP_RN);
 638    set_fpr(rD(ctx->opcode), t0);
 639    tcg_temp_free_i64(t0);
 640}
 641
 642/* mffsce */
 643static void gen_mffsce(DisasContext *ctx)
 644{
 645    TCGv_i64 t0;
 646    TCGv_i32 mask;
 647
 648    if (unlikely(!(ctx->insns_flags2 & PPC2_ISA300))) {
 649        return gen_mffs(ctx);
 650    }
 651
 652    if (unlikely(!ctx->fpu_enabled)) {
 653        gen_exception(ctx, POWERPC_EXCP_FPU);
 654        return;
 655    }
 656
 657    t0 = tcg_temp_new_i64();
 658
 659    gen_reset_fpstatus();
 660    tcg_gen_extu_tl_i64(t0, cpu_fpscr);
 661    set_fpr(rD(ctx->opcode), t0);
 662
 663    /* Clear exception enable bits in the FPSCR.  */
 664    tcg_gen_andi_i64(t0, t0, ~FP_ENABLES);
 665    mask = tcg_const_i32(0x0003);
 666    gen_helper_store_fpscr(cpu_env, t0, mask);
 667
 668    tcg_temp_free_i32(mask);
 669    tcg_temp_free_i64(t0);
 670}
 671
 672static void gen_helper_mffscrn(DisasContext *ctx, TCGv_i64 t1)
 673{
 674    TCGv_i64 t0 = tcg_temp_new_i64();
 675    TCGv_i32 mask = tcg_const_i32(0x0001);
 676
 677    gen_reset_fpstatus();
 678    tcg_gen_extu_tl_i64(t0, cpu_fpscr);
 679    tcg_gen_andi_i64(t0, t0, FP_DRN | FP_ENABLES | FP_RN);
 680    set_fpr(rD(ctx->opcode), t0);
 681
 682    /* Mask FPSCR value to clear RN.  */
 683    tcg_gen_andi_i64(t0, t0, ~FP_RN);
 684
 685    /* Merge RN into FPSCR value.  */
 686    tcg_gen_or_i64(t0, t0, t1);
 687
 688    gen_helper_store_fpscr(cpu_env, t0, mask);
 689
 690    tcg_temp_free_i32(mask);
 691    tcg_temp_free_i64(t0);
 692}
 693
 694/* mffscrn */
 695static void gen_mffscrn(DisasContext *ctx)
 696{
 697    TCGv_i64 t1;
 698
 699    if (unlikely(!(ctx->insns_flags2 & PPC2_ISA300))) {
 700        return gen_mffs(ctx);
 701    }
 702
 703    if (unlikely(!ctx->fpu_enabled)) {
 704        gen_exception(ctx, POWERPC_EXCP_FPU);
 705        return;
 706    }
 707
 708    t1 = tcg_temp_new_i64();
 709    get_fpr(t1, rB(ctx->opcode));
 710    /* Mask FRB to get just RN.  */
 711    tcg_gen_andi_i64(t1, t1, FP_RN);
 712
 713    gen_helper_mffscrn(ctx, t1);
 714
 715    tcg_temp_free_i64(t1);
 716}
 717
 718/* mffscrni */
 719static void gen_mffscrni(DisasContext *ctx)
 720{
 721    TCGv_i64 t1;
 722
 723    if (unlikely(!(ctx->insns_flags2 & PPC2_ISA300))) {
 724        return gen_mffs(ctx);
 725    }
 726
 727    if (unlikely(!ctx->fpu_enabled)) {
 728        gen_exception(ctx, POWERPC_EXCP_FPU);
 729        return;
 730    }
 731
 732    t1 = tcg_const_i64((uint64_t)RM(ctx->opcode));
 733
 734    gen_helper_mffscrn(ctx, t1);
 735
 736    tcg_temp_free_i64(t1);
 737}
 738
 739/* mtfsb0 */
 740static void gen_mtfsb0(DisasContext *ctx)
 741{
 742    uint8_t crb;
 743
 744    if (unlikely(!ctx->fpu_enabled)) {
 745        gen_exception(ctx, POWERPC_EXCP_FPU);
 746        return;
 747    }
 748    crb = 31 - crbD(ctx->opcode);
 749    gen_reset_fpstatus();
 750    if (likely(crb != FPSCR_FEX && crb != FPSCR_VX)) {
 751        TCGv_i32 t0;
 752        t0 = tcg_const_i32(crb);
 753        gen_helper_fpscr_clrbit(cpu_env, t0);
 754        tcg_temp_free_i32(t0);
 755    }
 756    if (unlikely(Rc(ctx->opcode) != 0)) {
 757        tcg_gen_trunc_tl_i32(cpu_crf[1], cpu_fpscr);
 758        tcg_gen_shri_i32(cpu_crf[1], cpu_crf[1], FPSCR_OX);
 759    }
 760}
 761
 762/* mtfsb1 */
 763static void gen_mtfsb1(DisasContext *ctx)
 764{
 765    uint8_t crb;
 766
 767    if (unlikely(!ctx->fpu_enabled)) {
 768        gen_exception(ctx, POWERPC_EXCP_FPU);
 769        return;
 770    }
 771    crb = 31 - crbD(ctx->opcode);
 772    gen_reset_fpstatus();
 773    /* XXX: we pretend we can only do IEEE floating-point computations */
 774    if (likely(crb != FPSCR_FEX && crb != FPSCR_VX && crb != FPSCR_NI)) {
 775        TCGv_i32 t0;
 776        t0 = tcg_const_i32(crb);
 777        gen_helper_fpscr_setbit(cpu_env, t0);
 778        tcg_temp_free_i32(t0);
 779    }
 780    if (unlikely(Rc(ctx->opcode) != 0)) {
 781        tcg_gen_trunc_tl_i32(cpu_crf[1], cpu_fpscr);
 782        tcg_gen_shri_i32(cpu_crf[1], cpu_crf[1], FPSCR_OX);
 783    }
 784    /* We can raise a differed exception */
 785    gen_helper_float_check_status(cpu_env);
 786}
 787
 788/* mtfsf */
 789static void gen_mtfsf(DisasContext *ctx)
 790{
 791    TCGv_i32 t0;
 792    TCGv_i64 t1;
 793    int flm, l, w;
 794
 795    if (unlikely(!ctx->fpu_enabled)) {
 796        gen_exception(ctx, POWERPC_EXCP_FPU);
 797        return;
 798    }
 799    flm = FPFLM(ctx->opcode);
 800    l = FPL(ctx->opcode);
 801    w = FPW(ctx->opcode);
 802    if (unlikely(w & !(ctx->insns_flags2 & PPC2_ISA205))) {
 803        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
 804        return;
 805    }
 806    gen_reset_fpstatus();
 807    if (l) {
 808        t0 = tcg_const_i32((ctx->insns_flags2 & PPC2_ISA205) ? 0xffff : 0xff);
 809    } else {
 810        t0 = tcg_const_i32(flm << (w * 8));
 811    }
 812    t1 = tcg_temp_new_i64();
 813    get_fpr(t1, rB(ctx->opcode));
 814    gen_helper_store_fpscr(cpu_env, t1, t0);
 815    tcg_temp_free_i32(t0);
 816    if (unlikely(Rc(ctx->opcode) != 0)) {
 817        tcg_gen_trunc_tl_i32(cpu_crf[1], cpu_fpscr);
 818        tcg_gen_shri_i32(cpu_crf[1], cpu_crf[1], FPSCR_OX);
 819    }
 820    /* We can raise a differed exception */
 821    gen_helper_float_check_status(cpu_env);
 822    tcg_temp_free_i64(t1);
 823}
 824
 825/* mtfsfi */
 826static void gen_mtfsfi(DisasContext *ctx)
 827{
 828    int bf, sh, w;
 829    TCGv_i64 t0;
 830    TCGv_i32 t1;
 831
 832    if (unlikely(!ctx->fpu_enabled)) {
 833        gen_exception(ctx, POWERPC_EXCP_FPU);
 834        return;
 835    }
 836    w = FPW(ctx->opcode);
 837    bf = FPBF(ctx->opcode);
 838    if (unlikely(w & !(ctx->insns_flags2 & PPC2_ISA205))) {
 839        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);
 840        return;
 841    }
 842    sh = (8 * w) + 7 - bf;
 843    gen_reset_fpstatus();
 844    t0 = tcg_const_i64(((uint64_t)FPIMM(ctx->opcode)) << (4 * sh));
 845    t1 = tcg_const_i32(1 << sh);
 846    gen_helper_store_fpscr(cpu_env, t0, t1);
 847    tcg_temp_free_i64(t0);
 848    tcg_temp_free_i32(t1);
 849    if (unlikely(Rc(ctx->opcode) != 0)) {
 850        tcg_gen_trunc_tl_i32(cpu_crf[1], cpu_fpscr);
 851        tcg_gen_shri_i32(cpu_crf[1], cpu_crf[1], FPSCR_OX);
 852    }
 853    /* We can raise a differed exception */
 854    gen_helper_float_check_status(cpu_env);
 855}
 856
 857/***                         Floating-point load                           ***/
 858#define GEN_LDF(name, ldop, opc, type)                                        \
 859static void glue(gen_, name)(DisasContext *ctx)                               \
 860{                                                                             \
 861    TCGv EA;                                                                  \
 862    TCGv_i64 t0;                                                              \
 863    if (unlikely(!ctx->fpu_enabled)) {                                        \
 864        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 865        return;                                                               \
 866    }                                                                         \
 867    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
 868    EA = tcg_temp_new();                                                      \
 869    t0 = tcg_temp_new_i64();                                                  \
 870    gen_addr_imm_index(ctx, EA, 0);                                           \
 871    gen_qemu_##ldop(ctx, t0, EA);                                             \
 872    set_fpr(rD(ctx->opcode), t0);                                             \
 873    tcg_temp_free(EA);                                                        \
 874    tcg_temp_free_i64(t0);                                                    \
 875}
 876
 877#define GEN_LDUF(name, ldop, opc, type)                                       \
 878static void glue(gen_, name##u)(DisasContext *ctx)                            \
 879{                                                                             \
 880    TCGv EA;                                                                  \
 881    TCGv_i64 t0;                                                              \
 882    if (unlikely(!ctx->fpu_enabled)) {                                        \
 883        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 884        return;                                                               \
 885    }                                                                         \
 886    if (unlikely(rA(ctx->opcode) == 0)) {                                     \
 887        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
 888        return;                                                               \
 889    }                                                                         \
 890    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
 891    EA = tcg_temp_new();                                                      \
 892    t0 = tcg_temp_new_i64();                                                  \
 893    gen_addr_imm_index(ctx, EA, 0);                                           \
 894    gen_qemu_##ldop(ctx, t0, EA);                                             \
 895    set_fpr(rD(ctx->opcode), t0);                                             \
 896    tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
 897    tcg_temp_free(EA);                                                        \
 898    tcg_temp_free_i64(t0);                                                    \
 899}
 900
 901#define GEN_LDUXF(name, ldop, opc, type)                                      \
 902static void glue(gen_, name##ux)(DisasContext *ctx)                           \
 903{                                                                             \
 904    TCGv EA;                                                                  \
 905    TCGv_i64 t0;                                                              \
 906    if (unlikely(!ctx->fpu_enabled)) {                                        \
 907        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 908        return;                                                               \
 909    }                                                                         \
 910    t0 = tcg_temp_new_i64();                                                  \
 911    if (unlikely(rA(ctx->opcode) == 0)) {                                     \
 912        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
 913        return;                                                               \
 914    }                                                                         \
 915    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
 916    EA = tcg_temp_new();                                                      \
 917    gen_addr_reg_index(ctx, EA);                                              \
 918    gen_qemu_##ldop(ctx, t0, EA);                                             \
 919    set_fpr(rD(ctx->opcode), t0);                                             \
 920    tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
 921    tcg_temp_free(EA);                                                        \
 922    tcg_temp_free_i64(t0);                                                    \
 923}
 924
 925#define GEN_LDXF(name, ldop, opc2, opc3, type)                                \
 926static void glue(gen_, name##x)(DisasContext *ctx)                            \
 927{                                                                             \
 928    TCGv EA;                                                                  \
 929    TCGv_i64 t0;                                                              \
 930    if (unlikely(!ctx->fpu_enabled)) {                                        \
 931        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
 932        return;                                                               \
 933    }                                                                         \
 934    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
 935    EA = tcg_temp_new();                                                      \
 936    t0 = tcg_temp_new_i64();                                                  \
 937    gen_addr_reg_index(ctx, EA);                                              \
 938    gen_qemu_##ldop(ctx, t0, EA);                                             \
 939    set_fpr(rD(ctx->opcode), t0);                                             \
 940    tcg_temp_free(EA);                                                        \
 941    tcg_temp_free_i64(t0);                                                    \
 942}
 943
 944#define GEN_LDFS(name, ldop, op, type)                                        \
 945GEN_LDF(name, ldop, op | 0x20, type);                                         \
 946GEN_LDUF(name, ldop, op | 0x21, type);                                        \
 947GEN_LDUXF(name, ldop, op | 0x01, type);                                       \
 948GEN_LDXF(name, ldop, 0x17, op | 0x00, type)
 949
 950static void gen_qemu_ld32fs(DisasContext *ctx, TCGv_i64 dest, TCGv addr)
 951{
 952    TCGv_i32 tmp = tcg_temp_new_i32();
 953    tcg_gen_qemu_ld_i32(tmp, addr, ctx->mem_idx, DEF_MEMOP(MO_UL));
 954    gen_helper_todouble(dest, tmp);
 955    tcg_temp_free_i32(tmp);
 956}
 957
 958 /* lfd lfdu lfdux lfdx */
 959GEN_LDFS(lfd, ld64_i64, 0x12, PPC_FLOAT);
 960 /* lfs lfsu lfsux lfsx */
 961GEN_LDFS(lfs, ld32fs, 0x10, PPC_FLOAT);
 962
 963/* lfdepx (external PID lfdx) */
 964static void gen_lfdepx(DisasContext *ctx)
 965{
 966    TCGv EA;
 967    TCGv_i64 t0;
 968    CHK_SV;
 969    if (unlikely(!ctx->fpu_enabled)) {
 970        gen_exception(ctx, POWERPC_EXCP_FPU);
 971        return;
 972    }
 973    gen_set_access_type(ctx, ACCESS_FLOAT);
 974    EA = tcg_temp_new();
 975    t0 = tcg_temp_new_i64();
 976    gen_addr_reg_index(ctx, EA);
 977    tcg_gen_qemu_ld_i64(t0, EA, PPC_TLB_EPID_LOAD, DEF_MEMOP(MO_Q));
 978    set_fpr(rD(ctx->opcode), t0);
 979    tcg_temp_free(EA);
 980    tcg_temp_free_i64(t0);
 981}
 982
 983/* lfdp */
 984static void gen_lfdp(DisasContext *ctx)
 985{
 986    TCGv EA;
 987    TCGv_i64 t0;
 988    if (unlikely(!ctx->fpu_enabled)) {
 989        gen_exception(ctx, POWERPC_EXCP_FPU);
 990        return;
 991    }
 992    gen_set_access_type(ctx, ACCESS_FLOAT);
 993    EA = tcg_temp_new();
 994    gen_addr_imm_index(ctx, EA, 0);
 995    t0 = tcg_temp_new_i64();
 996    /*
 997     * We only need to swap high and low halves. gen_qemu_ld64_i64
 998     * does necessary 64-bit byteswap already.
 999     */
1000    if (unlikely(ctx->le_mode)) {
1001        gen_qemu_ld64_i64(ctx, t0, EA);
1002        set_fpr(rD(ctx->opcode) + 1, t0);
1003        tcg_gen_addi_tl(EA, EA, 8);
1004        gen_qemu_ld64_i64(ctx, t0, EA);
1005        set_fpr(rD(ctx->opcode), t0);
1006    } else {
1007        gen_qemu_ld64_i64(ctx, t0, EA);
1008        set_fpr(rD(ctx->opcode), t0);
1009        tcg_gen_addi_tl(EA, EA, 8);
1010        gen_qemu_ld64_i64(ctx, t0, EA);
1011        set_fpr(rD(ctx->opcode) + 1, t0);
1012    }
1013    tcg_temp_free(EA);
1014    tcg_temp_free_i64(t0);
1015}
1016
1017/* lfdpx */
1018static void gen_lfdpx(DisasContext *ctx)
1019{
1020    TCGv EA;
1021    TCGv_i64 t0;
1022    if (unlikely(!ctx->fpu_enabled)) {
1023        gen_exception(ctx, POWERPC_EXCP_FPU);
1024        return;
1025    }
1026    gen_set_access_type(ctx, ACCESS_FLOAT);
1027    EA = tcg_temp_new();
1028    gen_addr_reg_index(ctx, EA);
1029    t0 = tcg_temp_new_i64();
1030    /*
1031     * We only need to swap high and low halves. gen_qemu_ld64_i64
1032     * does necessary 64-bit byteswap already.
1033     */
1034    if (unlikely(ctx->le_mode)) {
1035        gen_qemu_ld64_i64(ctx, t0, EA);
1036        set_fpr(rD(ctx->opcode) + 1, t0);
1037        tcg_gen_addi_tl(EA, EA, 8);
1038        gen_qemu_ld64_i64(ctx, t0, EA);
1039        set_fpr(rD(ctx->opcode), t0);
1040    } else {
1041        gen_qemu_ld64_i64(ctx, t0, EA);
1042        set_fpr(rD(ctx->opcode), t0);
1043        tcg_gen_addi_tl(EA, EA, 8);
1044        gen_qemu_ld64_i64(ctx, t0, EA);
1045        set_fpr(rD(ctx->opcode) + 1, t0);
1046    }
1047    tcg_temp_free(EA);
1048    tcg_temp_free_i64(t0);
1049}
1050
1051/* lfiwax */
1052static void gen_lfiwax(DisasContext *ctx)
1053{
1054    TCGv EA;
1055    TCGv t0;
1056    TCGv_i64 t1;
1057    if (unlikely(!ctx->fpu_enabled)) {
1058        gen_exception(ctx, POWERPC_EXCP_FPU);
1059        return;
1060    }
1061    gen_set_access_type(ctx, ACCESS_FLOAT);
1062    EA = tcg_temp_new();
1063    t0 = tcg_temp_new();
1064    t1 = tcg_temp_new_i64();
1065    gen_addr_reg_index(ctx, EA);
1066    gen_qemu_ld32s(ctx, t0, EA);
1067    tcg_gen_ext_tl_i64(t1, t0);
1068    set_fpr(rD(ctx->opcode), t1);
1069    tcg_temp_free(EA);
1070    tcg_temp_free(t0);
1071    tcg_temp_free_i64(t1);
1072}
1073
1074/* lfiwzx */
1075static void gen_lfiwzx(DisasContext *ctx)
1076{
1077    TCGv EA;
1078    TCGv_i64 t0;
1079    if (unlikely(!ctx->fpu_enabled)) {
1080        gen_exception(ctx, POWERPC_EXCP_FPU);
1081        return;
1082    }
1083    gen_set_access_type(ctx, ACCESS_FLOAT);
1084    EA = tcg_temp_new();
1085    t0 = tcg_temp_new_i64();
1086    gen_addr_reg_index(ctx, EA);
1087    gen_qemu_ld32u_i64(ctx, t0, EA);
1088    set_fpr(rD(ctx->opcode), t0);
1089    tcg_temp_free(EA);
1090    tcg_temp_free_i64(t0);
1091}
1092/***                         Floating-point store                          ***/
1093#define GEN_STF(name, stop, opc, type)                                        \
1094static void glue(gen_, name)(DisasContext *ctx)                               \
1095{                                                                             \
1096    TCGv EA;                                                                  \
1097    TCGv_i64 t0;                                                              \
1098    if (unlikely(!ctx->fpu_enabled)) {                                        \
1099        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
1100        return;                                                               \
1101    }                                                                         \
1102    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
1103    EA = tcg_temp_new();                                                      \
1104    t0 = tcg_temp_new_i64();                                                  \
1105    gen_addr_imm_index(ctx, EA, 0);                                           \
1106    get_fpr(t0, rS(ctx->opcode));                                             \
1107    gen_qemu_##stop(ctx, t0, EA);                                             \
1108    tcg_temp_free(EA);                                                        \
1109    tcg_temp_free_i64(t0);                                                    \
1110}
1111
1112#define GEN_STUF(name, stop, opc, type)                                       \
1113static void glue(gen_, name##u)(DisasContext *ctx)                            \
1114{                                                                             \
1115    TCGv EA;                                                                  \
1116    TCGv_i64 t0;                                                              \
1117    if (unlikely(!ctx->fpu_enabled)) {                                        \
1118        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
1119        return;                                                               \
1120    }                                                                         \
1121    if (unlikely(rA(ctx->opcode) == 0)) {                                     \
1122        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
1123        return;                                                               \
1124    }                                                                         \
1125    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
1126    EA = tcg_temp_new();                                                      \
1127    t0 = tcg_temp_new_i64();                                                  \
1128    gen_addr_imm_index(ctx, EA, 0);                                           \
1129    get_fpr(t0, rS(ctx->opcode));                                             \
1130    gen_qemu_##stop(ctx, t0, EA);                                             \
1131    tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
1132    tcg_temp_free(EA);                                                        \
1133    tcg_temp_free_i64(t0);                                                    \
1134}
1135
1136#define GEN_STUXF(name, stop, opc, type)                                      \
1137static void glue(gen_, name##ux)(DisasContext *ctx)                           \
1138{                                                                             \
1139    TCGv EA;                                                                  \
1140    TCGv_i64 t0;                                                              \
1141    if (unlikely(!ctx->fpu_enabled)) {                                        \
1142        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
1143        return;                                                               \
1144    }                                                                         \
1145    if (unlikely(rA(ctx->opcode) == 0)) {                                     \
1146        gen_inval_exception(ctx, POWERPC_EXCP_INVAL_INVAL);                   \
1147        return;                                                               \
1148    }                                                                         \
1149    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
1150    EA = tcg_temp_new();                                                      \
1151    t0 = tcg_temp_new_i64();                                                  \
1152    gen_addr_reg_index(ctx, EA);                                              \
1153    get_fpr(t0, rS(ctx->opcode));                                             \
1154    gen_qemu_##stop(ctx, t0, EA);                                             \
1155    tcg_gen_mov_tl(cpu_gpr[rA(ctx->opcode)], EA);                             \
1156    tcg_temp_free(EA);                                                        \
1157    tcg_temp_free_i64(t0);                                                    \
1158}
1159
1160#define GEN_STXF(name, stop, opc2, opc3, type)                                \
1161static void glue(gen_, name##x)(DisasContext *ctx)                            \
1162{                                                                             \
1163    TCGv EA;                                                                  \
1164    TCGv_i64 t0;                                                              \
1165    if (unlikely(!ctx->fpu_enabled)) {                                        \
1166        gen_exception(ctx, POWERPC_EXCP_FPU);                                 \
1167        return;                                                               \
1168    }                                                                         \
1169    gen_set_access_type(ctx, ACCESS_FLOAT);                                   \
1170    EA = tcg_temp_new();                                                      \
1171    t0 = tcg_temp_new_i64();                                                  \
1172    gen_addr_reg_index(ctx, EA);                                              \
1173    get_fpr(t0, rS(ctx->opcode));                                             \
1174    gen_qemu_##stop(ctx, t0, EA);                                             \
1175    tcg_temp_free(EA);                                                        \
1176    tcg_temp_free_i64(t0);                                                    \
1177}
1178
1179#define GEN_STFS(name, stop, op, type)                                        \
1180GEN_STF(name, stop, op | 0x20, type);                                         \
1181GEN_STUF(name, stop, op | 0x21, type);                                        \
1182GEN_STUXF(name, stop, op | 0x01, type);                                       \
1183GEN_STXF(name, stop, 0x17, op | 0x00, type)
1184
1185static void gen_qemu_st32fs(DisasContext *ctx, TCGv_i64 src, TCGv addr)
1186{
1187    TCGv_i32 tmp = tcg_temp_new_i32();
1188    gen_helper_tosingle(tmp, src);
1189    tcg_gen_qemu_st_i32(tmp, addr, ctx->mem_idx, DEF_MEMOP(MO_UL));
1190    tcg_temp_free_i32(tmp);
1191}
1192
1193/* stfd stfdu stfdux stfdx */
1194GEN_STFS(stfd, st64_i64, 0x16, PPC_FLOAT);
1195/* stfs stfsu stfsux stfsx */
1196GEN_STFS(stfs, st32fs, 0x14, PPC_FLOAT);
1197
1198/* stfdepx (external PID lfdx) */
1199static void gen_stfdepx(DisasContext *ctx)
1200{
1201    TCGv EA;
1202    TCGv_i64 t0;
1203    CHK_SV;
1204    if (unlikely(!ctx->fpu_enabled)) {
1205        gen_exception(ctx, POWERPC_EXCP_FPU);
1206        return;
1207    }
1208    gen_set_access_type(ctx, ACCESS_FLOAT);
1209    EA = tcg_temp_new();
1210    t0 = tcg_temp_new_i64();
1211    gen_addr_reg_index(ctx, EA);
1212    get_fpr(t0, rD(ctx->opcode));
1213    tcg_gen_qemu_st_i64(t0, EA, PPC_TLB_EPID_STORE, DEF_MEMOP(MO_Q));
1214    tcg_temp_free(EA);
1215    tcg_temp_free_i64(t0);
1216}
1217
1218/* stfdp */
1219static void gen_stfdp(DisasContext *ctx)
1220{
1221    TCGv EA;
1222    TCGv_i64 t0;
1223    if (unlikely(!ctx->fpu_enabled)) {
1224        gen_exception(ctx, POWERPC_EXCP_FPU);
1225        return;
1226    }
1227    gen_set_access_type(ctx, ACCESS_FLOAT);
1228    EA = tcg_temp_new();
1229    t0 = tcg_temp_new_i64();
1230    gen_addr_imm_index(ctx, EA, 0);
1231    /*
1232     * We only need to swap high and low halves. gen_qemu_st64_i64
1233     * does necessary 64-bit byteswap already.
1234     */
1235    if (unlikely(ctx->le_mode)) {
1236        get_fpr(t0, rD(ctx->opcode) + 1);
1237        gen_qemu_st64_i64(ctx, t0, EA);
1238        tcg_gen_addi_tl(EA, EA, 8);
1239        get_fpr(t0, rD(ctx->opcode));
1240        gen_qemu_st64_i64(ctx, t0, EA);
1241    } else {
1242        get_fpr(t0, rD(ctx->opcode));
1243        gen_qemu_st64_i64(ctx, t0, EA);
1244        tcg_gen_addi_tl(EA, EA, 8);
1245        get_fpr(t0, rD(ctx->opcode) + 1);
1246        gen_qemu_st64_i64(ctx, t0, EA);
1247    }
1248    tcg_temp_free(EA);
1249    tcg_temp_free_i64(t0);
1250}
1251
1252/* stfdpx */
1253static void gen_stfdpx(DisasContext *ctx)
1254{
1255    TCGv EA;
1256    TCGv_i64 t0;
1257    if (unlikely(!ctx->fpu_enabled)) {
1258        gen_exception(ctx, POWERPC_EXCP_FPU);
1259        return;
1260    }
1261    gen_set_access_type(ctx, ACCESS_FLOAT);
1262    EA = tcg_temp_new();
1263    t0 = tcg_temp_new_i64();
1264    gen_addr_reg_index(ctx, EA);
1265    /*
1266     * We only need to swap high and low halves. gen_qemu_st64_i64
1267     * does necessary 64-bit byteswap already.
1268     */
1269    if (unlikely(ctx->le_mode)) {
1270        get_fpr(t0, rD(ctx->opcode) + 1);
1271        gen_qemu_st64_i64(ctx, t0, EA);
1272        tcg_gen_addi_tl(EA, EA, 8);
1273        get_fpr(t0, rD(ctx->opcode));
1274        gen_qemu_st64_i64(ctx, t0, EA);
1275    } else {
1276        get_fpr(t0, rD(ctx->opcode));
1277        gen_qemu_st64_i64(ctx, t0, EA);
1278        tcg_gen_addi_tl(EA, EA, 8);
1279        get_fpr(t0, rD(ctx->opcode) + 1);
1280        gen_qemu_st64_i64(ctx, t0, EA);
1281    }
1282    tcg_temp_free(EA);
1283    tcg_temp_free_i64(t0);
1284}
1285
1286/* Optional: */
1287static inline void gen_qemu_st32fiw(DisasContext *ctx, TCGv_i64 arg1, TCGv arg2)
1288{
1289    TCGv t0 = tcg_temp_new();
1290    tcg_gen_trunc_i64_tl(t0, arg1),
1291    gen_qemu_st32(ctx, t0, arg2);
1292    tcg_temp_free(t0);
1293}
1294/* stfiwx */
1295GEN_STXF(stfiw, st32fiw, 0x17, 0x1E, PPC_FLOAT_STFIWX);
1296
1297/* POWER2 specific instructions */
1298/* Quad manipulation (load/store two floats at a time) */
1299
1300/* lfq */
1301static void gen_lfq(DisasContext *ctx)
1302{
1303    int rd = rD(ctx->opcode);
1304    TCGv t0;
1305    TCGv_i64 t1;
1306    gen_set_access_type(ctx, ACCESS_FLOAT);
1307    t0 = tcg_temp_new();
1308    t1 = tcg_temp_new_i64();
1309    gen_addr_imm_index(ctx, t0, 0);
1310    gen_qemu_ld64_i64(ctx, t1, t0);
1311    set_fpr(rd, t1);
1312    gen_addr_add(ctx, t0, t0, 8);
1313    gen_qemu_ld64_i64(ctx, t1, t0);
1314    set_fpr((rd + 1) % 32, t1);
1315    tcg_temp_free(t0);
1316    tcg_temp_free_i64(t1);
1317}
1318
1319/* lfqu */
1320static void gen_lfqu(DisasContext *ctx)
1321{
1322    int ra = rA(ctx->opcode);
1323    int rd = rD(ctx->opcode);
1324    TCGv t0, t1;
1325    TCGv_i64 t2;
1326    gen_set_access_type(ctx, ACCESS_FLOAT);
1327    t0 = tcg_temp_new();
1328    t1 = tcg_temp_new();
1329    t2 = tcg_temp_new_i64();
1330    gen_addr_imm_index(ctx, t0, 0);
1331    gen_qemu_ld64_i64(ctx, t2, t0);
1332    set_fpr(rd, t2);
1333    gen_addr_add(ctx, t1, t0, 8);
1334    gen_qemu_ld64_i64(ctx, t2, t1);
1335    set_fpr((rd + 1) % 32, t2);
1336    if (ra != 0) {
1337        tcg_gen_mov_tl(cpu_gpr[ra], t0);
1338    }
1339    tcg_temp_free(t0);
1340    tcg_temp_free(t1);
1341    tcg_temp_free_i64(t2);
1342}
1343
1344/* lfqux */
1345static void gen_lfqux(DisasContext *ctx)
1346{
1347    int ra = rA(ctx->opcode);
1348    int rd = rD(ctx->opcode);
1349    gen_set_access_type(ctx, ACCESS_FLOAT);
1350    TCGv t0, t1;
1351    TCGv_i64 t2;
1352    t2 = tcg_temp_new_i64();
1353    t0 = tcg_temp_new();
1354    gen_addr_reg_index(ctx, t0);
1355    gen_qemu_ld64_i64(ctx, t2, t0);
1356    set_fpr(rd, t2);
1357    t1 = tcg_temp_new();
1358    gen_addr_add(ctx, t1, t0, 8);
1359    gen_qemu_ld64_i64(ctx, t2, t1);
1360    set_fpr((rd + 1) % 32, t2);
1361    tcg_temp_free(t1);
1362    if (ra != 0) {
1363        tcg_gen_mov_tl(cpu_gpr[ra], t0);
1364    }
1365    tcg_temp_free(t0);
1366    tcg_temp_free_i64(t2);
1367}
1368
1369/* lfqx */
1370static void gen_lfqx(DisasContext *ctx)
1371{
1372    int rd = rD(ctx->opcode);
1373    TCGv t0;
1374    TCGv_i64 t1;
1375    gen_set_access_type(ctx, ACCESS_FLOAT);
1376    t0 = tcg_temp_new();
1377    t1 = tcg_temp_new_i64();
1378    gen_addr_reg_index(ctx, t0);
1379    gen_qemu_ld64_i64(ctx, t1, t0);
1380    set_fpr(rd, t1);
1381    gen_addr_add(ctx, t0, t0, 8);
1382    gen_qemu_ld64_i64(ctx, t1, t0);
1383    set_fpr((rd + 1) % 32, t1);
1384    tcg_temp_free(t0);
1385    tcg_temp_free_i64(t1);
1386}
1387
1388/* stfq */
1389static void gen_stfq(DisasContext *ctx)
1390{
1391    int rd = rD(ctx->opcode);
1392    TCGv t0;
1393    TCGv_i64 t1;
1394    gen_set_access_type(ctx, ACCESS_FLOAT);
1395    t0 = tcg_temp_new();
1396    t1 = tcg_temp_new_i64();
1397    gen_addr_imm_index(ctx, t0, 0);
1398    get_fpr(t1, rd);
1399    gen_qemu_st64_i64(ctx, t1, t0);
1400    gen_addr_add(ctx, t0, t0, 8);
1401    get_fpr(t1, (rd + 1) % 32);
1402    gen_qemu_st64_i64(ctx, t1, t0);
1403    tcg_temp_free(t0);
1404    tcg_temp_free_i64(t1);
1405}
1406
1407/* stfqu */
1408static void gen_stfqu(DisasContext *ctx)
1409{
1410    int ra = rA(ctx->opcode);
1411    int rd = rD(ctx->opcode);
1412    TCGv t0, t1;
1413    TCGv_i64 t2;
1414    gen_set_access_type(ctx, ACCESS_FLOAT);
1415    t2 = tcg_temp_new_i64();
1416    t0 = tcg_temp_new();
1417    gen_addr_imm_index(ctx, t0, 0);
1418    get_fpr(t2, rd);
1419    gen_qemu_st64_i64(ctx, t2, t0);
1420    t1 = tcg_temp_new();
1421    gen_addr_add(ctx, t1, t0, 8);
1422    get_fpr(t2, (rd + 1) % 32);
1423    gen_qemu_st64_i64(ctx, t2, t1);
1424    tcg_temp_free(t1);
1425    if (ra != 0) {
1426        tcg_gen_mov_tl(cpu_gpr[ra], t0);
1427    }
1428    tcg_temp_free(t0);
1429    tcg_temp_free_i64(t2);
1430}
1431
1432/* stfqux */
1433static void gen_stfqux(DisasContext *ctx)
1434{
1435    int ra = rA(ctx->opcode);
1436    int rd = rD(ctx->opcode);
1437    TCGv t0, t1;
1438    TCGv_i64 t2;
1439    gen_set_access_type(ctx, ACCESS_FLOAT);
1440    t2 = tcg_temp_new_i64();
1441    t0 = tcg_temp_new();
1442    gen_addr_reg_index(ctx, t0);
1443    get_fpr(t2, rd);
1444    gen_qemu_st64_i64(ctx, t2, t0);
1445    t1 = tcg_temp_new();
1446    gen_addr_add(ctx, t1, t0, 8);
1447    get_fpr(t2, (rd + 1) % 32);
1448    gen_qemu_st64_i64(ctx, t2, t1);
1449    tcg_temp_free(t1);
1450    if (ra != 0) {
1451        tcg_gen_mov_tl(cpu_gpr[ra], t0);
1452    }
1453    tcg_temp_free(t0);
1454    tcg_temp_free_i64(t2);
1455}
1456
1457/* stfqx */
1458static void gen_stfqx(DisasContext *ctx)
1459{
1460    int rd = rD(ctx->opcode);
1461    TCGv t0;
1462    TCGv_i64 t1;
1463    gen_set_access_type(ctx, ACCESS_FLOAT);
1464    t1 = tcg_temp_new_i64();
1465    t0 = tcg_temp_new();
1466    gen_addr_reg_index(ctx, t0);
1467    get_fpr(t1, rd);
1468    gen_qemu_st64_i64(ctx, t1, t0);
1469    gen_addr_add(ctx, t0, t0, 8);
1470    get_fpr(t1, (rd + 1) % 32);
1471    gen_qemu_st64_i64(ctx, t1, t0);
1472    tcg_temp_free(t0);
1473    tcg_temp_free_i64(t1);
1474}
1475
1476#undef _GEN_FLOAT_ACB
1477#undef GEN_FLOAT_ACB
1478#undef _GEN_FLOAT_AB
1479#undef GEN_FLOAT_AB
1480#undef _GEN_FLOAT_AC
1481#undef GEN_FLOAT_AC
1482#undef GEN_FLOAT_B
1483#undef GEN_FLOAT_BS
1484
1485#undef GEN_LDF
1486#undef GEN_LDUF
1487#undef GEN_LDUXF
1488#undef GEN_LDXF
1489#undef GEN_LDFS
1490
1491#undef GEN_STF
1492#undef GEN_STUF
1493#undef GEN_STUXF
1494#undef GEN_STXF
1495#undef GEN_STFS
1496