1
2
3
4
5
6
7
8
9
10
11
12#include "qemu/osdep.h"
13#include "cpu.h"
14#include "internal.h"
15#include "vec.h"
16#include "tcg/tcg.h"
17#include "tcg/tcg-gvec-desc.h"
18#include "exec/helper-proto.h"
19#include "exec/cpu_ldst.h"
20#include "exec/exec-all.h"
21
22void HELPER(vll)(CPUS390XState *env, void *v1, uint64_t addr, uint64_t bytes)
23{
24 if (likely(bytes >= 16)) {
25 uint64_t t0, t1;
26
27 t0 = cpu_ldq_data_ra(env, addr, GETPC());
28 addr = wrap_address(env, addr + 8);
29 t1 = cpu_ldq_data_ra(env, addr, GETPC());
30 s390_vec_write_element64(v1, 0, t0);
31 s390_vec_write_element64(v1, 1, t1);
32 } else {
33 S390Vector tmp = {};
34 int i;
35
36 for (i = 0; i < bytes; i++) {
37 uint8_t byte = cpu_ldub_data_ra(env, addr, GETPC());
38
39 s390_vec_write_element8(&tmp, i, byte);
40 addr = wrap_address(env, addr + 1);
41 }
42 *(S390Vector *)v1 = tmp;
43 }
44}
45
46#define DEF_VPK_HFN(BITS, TBITS) \
47typedef uint##TBITS##_t (*vpk##BITS##_fn)(uint##BITS##_t, int *); \
48static int vpk##BITS##_hfn(S390Vector *v1, const S390Vector *v2, \
49 const S390Vector *v3, vpk##BITS##_fn fn) \
50{ \
51 int i, saturated = 0; \
52 S390Vector tmp; \
53 \
54 for (i = 0; i < (128 / TBITS); i++) { \
55 uint##BITS##_t src; \
56 \
57 if (i < (128 / BITS)) { \
58 src = s390_vec_read_element##BITS(v2, i); \
59 } else { \
60 src = s390_vec_read_element##BITS(v3, i - (128 / BITS)); \
61 } \
62 s390_vec_write_element##TBITS(&tmp, i, fn(src, &saturated)); \
63 } \
64 *v1 = tmp; \
65 return saturated; \
66}
67DEF_VPK_HFN(64, 32)
68DEF_VPK_HFN(32, 16)
69DEF_VPK_HFN(16, 8)
70
71#define DEF_VPK(BITS, TBITS) \
72static uint##TBITS##_t vpk##BITS##e(uint##BITS##_t src, int *saturated) \
73{ \
74 return src; \
75} \
76void HELPER(gvec_vpk##BITS)(void *v1, const void *v2, const void *v3, \
77 uint32_t desc) \
78{ \
79 vpk##BITS##_hfn(v1, v2, v3, vpk##BITS##e); \
80}
81DEF_VPK(64, 32)
82DEF_VPK(32, 16)
83DEF_VPK(16, 8)
84
85#define DEF_VPKS(BITS, TBITS) \
86static uint##TBITS##_t vpks##BITS##e(uint##BITS##_t src, int *saturated) \
87{ \
88 if ((int##BITS##_t)src > INT##TBITS##_MAX) { \
89 (*saturated)++; \
90 return INT##TBITS##_MAX; \
91 } else if ((int##BITS##_t)src < INT##TBITS##_MIN) { \
92 (*saturated)++; \
93 return INT##TBITS##_MIN; \
94 } \
95 return src; \
96} \
97void HELPER(gvec_vpks##BITS)(void *v1, const void *v2, const void *v3, \
98 uint32_t desc) \
99{ \
100 vpk##BITS##_hfn(v1, v2, v3, vpks##BITS##e); \
101} \
102void HELPER(gvec_vpks_cc##BITS)(void *v1, const void *v2, const void *v3, \
103 CPUS390XState *env, uint32_t desc) \
104{ \
105 int saturated = vpk##BITS##_hfn(v1, v2, v3, vpks##BITS##e); \
106 \
107 if (saturated == (128 / TBITS)) { \
108 env->cc_op = 3; \
109 } else if (saturated) { \
110 env->cc_op = 1; \
111 } else { \
112 env->cc_op = 0; \
113 } \
114}
115DEF_VPKS(64, 32)
116DEF_VPKS(32, 16)
117DEF_VPKS(16, 8)
118
119#define DEF_VPKLS(BITS, TBITS) \
120static uint##TBITS##_t vpkls##BITS##e(uint##BITS##_t src, int *saturated) \
121{ \
122 if (src > UINT##TBITS##_MAX) { \
123 (*saturated)++; \
124 return UINT##TBITS##_MAX; \
125 } \
126 return src; \
127} \
128void HELPER(gvec_vpkls##BITS)(void *v1, const void *v2, const void *v3, \
129 uint32_t desc) \
130{ \
131 vpk##BITS##_hfn(v1, v2, v3, vpkls##BITS##e); \
132} \
133void HELPER(gvec_vpkls_cc##BITS)(void *v1, const void *v2, const void *v3, \
134 CPUS390XState *env, uint32_t desc) \
135{ \
136 int saturated = vpk##BITS##_hfn(v1, v2, v3, vpkls##BITS##e); \
137 \
138 if (saturated == (128 / TBITS)) { \
139 env->cc_op = 3; \
140 } else if (saturated) { \
141 env->cc_op = 1; \
142 } else { \
143 env->cc_op = 0; \
144 } \
145}
146DEF_VPKLS(64, 32)
147DEF_VPKLS(32, 16)
148DEF_VPKLS(16, 8)
149
150void HELPER(gvec_vperm)(void *v1, const void *v2, const void *v3,
151 const void *v4, uint32_t desc)
152{
153 S390Vector tmp;
154 int i;
155
156 for (i = 0; i < 16; i++) {
157 const uint8_t selector = s390_vec_read_element8(v4, i) & 0x1f;
158 uint8_t byte;
159
160 if (selector < 16) {
161 byte = s390_vec_read_element8(v2, selector);
162 } else {
163 byte = s390_vec_read_element8(v3, selector - 16);
164 }
165 s390_vec_write_element8(&tmp, i, byte);
166 }
167 *(S390Vector *)v1 = tmp;
168}
169
170void HELPER(vstl)(CPUS390XState *env, const void *v1, uint64_t addr,
171 uint64_t bytes)
172{
173
174 probe_write_access(env, addr, bytes, GETPC());
175
176 if (likely(bytes >= 16)) {
177 cpu_stq_data_ra(env, addr, s390_vec_read_element64(v1, 0), GETPC());
178 addr = wrap_address(env, addr + 8);
179 cpu_stq_data_ra(env, addr, s390_vec_read_element64(v1, 1), GETPC());
180 } else {
181 S390Vector tmp = {};
182 int i;
183
184 for (i = 0; i < bytes; i++) {
185 uint8_t byte = s390_vec_read_element8(v1, i);
186
187 cpu_stb_data_ra(env, addr, byte, GETPC());
188 addr = wrap_address(env, addr + 1);
189 }
190 *(S390Vector *)v1 = tmp;
191 }
192}
193
