| 1 |
package arm64 |
| 2 |
|
| 3 |
import ( |
| 4 |
"context" |
| 5 |
"testing" |
| 6 |
|
| 7 |
"github.com/tetratelabs/wazero/internal/engine/wazevo/backend" |
| 8 |
"github.com/tetratelabs/wazero/internal/engine/wazevo/backend/regalloc" |
| 9 |
"github.com/tetratelabs/wazero/internal/testing/require" |
| 10 |
) |
| 11 |
|
| 12 |
func TestMachine_setupPrologue(t *testing.T) { |
| 13 |
for _, tc := range []struct { |
| 14 |
spillSlotSize int64 |
| 15 |
clobberedRegs []regalloc.VReg |
| 16 |
exp string |
| 17 |
abi backend.FunctionABI |
| 18 |
}{ |
| 19 |
{ |
| 20 |
spillSlotSize: 0, |
| 21 |
exp: ` |
| 22 |
stp x30, xzr, [sp, #-0x10]! |
| 23 |
str xzr, [sp, #-0x10]! |
| 24 |
udf |
| 25 |
`, |
| 26 |
}, |
| 27 |
{ |
| 28 |
spillSlotSize: 0, |
| 29 |
abi: backend.FunctionABI{ArgStackSize: 16, RetStackSize: 16}, |
| 30 |
exp: ` |
| 31 |
orr x27, xzr, #0x20 |
| 32 |
sub sp, sp, x27 |
| 33 |
stp x30, x27, [sp, #-0x10]! |
| 34 |
str xzr, [sp, #-0x10]! |
| 35 |
udf |
| 36 |
`, |
| 37 |
}, |
| 38 |
{ |
| 39 |
spillSlotSize: 16, |
| 40 |
exp: ` |
| 41 |
stp x30, xzr, [sp, #-0x10]! |
| 42 |
sub sp, sp, #0x10 |
| 43 |
orr x27, xzr, #0x10 |
| 44 |
str x27, [sp, #-0x10]! |
| 45 |
udf |
| 46 |
`, |
| 47 |
}, |
| 48 |
{ |
| 49 |
spillSlotSize: 0, |
| 50 |
clobberedRegs: []regalloc.VReg{v18VReg, v19VReg, x18VReg, x25VReg}, |
| 51 |
exp: ` |
| 52 |
stp x30, xzr, [sp, #-0x10]! |
| 53 |
str q18, [sp, #-0x10]! |
| 54 |
str q19, [sp, #-0x10]! |
| 55 |
str x18, [sp, #-0x10]! |
| 56 |
str x25, [sp, #-0x10]! |
| 57 |
orr x27, xzr, #0x40 |
| 58 |
str x27, [sp, #-0x10]! |
| 59 |
udf |
| 60 |
`, |
| 61 |
}, |
| 62 |
{ |
| 63 |
spillSlotSize: 320, |
| 64 |
clobberedRegs: []regalloc.VReg{v18VReg, v19VReg, x18VReg, x25VReg}, |
| 65 |
exp: ` |
| 66 |
stp x30, xzr, [sp, #-0x10]! |
| 67 |
str q18, [sp, #-0x10]! |
| 68 |
str q19, [sp, #-0x10]! |
| 69 |
str x18, [sp, #-0x10]! |
| 70 |
str x25, [sp, #-0x10]! |
| 71 |
sub sp, sp, #0x140 |
| 72 |
orr x27, xzr, #0x180 |
| 73 |
str x27, [sp, #-0x10]! |
| 74 |
udf |
| 75 |
`, |
| 76 |
}, |
| 77 |
{ |
| 78 |
spillSlotSize: 320, |
| 79 |
abi: backend.FunctionABI{ArgStackSize: 320, RetStackSize: 160}, |
| 80 |
clobberedRegs: []regalloc.VReg{v18VReg, v19VReg, x18VReg, x25VReg}, |
| 81 |
exp: ` |
| 82 |
orr x27, xzr, #0x1e0 |
| 83 |
sub sp, sp, x27 |
| 84 |
stp x30, x27, [sp, #-0x10]! |
| 85 |
str q18, [sp, #-0x10]! |
| 86 |
str q19, [sp, #-0x10]! |
| 87 |
str x18, [sp, #-0x10]! |
| 88 |
str x25, [sp, #-0x10]! |
| 89 |
sub sp, sp, #0x140 |
| 90 |
orr x27, xzr, #0x180 |
| 91 |
str x27, [sp, #-0x10]! |
| 92 |
udf |
| 93 |
`, |
| 94 |
}, |
| 95 |
} { |
| 96 |
tc := tc |
| 97 |
t.Run(tc.exp, func(t *testing.T) { |
| 98 |
_, _, m := newSetupWithMockContext() |
| 99 |
m.DisableStackCheck() |
| 100 |
m.spillSlotSize = tc.spillSlotSize |
| 101 |
m.clobberedRegs = tc.clobberedRegs |
| 102 |
m.currentABI = &tc.abi |
| 103 |
|
| 104 |
root := m.allocateNop() |
| 105 |
m.rootInstr = root |
| 106 |
udf := m.allocateInstr() |
| 107 |
udf.asUDF() |
| 108 |
root.next = udf |
| 109 |
udf.prev = root |
| 110 |
|
| 111 |
m.setupPrologue() |
| 112 |
require.Equal(t, root, m.rootInstr) |
| 113 |
err := m.Encode(context.Background()) |
| 114 |
require.NoError(t, err) |
| 115 |
require.Equal(t, tc.exp, m.Format()) |
| 116 |
}) |
| 117 |
} |
| 118 |
} |
| 119 |
|
| 120 |
func TestMachine_postRegAlloc(t *testing.T) { |
| 121 |
for _, tc := range []struct { |
| 122 |
exp string |
| 123 |
abi backend.FunctionABI |
| 124 |
clobberedRegs []regalloc.VReg |
| 125 |
spillSlotSize int64 |
| 126 |
}{ |
| 127 |
{ |
| 128 |
exp: ` |
| 129 |
add sp, sp, #0x10 |
| 130 |
ldr x30, [sp], #0x10 |
| 131 |
ret |
| 132 |
`, |
| 133 |
spillSlotSize: 0, |
| 134 |
clobberedRegs: nil, |
| 135 |
}, |
| 136 |
{ |
| 137 |
exp: ` |
| 138 |
add sp, sp, #0x10 |
| 139 |
add sp, sp, #0x50 |
| 140 |
ldr x30, [sp], #0x10 |
| 141 |
ret |
| 142 |
`, |
| 143 |
spillSlotSize: 16 * 5, |
| 144 |
clobberedRegs: nil, |
| 145 |
}, |
| 146 |
{ |
| 147 |
exp: ` |
| 148 |
add sp, sp, #0x10 |
| 149 |
add sp, sp, #0x50 |
| 150 |
ldr x30, [sp], #0x10 |
| 151 |
add sp, sp, #0x20 |
| 152 |
ret |
| 153 |
`, |
| 154 |
abi: backend.FunctionABI{ArgStackSize: 16, RetStackSize: 16}, |
| 155 |
spillSlotSize: 16 * 5, |
| 156 |
clobberedRegs: nil, |
| 157 |
}, |
| 158 |
{ |
| 159 |
exp: ` |
| 160 |
add sp, sp, #0x10 |
| 161 |
ldr q27, [sp], #0x10 |
| 162 |
ldr q18, [sp], #0x10 |
| 163 |
ldr x30, [sp], #0x10 |
| 164 |
ret |
| 165 |
`, |
| 166 |
clobberedRegs: []regalloc.VReg{v18VReg, v27VReg}, |
| 167 |
}, |
| 168 |
{ |
| 169 |
exp: ` |
| 170 |
add sp, sp, #0x10 |
| 171 |
ldr x25, [sp], #0x10 |
| 172 |
ldr x18, [sp], #0x10 |
| 173 |
ldr q27, [sp], #0x10 |
| 174 |
ldr q18, [sp], #0x10 |
| 175 |
ldr x30, [sp], #0x10 |
| 176 |
ret |
| 177 |
`, |
| 178 |
clobberedRegs: []regalloc.VReg{v18VReg, v27VReg, x18VReg, x25VReg}, |
| 179 |
}, |
| 180 |
{ |
| 181 |
exp: ` |
| 182 |
add sp, sp, #0x10 |
| 183 |
add sp, sp, #0xa0 |
| 184 |
ldr x25, [sp], #0x10 |
| 185 |
ldr x18, [sp], #0x10 |
| 186 |
ldr q27, [sp], #0x10 |
| 187 |
ldr q18, [sp], #0x10 |
| 188 |
ldr x30, [sp], #0x10 |
| 189 |
ret |
| 190 |
`, |
| 191 |
spillSlotSize: 16 * 10, |
| 192 |
clobberedRegs: []regalloc.VReg{v18VReg, v27VReg, x18VReg, x25VReg}, |
| 193 |
}, |
| 194 |
{ |
| 195 |
exp: ` |
| 196 |
add sp, sp, #0x10 |
| 197 |
add sp, sp, #0xa0 |
| 198 |
ldr x25, [sp], #0x10 |
| 199 |
ldr x18, [sp], #0x10 |
| 200 |
ldr q27, [sp], #0x10 |
| 201 |
ldr q18, [sp], #0x10 |
| 202 |
ldr x30, [sp], #0x10 |
| 203 |
add sp, sp, #0x150 |
| 204 |
ret |
| 205 |
`, |
| 206 |
spillSlotSize: 16 * 10, |
| 207 |
abi: backend.FunctionABI{ArgStackSize: 16, RetStackSize: 320}, |
| 208 |
clobberedRegs: []regalloc.VReg{v18VReg, v27VReg, x18VReg, x25VReg}, |
| 209 |
}, |
| 210 |
} { |
| 211 |
tc := tc |
| 212 |
t.Run(tc.exp, func(t *testing.T) { |
| 213 |
_, _, m := newSetupWithMockContext() |
| 214 |
m.spillSlotSize = tc.spillSlotSize |
| 215 |
m.clobberedRegs = tc.clobberedRegs |
| 216 |
m.currentABI = &tc.abi |
| 217 |
|
| 218 |
root := m.allocateNop() |
| 219 |
m.rootInstr = root |
| 220 |
ret := m.allocateInstr() |
| 221 |
ret.asRet() |
| 222 |
root.next = ret |
| 223 |
ret.prev = root |
| 224 |
m.postRegAlloc() |
| 225 |
|
| 226 |
require.Equal(t, root, m.rootInstr) |
| 227 |
err := m.Encode(context.Background()) |
| 228 |
require.NoError(t, err) |
| 229 |
require.Equal(t, tc.exp, m.Format()) |
| 230 |
}) |
| 231 |
} |
| 232 |
} |
| 233 |
|
| 234 |
func TestMachine_insertStackBoundsCheck(t *testing.T) { |
| 235 |
for _, tc := range []struct { |
| 236 |
exp string |
| 237 |
requiredStackSize int64 |
| 238 |
}{ |
| 239 |
{ |
| 240 |
requiredStackSize: 0xfff_0, |
| 241 |
exp: ` |
| 242 |
movz x27, #0xfff0, lsl 0 |
| 243 |
sub x27, sp, x27 |
| 244 |
ldr x11, [x0, #0x28] |
| 245 |
subs xzr, x27, x11 |
| 246 |
b.ge #0x14 |
| 247 |
movz x27, #0xfff0, lsl 0 |
| 248 |
str x27, [x0, #0x40] |
| 249 |
ldr x27, [x0, #0x50] |
| 250 |
bl x27 |
| 251 |
`, |
| 252 |
}, |
| 253 |
{ |
| 254 |
requiredStackSize: 0x10, |
| 255 |
exp: ` |
| 256 |
sub x27, sp, #0x10 |
| 257 |
ldr x11, [x0, #0x28] |
| 258 |
subs xzr, x27, x11 |
| 259 |
b.ge #0x14 |
| 260 |
orr x27, xzr, #0x10 |
| 261 |
str x27, [x0, #0x40] |
| 262 |
ldr x27, [x0, #0x50] |
| 263 |
bl x27 |
| 264 |
`, |
| 265 |
}, |
| 266 |
} { |
| 267 |
tc := tc |
| 268 |
t.Run(tc.exp, func(t *testing.T) { |
| 269 |
_, _, m := newSetupWithMockContext() |
| 270 |
m.rootInstr = m.allocateInstr() |
| 271 |
m.rootInstr.asNop0() |
| 272 |
m.insertStackBoundsCheck(tc.requiredStackSize, m.rootInstr) |
| 273 |
err := m.Encode(context.Background()) |
| 274 |
require.NoError(t, err) |
| 275 |
require.Equal(t, tc.exp, m.Format()) |
| 276 |
}) |
| 277 |
} |
| 278 |
} |
| 279 |
|
| 280 |
func TestMachine_CompileStackGrowCallSequence(t *testing.T) { |
| 281 |
_, _, m := newSetupWithMockContext() |
| 282 |
_ = m.CompileStackGrowCallSequence() |
| 283 |
|
| 284 |
require.Equal(t, ` |
| 285 |
str x1, [x0, #0x60] |
| 286 |
str x2, [x0, #0x70] |
| 287 |
str x3, [x0, #0x80] |
| 288 |
str x4, [x0, #0x90] |
| 289 |
str x5, [x0, #0xa0] |
| 290 |
str x6, [x0, #0xb0] |
| 291 |
str x7, [x0, #0xc0] |
| 292 |
str x19, [x0, #0xd0] |
| 293 |
str x20, [x0, #0xe0] |
| 294 |
str x21, [x0, #0xf0] |
| 295 |
str x22, [x0, #0x100] |
| 296 |
str x23, [x0, #0x110] |
| 297 |
str x24, [x0, #0x120] |
| 298 |
str x25, [x0, #0x130] |
| 299 |
str x26, [x0, #0x140] |
| 300 |
str x28, [x0, #0x150] |
| 301 |
str x30, [x0, #0x160] |
| 302 |
str q0, [x0, #0x170] |
| 303 |
str q1, [x0, #0x180] |
| 304 |
str q2, [x0, #0x190] |
| 305 |
str q3, [x0, #0x1a0] |
| 306 |
str q4, [x0, #0x1b0] |
| 307 |
str q5, [x0, #0x1c0] |
| 308 |
str q6, [x0, #0x1d0] |
| 309 |
str q7, [x0, #0x1e0] |
| 310 |
str q18, [x0, #0x1f0] |
| 311 |
str q19, [x0, #0x200] |
| 312 |
str q20, [x0, #0x210] |
| 313 |
str q21, [x0, #0x220] |
| 314 |
str q22, [x0, #0x230] |
| 315 |
str q23, [x0, #0x240] |
| 316 |
str q24, [x0, #0x250] |
| 317 |
str q25, [x0, #0x260] |
| 318 |
str q26, [x0, #0x270] |
| 319 |
str q27, [x0, #0x280] |
| 320 |
str q28, [x0, #0x290] |
| 321 |
str q29, [x0, #0x2a0] |
| 322 |
str q30, [x0, #0x2b0] |
| 323 |
str q31, [x0, #0x2c0] |
| 324 |
mov x27, sp |
| 325 |
str x27, [x0, #0x38] |
| 326 |
orr w17, wzr, #0x1 |
| 327 |
str w17, [x0] |
| 328 |
adr x27, #0x20 |
| 329 |
str x27, [x0, #0x30] |
| 330 |
exit_sequence x0 |
| 331 |
ldr x1, [x0, #0x60] |
| 332 |
ldr x2, [x0, #0x70] |
| 333 |
ldr x3, [x0, #0x80] |
| 334 |
ldr x4, [x0, #0x90] |
| 335 |
ldr x5, [x0, #0xa0] |
| 336 |
ldr x6, [x0, #0xb0] |
| 337 |
ldr x7, [x0, #0xc0] |
| 338 |
ldr x19, [x0, #0xd0] |
| 339 |
ldr x20, [x0, #0xe0] |
| 340 |
ldr x21, [x0, #0xf0] |
| 341 |
ldr x22, [x0, #0x100] |
| 342 |
ldr x23, [x0, #0x110] |
| 343 |
ldr x24, [x0, #0x120] |
| 344 |
ldr x25, [x0, #0x130] |
| 345 |
ldr x26, [x0, #0x140] |
| 346 |
ldr x28, [x0, #0x150] |
| 347 |
ldr x30, [x0, #0x160] |
| 348 |
ldr q0, [x0, #0x170] |
| 349 |
ldr q1, [x0, #0x180] |
| 350 |
ldr q2, [x0, #0x190] |
| 351 |
ldr q3, [x0, #0x1a0] |
| 352 |
ldr q4, [x0, #0x1b0] |
| 353 |
ldr q5, [x0, #0x1c0] |
| 354 |
ldr q6, [x0, #0x1d0] |
| 355 |
ldr q7, [x0, #0x1e0] |
| 356 |
ldr q18, [x0, #0x1f0] |
| 357 |
ldr q19, [x0, #0x200] |
| 358 |
ldr q20, [x0, #0x210] |
| 359 |
ldr q21, [x0, #0x220] |
| 360 |
ldr q22, [x0, #0x230] |
| 361 |
ldr q23, [x0, #0x240] |
| 362 |
ldr q24, [x0, #0x250] |
| 363 |
ldr q25, [x0, #0x260] |
| 364 |
ldr q26, [x0, #0x270] |
| 365 |
ldr q27, [x0, #0x280] |
| 366 |
ldr q28, [x0, #0x290] |
| 367 |
ldr q29, [x0, #0x2a0] |
| 368 |
ldr q30, [x0, #0x2b0] |
| 369 |
ldr q31, [x0, #0x2c0] |
| 370 |
ret |
| 371 |
`, m.Format()) |
| 372 |
} |