| 1 |
// SPDX-License-Identifier: GPL-2.0 |
| 2 |
|
| 3 |
#define pr_fmt(fmt) "smccc: KVM: " fmt |
| 4 |
|
| 5 |
#include <linux/arm-smccc.h> |
| 6 |
#include <linux/bitmap.h> |
| 7 |
#include <linux/cache.h> |
| 8 |
#include <linux/kernel.h> |
| 9 |
#include <linux/memblock.h> |
| 10 |
#include <linux/string.h> |
| 11 |
|
| 12 |
#include <uapi/linux/psci.h> |
| 13 |
|
| 14 |
#include <asm/hypervisor.h> |
| 15 |
|
| 16 |
static DECLARE_BITMAP(__kvm_arm_hyp_services, ARM_SMCCC_KVM_NUM_FUNCS) __ro_after_init = { }; |
| 17 |
|
| 18 |
void __init kvm_init_hyp_services(void) |
| 19 |
{ |
| 20 |
uuid_t kvm_uuid = ARM_SMCCC_VENDOR_HYP_UID_KVM; |
| 21 |
struct arm_smccc_res res; |
| 22 |
u32 val[4]; |
| 23 |
|
| 24 |
if (!arm_smccc_hypervisor_has_uuid(&kvm_uuid)) |
| 25 |
return; |
| 26 |
|
| 27 |
memset(&res, 0, sizeof(res)); |
| 28 |
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_FEATURES_FUNC_ID, &res); |
| 29 |
|
| 30 |
val[0] = lower_32_bits(res.a0); |
| 31 |
val[1] = lower_32_bits(res.a1); |
| 32 |
val[2] = lower_32_bits(res.a2); |
| 33 |
val[3] = lower_32_bits(res.a3); |
| 34 |
|
| 35 |
bitmap_from_arr32(__kvm_arm_hyp_services, val, ARM_SMCCC_KVM_NUM_FUNCS); |
| 36 |
|
| 37 |
pr_info("hypervisor services detected (0x%08lx 0x%08lx 0x%08lx 0x%08lx)\n", |
| 38 |
res.a3, res.a2, res.a1, res.a0); |
| 39 |
|
| 40 |
kvm_arch_init_hyp_services(); |
| 41 |
} |
| 42 |
|
| 43 |
bool kvm_arm_hyp_service_available(u32 func_id) |
| 44 |
{ |
| 45 |
if (func_id >= ARM_SMCCC_KVM_NUM_FUNCS) |
| 46 |
return false; |
| 47 |
|
| 48 |
return test_bit(func_id, __kvm_arm_hyp_services); |
| 49 |
} |
| 50 |
EXPORT_SYMBOL_GPL(kvm_arm_hyp_service_available); |
| 51 |
|
| 52 |
#ifdef CONFIG_ARM64 |
| 53 |
void __init kvm_arm_target_impl_cpu_init(void) |
| 54 |
{ |
| 55 |
int i; |
| 56 |
u32 ver; |
| 57 |
u64 max_cpus; |
| 58 |
struct arm_smccc_res res; |
| 59 |
struct target_impl_cpu *target; |
| 60 |
|
| 61 |
if (!kvm_arm_hyp_service_available(ARM_SMCCC_KVM_FUNC_DISCOVER_IMPL_VER) || |
| 62 |
!kvm_arm_hyp_service_available(ARM_SMCCC_KVM_FUNC_DISCOVER_IMPL_CPUS)) |
| 63 |
return; |
| 64 |
|
| 65 |
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_DISCOVER_IMPL_VER_FUNC_ID, |
| 66 |
0, &res); |
| 67 |
if (res.a0 != SMCCC_RET_SUCCESS) |
| 68 |
return; |
| 69 |
|
| 70 |
/* Version info is in lower 32 bits and is in SMMCCC_VERSION format */ |
| 71 |
ver = lower_32_bits(res.a1); |
| 72 |
if (PSCI_VERSION_MAJOR(ver) != 1) { |
| 73 |
pr_warn("Unsupported target CPU implementation version v%d.%d\n", |
| 74 |
PSCI_VERSION_MAJOR(ver), PSCI_VERSION_MINOR(ver)); |
| 75 |
return; |
| 76 |
} |
| 77 |
|
| 78 |
if (!res.a2) { |
| 79 |
pr_warn("No target implementation CPUs specified\n"); |
| 80 |
return; |
| 81 |
} |
| 82 |
|
| 83 |
max_cpus = res.a2; |
| 84 |
target = memblock_alloc(sizeof(*target) * max_cpus, __alignof__(*target)); |
| 85 |
if (!target) { |
| 86 |
pr_warn("Not enough memory for struct target_impl_cpu\n"); |
| 87 |
return; |
| 88 |
} |
| 89 |
|
| 90 |
for (i = 0; i < max_cpus; i++) { |
| 91 |
arm_smccc_1_1_invoke(ARM_SMCCC_VENDOR_HYP_KVM_DISCOVER_IMPL_CPUS_FUNC_ID, |
| 92 |
i, 0, 0, &res); |
| 93 |
if (res.a0 != SMCCC_RET_SUCCESS) { |
| 94 |
pr_warn("Discovering target implementation CPUs failed\n"); |
| 95 |
goto mem_free; |
| 96 |
} |
| 97 |
target[i].midr = res.a1; |
| 98 |
target[i].revidr = res.a2; |
| 99 |
target[i].aidr = res.a3; |
| 100 |
} |
| 101 |
|
| 102 |
if (!cpu_errata_set_target_impl(max_cpus, target)) { |
| 103 |
pr_warn("Failed to set target implementation CPUs\n"); |
| 104 |
goto mem_free; |
| 105 |
} |
| 106 |
|
| 107 |
pr_info("Number of target implementation CPUs is %lld\n", max_cpus); |
| 108 |
return; |
| 109 |
|
| 110 |
mem_free: |
| 111 |
memblock_free(target, sizeof(*target) * max_cpus); |
| 112 |
} |
| 113 |
#endif |