mirror of
https://github.com/xemu-project/xemu.git
synced 2024-11-24 03:59:52 +00:00
x86 and machine queue, 2017-06-05
-----BEGIN PGP SIGNATURE----- iQIcBAABCAAGBQJZNam5AAoJECgHk2+YTcWmiNAP/1yGqibhujtVTviYpbHbVOBx wsHkeNOqb1WUXw0bfGw8RfGTlcuoBaeL7r88iwFL8G303g2OPiS1H/tcRuT7gfG0 YV3xdpGYMDFBu1JMV2VSnCqWXfa92EbPJ0vRLjxTD/heLmekVA7TUdiZVBf+S7hK fQLWqzZboV7RFDm6OUBQOxjCU8/WJ7ggShQJhItzBJTIZJA2C2iiO07v+U04Cwku Z0eoiwXTMnjDhvKLh8AE5jO3KLCrxGT6u9u9szXMwUtQUDX14X2U5PFCAB89mhUZ bYW3rRvpsU9eDMQVUo92Lej0e+47T0Mb4R7F9vjWsHwTI+VgcO+K0DXlYru0uKOJ XLoZVtGls3nRuJIDrMsICCkuveulGZs98YlVcjGjzdfJ748P6FpEQmL9v6WiExHi G8lu0tP2nW4n1DU+1p4EMQcKWueKuN/p7OhCWGGFvNDeGSvm1e8//TITmbtMZ2/E PizmCW5YQSGPOGg7fq4C3RhLfkQj4gsESe1lHdWsgSOZd9KYmJWg256BNInroky+ zb8XYts7/i2ogKtj8c9YV8jwvbiHjAYVcO4mr9GNFERO1FSdPbNKuVm2IldChLIt trI4vngvTIygTcURA7s+cOXFRAnznHrHYl+QH9XQJqI2Ay/+3nGYY+/EYFpCc0EW l2f/b2ZChRU/UlchdleG =0C6J -----END PGP SIGNATURE----- Merge remote-tracking branch 'remotes/ehabkost/tags/x86-and-machine-pull-request' into staging x86 and machine queue, 2017-06-05 # gpg: Signature made Mon 05 Jun 2017 19:58:01 BST # gpg: using RSA key 0x2807936F984DC5A6 # gpg: Good signature from "Eduardo Habkost <ehabkost@redhat.com>" # Primary key fingerprint: 5A32 2FD5 ABC4 D3DB ACCF D1AA 2807 936F 984D C5A6 * remotes/ehabkost/tags/x86-and-machine-pull-request: scripts: Test script to look for -device crashes qemu.py: Add QEMUMachine.exitcode() method qemu.py: Don't set _popen=None on error/shutdown spapr: cleanup spapr_fixup_cpu_numa_dt() usage numa: move numa_node from CPUState into target specific classes numa: make hmp 'info numa' fetch numa nodes from qmp_query_cpus() result numa: make sure that all cpus have has_node_id set if numa is enabled numa: move default mapping init to machine numa: consolidate cpu_preplug fixups/checks for pc/arm/spapr pc: Use "min-[x]level" on compat_props Signed-off-by: Peter Maydell <peter.maydell@linaro.org>
This commit is contained in:
Peter Maydell
commit
a65afaae0f
@ -496,12 +496,10 @@ build_srat(GArray *table_data, BIOSLinker *linker, VirtMachineState *vms)
|
||||
srat->reserved1 = cpu_to_le32(1);
|
||||
|
||||
for (i = 0; i < cpu_list->len; ++i) {
|
||||
int node_id = cpu_list->cpus[i].props.has_node_id ?
|
||||
cpu_list->cpus[i].props.node_id : 0;
|
||||
core = acpi_data_push(table_data, sizeof(*core));
|
||||
core->type = ACPI_SRAT_PROCESSOR_GICC;
|
||||
core->length = sizeof(*core);
|
||||
core->proximity = cpu_to_le32(node_id);
|
||||
core->proximity = cpu_to_le32(cpu_list->cpus[i].props.node_id);
|
||||
core->acpi_processor_uid = cpu_to_le32(i);
|
||||
core->flags = cpu_to_le32(1);
|
||||
}
|
||||
|
||||
@ -1372,7 +1372,6 @@ static void machvirt_init(MachineState *machine)
|
||||
for (n = 0; n < possible_cpus->len; n++) {
|
||||
Object *cpuobj;
|
||||
CPUState *cs;
|
||||
int node_id;
|
||||
|
||||
if (n >= smp_cpus) {
|
||||
break;
|
||||
@ -1385,19 +1384,8 @@ static void machvirt_init(MachineState *machine)
|
||||
cs = CPU(cpuobj);
|
||||
cs->cpu_index = n;
|
||||
|
||||
node_id = possible_cpus->cpus[cs->cpu_index].props.node_id;
|
||||
if (!possible_cpus->cpus[cs->cpu_index].props.has_node_id) {
|
||||
/* by default CPUState::numa_node was 0 if it's not set via CLI
|
||||
* keep it this way for now but in future we probably should
|
||||
* refuse to start up with incomplete numa mapping */
|
||||
node_id = 0;
|
||||
}
|
||||
if (cs->numa_node == CPU_UNSET_NUMA_NODE_ID) {
|
||||
cs->numa_node = node_id;
|
||||
} else {
|
||||
/* CPU isn't device_add compatible yet, this shouldn't happen */
|
||||
error_setg(&error_abort, "user set node-id not implemented");
|
||||
}
|
||||
numa_cpu_pre_plug(&possible_cpus->cpus[cs->cpu_index], DEVICE(cpuobj),
|
||||
&error_fatal);
|
||||
|
||||
if (!vms->secure) {
|
||||
object_property_set_bool(cpuobj, false, "has_el3", NULL);
|
||||
|
||||
@ -701,26 +701,43 @@ static char *cpu_slot_to_string(const CPUArchId *cpu)
|
||||
return g_string_free(s, false);
|
||||
}
|
||||
|
||||
static void machine_numa_validate(MachineState *machine)
|
||||
static void machine_numa_finish_init(MachineState *machine)
|
||||
{
|
||||
int i;
|
||||
bool default_mapping;
|
||||
GString *s = g_string_new(NULL);
|
||||
MachineClass *mc = MACHINE_GET_CLASS(machine);
|
||||
const CPUArchIdList *possible_cpus = mc->possible_cpu_arch_ids(machine);
|
||||
|
||||
assert(nb_numa_nodes);
|
||||
for (i = 0; i < possible_cpus->len; i++) {
|
||||
if (possible_cpus->cpus[i].props.has_node_id) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
default_mapping = (i == possible_cpus->len);
|
||||
|
||||
for (i = 0; i < possible_cpus->len; i++) {
|
||||
const CPUArchId *cpu_slot = &possible_cpus->cpus[i];
|
||||
|
||||
/* at this point numa mappings are initilized by CLI options
|
||||
* or with default mappings so it's sufficient to list
|
||||
* all not yet mapped CPUs here */
|
||||
/* TODO: make it hard error in future */
|
||||
if (!cpu_slot->props.has_node_id) {
|
||||
char *cpu_str = cpu_slot_to_string(cpu_slot);
|
||||
g_string_append_printf(s, "%sCPU %d [%s]", s->len ? ", " : "", i,
|
||||
cpu_str);
|
||||
g_free(cpu_str);
|
||||
/* fetch default mapping from board and enable it */
|
||||
CpuInstanceProperties props = cpu_slot->props;
|
||||
|
||||
if (!default_mapping) {
|
||||
/* record slots with not set mapping,
|
||||
* TODO: make it hard error in future */
|
||||
char *cpu_str = cpu_slot_to_string(cpu_slot);
|
||||
g_string_append_printf(s, "%sCPU %d [%s]",
|
||||
s->len ? ", " : "", i, cpu_str);
|
||||
g_free(cpu_str);
|
||||
|
||||
/* non mapped cpus used to fallback to node 0 */
|
||||
props.node_id = 0;
|
||||
}
|
||||
|
||||
props.has_node_id = true;
|
||||
machine_set_cpu_numa_node(machine, &props, &error_fatal);
|
||||
}
|
||||
}
|
||||
if (s->len && !qtest_enabled()) {
|
||||
@ -738,7 +755,7 @@ void machine_run_board_init(MachineState *machine)
|
||||
MachineClass *machine_class = MACHINE_GET_CLASS(machine);
|
||||
|
||||
if (nb_numa_nodes) {
|
||||
machine_numa_validate(machine);
|
||||
machine_numa_finish_init(machine);
|
||||
}
|
||||
machine_class->init(machine);
|
||||
}
|
||||
|
||||
@ -2335,8 +2335,7 @@ build_srat(GArray *table_data, BIOSLinker *linker, MachineState *machine)
|
||||
srat->reserved1 = cpu_to_le32(1);
|
||||
|
||||
for (i = 0; i < apic_ids->len; i++) {
|
||||
int node_id = apic_ids->cpus[i].props.has_node_id ?
|
||||
apic_ids->cpus[i].props.node_id : 0;
|
||||
int node_id = apic_ids->cpus[i].props.node_id;
|
||||
uint32_t apic_id = apic_ids->cpus[i].arch_id;
|
||||
|
||||
if (apic_id < 255) {
|
||||
|
||||
21
hw/i386/pc.c
21
hw/i386/pc.c
@ -788,9 +788,7 @@ static FWCfgState *bochs_bios_init(AddressSpace *as, PCMachineState *pcms)
|
||||
for (i = 0; i < cpus->len; i++) {
|
||||
unsigned int apic_id = cpus->cpus[i].arch_id;
|
||||
assert(apic_id < pcms->apic_id_limit);
|
||||
if (cpus->cpus[i].props.has_node_id) {
|
||||
numa_fw_cfg[apic_id + 1] = cpu_to_le64(cpus->cpus[i].props.node_id);
|
||||
}
|
||||
numa_fw_cfg[apic_id + 1] = cpu_to_le64(cpus->cpus[i].props.node_id);
|
||||
}
|
||||
for (i = 0; i < nb_numa_nodes; i++) {
|
||||
numa_fw_cfg[pcms->apic_id_limit + 1 + i] =
|
||||
@ -1893,7 +1891,6 @@ static void pc_cpu_pre_plug(HotplugHandler *hotplug_dev,
|
||||
DeviceState *dev, Error **errp)
|
||||
{
|
||||
int idx;
|
||||
int node_id;
|
||||
CPUState *cs;
|
||||
CPUArchId *cpu_slot;
|
||||
X86CPUTopoInfo topo;
|
||||
@ -1984,21 +1981,7 @@ static void pc_cpu_pre_plug(HotplugHandler *hotplug_dev,
|
||||
cs = CPU(cpu);
|
||||
cs->cpu_index = idx;
|
||||
|
||||
node_id = cpu_slot->props.node_id;
|
||||
if (!cpu_slot->props.has_node_id) {
|
||||
/* by default CPUState::numa_node was 0 if it's not set via CLI
|
||||
* keep it this way for now but in future we probably should
|
||||
* refuse to start up with incomplete numa mapping */
|
||||
node_id = 0;
|
||||
}
|
||||
if (cs->numa_node == CPU_UNSET_NUMA_NODE_ID) {
|
||||
cs->numa_node = node_id;
|
||||
} else if (cs->numa_node != node_id) {
|
||||
error_setg(errp, "node-id %d must match numa node specified"
|
||||
"with -numa option for cpu-index %d",
|
||||
cs->numa_node, cs->cpu_index);
|
||||
return;
|
||||
}
|
||||
numa_cpu_pre_plug(cpu_slot, dev, errp);
|
||||
}
|
||||
|
||||
static void pc_machine_device_pre_plug_cb(HotplugHandler *hotplug_dev,
|
||||
|
||||
@ -182,25 +182,19 @@ static int spapr_fixup_cpu_smt_dt(void *fdt, int offset, PowerPCCPU *cpu,
|
||||
return ret;
|
||||
}
|
||||
|
||||
static int spapr_fixup_cpu_numa_dt(void *fdt, int offset, CPUState *cs)
|
||||
static int spapr_fixup_cpu_numa_dt(void *fdt, int offset, PowerPCCPU *cpu)
|
||||
{
|
||||
int ret = 0;
|
||||
PowerPCCPU *cpu = POWERPC_CPU(cs);
|
||||
int index = ppc_get_vcpu_dt_id(cpu);
|
||||
uint32_t associativity[] = {cpu_to_be32(0x5),
|
||||
cpu_to_be32(0x0),
|
||||
cpu_to_be32(0x0),
|
||||
cpu_to_be32(0x0),
|
||||
cpu_to_be32(cs->numa_node),
|
||||
cpu_to_be32(cpu->node_id),
|
||||
cpu_to_be32(index)};
|
||||
|
||||
/* Advertise NUMA via ibm,associativity */
|
||||
if (nb_numa_nodes > 1) {
|
||||
ret = fdt_setprop(fdt, offset, "ibm,associativity", associativity,
|
||||
return fdt_setprop(fdt, offset, "ibm,associativity", associativity,
|
||||
sizeof(associativity));
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
/* Populate the "ibm,pa-features" property */
|
||||
@ -325,9 +319,11 @@ static int spapr_fixup_cpu_dt(void *fdt, sPAPRMachineState *spapr)
|
||||
return ret;
|
||||
}
|
||||
|
||||
ret = spapr_fixup_cpu_numa_dt(fdt, offset, cs);
|
||||
if (ret < 0) {
|
||||
return ret;
|
||||
if (nb_numa_nodes > 1) {
|
||||
ret = spapr_fixup_cpu_numa_dt(fdt, offset, cpu);
|
||||
if (ret < 0) {
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
|
||||
ret = spapr_fixup_cpu_smt_dt(fdt, offset, cpu, compat_smt);
|
||||
@ -542,7 +538,9 @@ static void spapr_populate_cpu_dt(CPUState *cs, void *fdt, int offset,
|
||||
_FDT((fdt_setprop(fdt, offset, "ibm,pft-size",
|
||||
pft_size_prop, sizeof(pft_size_prop))));
|
||||
|
||||
_FDT(spapr_fixup_cpu_numa_dt(fdt, offset, cs));
|
||||
if (nb_numa_nodes > 1) {
|
||||
_FDT(spapr_fixup_cpu_numa_dt(fdt, offset, cpu));
|
||||
}
|
||||
|
||||
_FDT(spapr_fixup_cpu_smt_dt(fdt, offset, cpu, compat_smt));
|
||||
|
||||
@ -2922,11 +2920,9 @@ static void spapr_core_pre_plug(HotplugHandler *hotplug_dev, DeviceState *dev,
|
||||
MachineClass *mc = MACHINE_GET_CLASS(hotplug_dev);
|
||||
Error *local_err = NULL;
|
||||
CPUCore *cc = CPU_CORE(dev);
|
||||
sPAPRCPUCore *sc = SPAPR_CPU_CORE(dev);
|
||||
char *base_core_type = spapr_get_cpu_core_type(machine->cpu_model);
|
||||
const char *type = object_get_typename(OBJECT(dev));
|
||||
CPUArchId *core_slot;
|
||||
int node_id;
|
||||
int index;
|
||||
|
||||
if (dev->hotplugged && !mc->has_hotpluggable_cpus) {
|
||||
@ -2967,20 +2963,7 @@ static void spapr_core_pre_plug(HotplugHandler *hotplug_dev, DeviceState *dev,
|
||||
goto out;
|
||||
}
|
||||
|
||||
node_id = core_slot->props.node_id;
|
||||
if (!core_slot->props.has_node_id) {
|
||||
/* by default CPUState::numa_node was 0 if it's not set via CLI
|
||||
* keep it this way for now but in future we probably should
|
||||
* refuse to start up with incomplete numa mapping */
|
||||
node_id = 0;
|
||||
}
|
||||
if (sc->node_id == CPU_UNSET_NUMA_NODE_ID) {
|
||||
sc->node_id = node_id;
|
||||
} else if (sc->node_id != node_id) {
|
||||
error_setg(&local_err, "node-id %d must match numa node specified"
|
||||
"with -numa option for cpu-index %d", sc->node_id, cc->core_id);
|
||||
goto out;
|
||||
}
|
||||
numa_cpu_pre_plug(core_slot, dev, &local_err);
|
||||
|
||||
out:
|
||||
g_free(base_core_type);
|
||||
|
||||
@ -184,15 +184,17 @@ static void spapr_cpu_core_realize(DeviceState *dev, Error **errp)
|
||||
for (i = 0; i < cc->nr_threads; i++) {
|
||||
char id[32];
|
||||
CPUState *cs;
|
||||
PowerPCCPU *cpu;
|
||||
|
||||
obj = sc->threads + i * size;
|
||||
|
||||
object_initialize(obj, size, typename);
|
||||
cs = CPU(obj);
|
||||
cpu = POWERPC_CPU(cs);
|
||||
cs->cpu_index = cc->core_id + i;
|
||||
|
||||
/* Set NUMA node for the threads belonged to core */
|
||||
cs->numa_node = sc->node_id;
|
||||
cpu->node_id = sc->node_id;
|
||||
|
||||
snprintf(id, sizeof(id), "thread[%d]", i);
|
||||
object_property_add_child(OBJECT(sc), id, obj, &local_err);
|
||||
|
||||
@ -566,75 +566,75 @@ bool e820_get_entry(int, uint32_t, uint64_t *, uint64_t *);
|
||||
.value = "off",\
|
||||
},{\
|
||||
.driver = "qemu64" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(4),\
|
||||
},{\
|
||||
.driver = "kvm64" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(5),\
|
||||
},{\
|
||||
.driver = "pentium3" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "n270" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(5),\
|
||||
},{\
|
||||
.driver = "Conroe" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(4),\
|
||||
},{\
|
||||
.driver = "Penryn" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(4),\
|
||||
},{\
|
||||
.driver = "Nehalem" "-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(4),\
|
||||
},{\
|
||||
.driver = "n270" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Penryn" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Conroe" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Nehalem" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Westmere" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "SandyBridge" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "IvyBridge" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Haswell" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Haswell-noTSX" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Broadwell" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = "Broadwell-noTSX" "-" TYPE_X86_CPU,\
|
||||
.property = "xlevel",\
|
||||
.property = "min-xlevel",\
|
||||
.value = stringify(0x8000000a),\
|
||||
},{\
|
||||
.driver = TYPE_X86_CPU,\
|
||||
@ -860,7 +860,7 @@ bool e820_get_entry(int, uint32_t, uint64_t *, uint64_t *);
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "Conroe-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "Penryn-" TYPE_X86_CPU,\
|
||||
@ -868,7 +868,7 @@ bool e820_get_entry(int, uint32_t, uint64_t *, uint64_t *);
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "Penryn-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "Nehalem-" TYPE_X86_CPU,\
|
||||
@ -876,7 +876,7 @@ bool e820_get_entry(int, uint32_t, uint64_t *, uint64_t *);
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "Nehalem-" TYPE_X86_CPU,\
|
||||
.property = "level",\
|
||||
.property = "min-level",\
|
||||
.value = stringify(2),\
|
||||
},{\
|
||||
.driver = "virtio-net-pci",\
|
||||
|
||||
@ -265,7 +265,6 @@ struct qemu_work_item;
|
||||
* @cpu_index: CPU index (informative).
|
||||
* @nr_cores: Number of cores within this CPU package.
|
||||
* @nr_threads: Number of threads within this CPU.
|
||||
* @numa_node: NUMA node this CPU is belonging to.
|
||||
* @host_tid: Host thread ID.
|
||||
* @running: #true if CPU is currently running (lockless).
|
||||
* @has_waiter: #true if a CPU is currently waiting for the cpu_exec_end;
|
||||
@ -314,7 +313,6 @@ struct CPUState {
|
||||
|
||||
int nr_cores;
|
||||
int nr_threads;
|
||||
int numa_node;
|
||||
|
||||
struct QemuThread *thread;
|
||||
#ifdef _WIN32
|
||||
|
||||
@ -35,4 +35,5 @@ void numa_legacy_auto_assign_ram(MachineClass *mc, NodeInfo *nodes,
|
||||
int nb_nodes, ram_addr_t size);
|
||||
void numa_default_auto_assign_ram(MachineClass *mc, NodeInfo *nodes,
|
||||
int nb_nodes, ram_addr_t size);
|
||||
void numa_cpu_pre_plug(const CPUArchId *slot, DeviceState *dev, Error **errp);
|
||||
#endif
|
||||
|
||||
11
monitor.c
11
monitor.c
@ -1696,23 +1696,26 @@ static void hmp_info_mtree(Monitor *mon, const QDict *qdict)
|
||||
static void hmp_info_numa(Monitor *mon, const QDict *qdict)
|
||||
{
|
||||
int i;
|
||||
CPUState *cpu;
|
||||
uint64_t *node_mem;
|
||||
CpuInfoList *cpu_list, *cpu;
|
||||
|
||||
cpu_list = qmp_query_cpus(&error_abort);
|
||||
node_mem = g_new0(uint64_t, nb_numa_nodes);
|
||||
query_numa_node_mem(node_mem);
|
||||
monitor_printf(mon, "%d nodes\n", nb_numa_nodes);
|
||||
for (i = 0; i < nb_numa_nodes; i++) {
|
||||
monitor_printf(mon, "node %d cpus:", i);
|
||||
CPU_FOREACH(cpu) {
|
||||
if (cpu->numa_node == i) {
|
||||
monitor_printf(mon, " %d", cpu->cpu_index);
|
||||
for (cpu = cpu_list; cpu; cpu = cpu->next) {
|
||||
if (cpu->value->has_props && cpu->value->props->has_node_id &&
|
||||
cpu->value->props->node_id == i) {
|
||||
monitor_printf(mon, " %" PRIi64, cpu->value->CPU);
|
||||
}
|
||||
}
|
||||
monitor_printf(mon, "\n");
|
||||
monitor_printf(mon, "node %d size: %" PRId64 " MB\n", i,
|
||||
node_mem[i] >> 20);
|
||||
}
|
||||
qapi_free_CpuInfoList(cpu_list);
|
||||
g_free(node_mem);
|
||||
}
|
||||
|
||||
|
||||
43
numa.c
43
numa.c
@ -426,7 +426,6 @@ void numa_default_auto_assign_ram(MachineClass *mc, NodeInfo *nodes,
|
||||
void parse_numa_opts(MachineState *ms)
|
||||
{
|
||||
int i;
|
||||
const CPUArchIdList *possible_cpus;
|
||||
MachineClass *mc = MACHINE_GET_CLASS(ms);
|
||||
|
||||
if (qemu_opts_foreach(qemu_find_opts("numa"), parse_numa, ms, NULL)) {
|
||||
@ -484,31 +483,6 @@ void parse_numa_opts(MachineState *ms)
|
||||
|
||||
numa_set_mem_ranges();
|
||||
|
||||
/* assign CPUs to nodes using board provided default mapping */
|
||||
if (!mc->cpu_index_to_instance_props || !mc->possible_cpu_arch_ids) {
|
||||
error_report("default CPUs to NUMA node mapping isn't supported");
|
||||
exit(1);
|
||||
}
|
||||
|
||||
possible_cpus = mc->possible_cpu_arch_ids(ms);
|
||||
for (i = 0; i < possible_cpus->len; i++) {
|
||||
if (possible_cpus->cpus[i].props.has_node_id) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
/* no CPUs are assigned to NUMA nodes */
|
||||
if (i == possible_cpus->len) {
|
||||
for (i = 0; i < max_cpus; i++) {
|
||||
CpuInstanceProperties props;
|
||||
/* fetch default mapping from board and enable it */
|
||||
props = mc->cpu_index_to_instance_props(ms, i);
|
||||
props.has_node_id = true;
|
||||
|
||||
machine_set_cpu_numa_node(ms, &props, &error_fatal);
|
||||
}
|
||||
}
|
||||
|
||||
/* QEMU needs at least all unique node pair distances to build
|
||||
* the whole NUMA distance table. QEMU treats the distance table
|
||||
* as symmetric by default, i.e. distance A->B == distance B->A.
|
||||
@ -533,6 +507,23 @@ void parse_numa_opts(MachineState *ms)
|
||||
}
|
||||
}
|
||||
|
||||
void numa_cpu_pre_plug(const CPUArchId *slot, DeviceState *dev, Error **errp)
|
||||
{
|
||||
int node_id = object_property_get_int(OBJECT(dev), "node-id", &error_abort);
|
||||
|
||||
if (node_id == CPU_UNSET_NUMA_NODE_ID) {
|
||||
/* due to bug in libvirt, it doesn't pass node-id from props on
|
||||
* device_add as expected, so we have to fix it up here */
|
||||
if (slot->props.has_node_id) {
|
||||
object_property_set_int(OBJECT(dev), slot->props.node_id,
|
||||
"node-id", errp);
|
||||
}
|
||||
} else if (node_id != slot->props.node_id) {
|
||||
error_setg(errp, "node-id=%d must match numa node specified "
|
||||
"with -numa option", node_id);
|
||||
}
|
||||
}
|
||||
|
||||
static void allocate_system_memory_nonnuma(MemoryRegion *mr, Object *owner,
|
||||
const char *name,
|
||||
uint64_t ram_size)
|
||||
|
||||
624
scripts/device-crash-test
Executable file
624
scripts/device-crash-test
Executable file
@ -0,0 +1,624 @@
|
||||
#!/usr/bin/env python2.7
|
||||
#
|
||||
# Copyright (c) 2017 Red Hat Inc
|
||||
#
|
||||
# Author:
|
||||
# Eduardo Habkost <ehabkost@redhat.com>
|
||||
#
|
||||
# This program is free software; you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation; either version 2 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License along
|
||||
# with this program; if not, write to the Free Software Foundation, Inc.,
|
||||
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
||||
|
||||
"""
|
||||
Run QEMU with all combinations of -machine and -device types,
|
||||
check for crashes and unexpected errors.
|
||||
"""
|
||||
|
||||
import sys
|
||||
import os
|
||||
import glob
|
||||
import logging
|
||||
import traceback
|
||||
import re
|
||||
import random
|
||||
import argparse
|
||||
from itertools import chain
|
||||
|
||||
sys.path.append(os.path.join(os.path.dirname(__file__), '..', 'scripts'))
|
||||
from qemu import QEMUMachine
|
||||
|
||||
logger = logging.getLogger('device-crash-test')
|
||||
dbg = logger.debug
|
||||
|
||||
|
||||
# Purposes of the following whitelist:
|
||||
# * Avoiding verbose log messages when we find known non-fatal
|
||||
# (exitcode=1) errors
|
||||
# * Avoiding fatal errors when we find known crashes
|
||||
# * Skipping machines/devices that are known not to work out of
|
||||
# the box, when running in --quick mode
|
||||
#
|
||||
# Keeping the whitelist updated is desirable, but not required,
|
||||
# because unexpected cases where QEMU exits with exitcode=1 will
|
||||
# just trigger a INFO message.
|
||||
|
||||
# Valid whitelist entry keys:
|
||||
# * accel: regexp, full match only
|
||||
# * machine: regexp, full match only
|
||||
# * device: regexp, full match only
|
||||
# * log: regexp, partial match allowed
|
||||
# * exitcode: if not present, defaults to 1. If None, matches any exitcode
|
||||
# * warn: if True, matching failures will be logged as warnings
|
||||
# * expected: if True, QEMU is expected to always fail every time
|
||||
# when testing the corresponding test case
|
||||
# * loglevel: log level of log output when there's a match.
|
||||
ERROR_WHITELIST = [
|
||||
# Machines that won't work out of the box:
|
||||
# MACHINE | ERROR MESSAGE
|
||||
{'machine':'niagara', 'expected':True}, # Unable to load a firmware for -M niagara
|
||||
{'machine':'boston', 'expected':True}, # Please provide either a -kernel or -bios argument
|
||||
{'machine':'leon3_generic', 'expected':True}, # Can't read bios image (null)
|
||||
|
||||
# devices that don't work out of the box because they require extra options to "-device DEV":
|
||||
# DEVICE | ERROR MESSAGE
|
||||
{'device':'.*-(i386|x86_64)-cpu', 'expected':True}, # CPU socket-id is not set
|
||||
{'device':'ARM,bitband-memory', 'expected':True}, # source-memory property not set
|
||||
{'device':'arm.cortex-a9-global-timer', 'expected':True}, # a9_gtimer_realize: num-cpu must be between 1 and 4
|
||||
{'device':'arm_mptimer', 'expected':True}, # num-cpu must be between 1 and 4
|
||||
{'device':'armv7m', 'expected':True}, # memory property was not set
|
||||
{'device':'aspeed.scu', 'expected':True}, # Unknown silicon revision: 0x0
|
||||
{'device':'aspeed.sdmc', 'expected':True}, # Unknown silicon revision: 0x0
|
||||
{'device':'bcm2835-dma', 'expected':True}, # bcm2835_dma_realize: required dma-mr link not found: Property '.dma-mr' not found
|
||||
{'device':'bcm2835-fb', 'expected':True}, # bcm2835_fb_realize: required vcram-base property not set
|
||||
{'device':'bcm2835-mbox', 'expected':True}, # bcm2835_mbox_realize: required mbox-mr link not found: Property '.mbox-mr' not found
|
||||
{'device':'bcm2835-peripherals', 'expected':True}, # bcm2835_peripherals_realize: required ram link not found: Property '.ram' not found
|
||||
{'device':'bcm2835-property', 'expected':True}, # bcm2835_property_realize: required fb link not found: Property '.fb' not found
|
||||
{'device':'bcm2835_gpio', 'expected':True}, # bcm2835_gpio_realize: required sdhci link not found: Property '.sdbus-sdhci' not found
|
||||
{'device':'bcm2836', 'expected':True}, # bcm2836_realize: required ram link not found: Property '.ram' not found
|
||||
{'device':'cfi.pflash01', 'expected':True}, # attribute "sector-length" not specified or zero.
|
||||
{'device':'cfi.pflash02', 'expected':True}, # attribute "sector-length" not specified or zero.
|
||||
{'device':'icp', 'expected':True}, # icp_realize: required link 'xics' not found: Property '.xics' not found
|
||||
{'device':'ics', 'expected':True}, # ics_base_realize: required link 'xics' not found: Property '.xics' not found
|
||||
# "-device ide-cd" does work on more recent QEMU versions, so it doesn't have expected=True
|
||||
{'device':'ide-cd'}, # No drive specified
|
||||
{'device':'ide-drive', 'expected':True}, # No drive specified
|
||||
{'device':'ide-hd', 'expected':True}, # No drive specified
|
||||
{'device':'ipmi-bmc-extern', 'expected':True}, # IPMI external bmc requires chardev attribute
|
||||
{'device':'isa-debugcon', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'isa-ipmi-bt', 'expected':True}, # IPMI device requires a bmc attribute to be set
|
||||
{'device':'isa-ipmi-kcs', 'expected':True}, # IPMI device requires a bmc attribute to be set
|
||||
{'device':'isa-parallel', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'isa-serial', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'ivshmem', 'expected':True}, # You must specify either 'shm' or 'chardev'
|
||||
{'device':'ivshmem-doorbell', 'expected':True}, # You must specify a 'chardev'
|
||||
{'device':'ivshmem-plain', 'expected':True}, # You must specify a 'memdev'
|
||||
{'device':'kvm-pci-assign', 'expected':True}, # no host device specified
|
||||
{'device':'loader', 'expected':True}, # please include valid arguments
|
||||
{'device':'nand', 'expected':True}, # Unsupported NAND block size 0x1
|
||||
{'device':'nvdimm', 'expected':True}, # 'memdev' property is not set
|
||||
{'device':'nvme', 'expected':True}, # Device initialization failed
|
||||
{'device':'pc-dimm', 'expected':True}, # 'memdev' property is not set
|
||||
{'device':'pci-bridge', 'expected':True}, # Bridge chassis not specified. Each bridge is required to be assigned a unique chassis id > 0.
|
||||
{'device':'pci-bridge-seat', 'expected':True}, # Bridge chassis not specified. Each bridge is required to be assigned a unique chassis id > 0.
|
||||
{'device':'pci-serial', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'pci-serial-2x', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'pci-serial-4x', 'expected':True}, # Can't create serial device, empty char device
|
||||
{'device':'pxa2xx-dma', 'expected':True}, # channels value invalid
|
||||
{'device':'pxb', 'expected':True}, # Bridge chassis not specified. Each bridge is required to be assigned a unique chassis id > 0.
|
||||
{'device':'scsi-block', 'expected':True}, # drive property not set
|
||||
{'device':'scsi-disk', 'expected':True}, # drive property not set
|
||||
{'device':'scsi-generic', 'expected':True}, # drive property not set
|
||||
{'device':'scsi-hd', 'expected':True}, # drive property not set
|
||||
{'device':'spapr-pci-host-bridge', 'expected':True}, # BUID not specified for PHB
|
||||
{'device':'spapr-pci-vfio-host-bridge', 'expected':True}, # BUID not specified for PHB
|
||||
{'device':'spapr-rng', 'expected':True}, # spapr-rng needs an RNG backend!
|
||||
{'device':'spapr-vty', 'expected':True}, # chardev property not set
|
||||
{'device':'tpm-tis', 'expected':True}, # tpm_tis: backend driver with id (null) could not be found
|
||||
{'device':'unimplemented-device', 'expected':True}, # property 'size' not specified or zero
|
||||
{'device':'usb-braille', 'expected':True}, # Property chardev is required
|
||||
{'device':'usb-mtp', 'expected':True}, # x-root property must be configured
|
||||
{'device':'usb-redir', 'expected':True}, # Parameter 'chardev' is missing
|
||||
{'device':'usb-serial', 'expected':True}, # Property chardev is required
|
||||
{'device':'usb-storage', 'expected':True}, # drive property not set
|
||||
{'device':'vfio-amd-xgbe', 'expected':True}, # -device vfio-amd-xgbe: vfio error: wrong host device name
|
||||
{'device':'vfio-calxeda-xgmac', 'expected':True}, # -device vfio-calxeda-xgmac: vfio error: wrong host device name
|
||||
{'device':'vfio-pci', 'expected':True}, # No provided host device
|
||||
{'device':'vfio-pci-igd-lpc-bridge', 'expected':True}, # VFIO dummy ISA/LPC bridge must have address 1f.0
|
||||
{'device':'vhost-scsi.*', 'expected':True}, # vhost-scsi: missing wwpn
|
||||
{'device':'vhost-vsock-device', 'expected':True}, # guest-cid property must be greater than 2
|
||||
{'device':'vhost-vsock-pci', 'expected':True}, # guest-cid property must be greater than 2
|
||||
{'device':'virtio-9p-ccw', 'expected':True}, # 9pfs device couldn't find fsdev with the id = NULL
|
||||
{'device':'virtio-9p-device', 'expected':True}, # 9pfs device couldn't find fsdev with the id = NULL
|
||||
{'device':'virtio-9p-pci', 'expected':True}, # 9pfs device couldn't find fsdev with the id = NULL
|
||||
{'device':'virtio-blk-ccw', 'expected':True}, # drive property not set
|
||||
{'device':'virtio-blk-device', 'expected':True}, # drive property not set
|
||||
{'device':'virtio-blk-device', 'expected':True}, # drive property not set
|
||||
{'device':'virtio-blk-pci', 'expected':True}, # drive property not set
|
||||
{'device':'virtio-crypto-ccw', 'expected':True}, # 'cryptodev' parameter expects a valid object
|
||||
{'device':'virtio-crypto-device', 'expected':True}, # 'cryptodev' parameter expects a valid object
|
||||
{'device':'virtio-crypto-pci', 'expected':True}, # 'cryptodev' parameter expects a valid object
|
||||
{'device':'virtio-input-host-device', 'expected':True}, # evdev property is required
|
||||
{'device':'virtio-input-host-pci', 'expected':True}, # evdev property is required
|
||||
{'device':'xen-pvdevice', 'expected':True}, # Device ID invalid, it must always be supplied
|
||||
{'device':'vhost-vsock-ccw', 'expected':True}, # guest-cid property must be greater than 2
|
||||
{'device':'ALTR.timer', 'expected':True}, # "clock-frequency" property must be provided
|
||||
{'device':'zpci', 'expected':True}, # target must be defined
|
||||
{'device':'pnv-(occ|icp|lpc)', 'expected':True}, # required link 'xics' not found: Property '.xics' not found
|
||||
{'device':'powernv-cpu-.*', 'expected':True}, # pnv_core_realize: required link 'xics' not found: Property '.xics' not found
|
||||
|
||||
# ioapic devices are already created by pc and will fail:
|
||||
{'machine':'q35|pc.*', 'device':'kvm-ioapic', 'expected':True}, # Only 1 ioapics allowed
|
||||
{'machine':'q35|pc.*', 'device':'ioapic', 'expected':True}, # Only 1 ioapics allowed
|
||||
|
||||
# KVM-specific devices shouldn't be tried without accel=kvm:
|
||||
{'accel':'(?!kvm).*', 'device':'kvmclock', 'expected':True},
|
||||
{'accel':'(?!kvm).*', 'device':'kvm-pci-assign', 'expected':True},
|
||||
|
||||
# xen-specific machines and devices:
|
||||
{'accel':'(?!xen).*', 'machine':'xen.*', 'expected':True},
|
||||
{'accel':'(?!xen).*', 'device':'xen-.*', 'expected':True},
|
||||
|
||||
# this fails on some machine-types, but not all, so they don't have expected=True:
|
||||
{'device':'vmgenid'}, # vmgenid requires DMA write support in fw_cfg, which this machine type does not provide
|
||||
|
||||
# Silence INFO messages for errors that are common on multiple
|
||||
# devices/machines:
|
||||
{'log':r"No '[\w-]+' bus found for device '[\w-]+'"},
|
||||
{'log':r"images* must be given with the 'pflash' parameter"},
|
||||
{'log':r"(Guest|ROM|Flash|Kernel) image must be specified"},
|
||||
{'log':r"[cC]ould not load [\w ]+ (BIOS|bios) '[\w-]+\.bin'"},
|
||||
{'log':r"Couldn't find rom image '[\w-]+\.bin'"},
|
||||
{'log':r"speed mismatch trying to attach usb device"},
|
||||
{'log':r"Can't create a second ISA bus"},
|
||||
{'log':r"duplicate fw_cfg file name"},
|
||||
# sysbus-related error messages: most machines reject most dynamic sysbus devices:
|
||||
{'log':r"Option '-device [\w.,-]+' cannot be handled by this machine"},
|
||||
{'log':r"Device [\w.,-]+ is not supported by this machine yet"},
|
||||
{'log':r"Device [\w.,-]+ can not be dynamically instantiated"},
|
||||
{'log':r"Platform Bus: Can not fit MMIO region of size "},
|
||||
# other more specific errors we will ignore:
|
||||
{'device':'allwinner-a10', 'log':"Unsupported NIC model:"},
|
||||
{'device':'.*-spapr-cpu-core', 'log':r"CPU core type should be"},
|
||||
{'log':r"MSI(-X)? is not supported by interrupt controller"},
|
||||
{'log':r"pxb-pcie? devices cannot reside on a PCIe? bus"},
|
||||
{'log':r"Ignoring smp_cpus value"},
|
||||
{'log':r"sd_init failed: Drive 'sd0' is already in use because it has been automatically connected to another device"},
|
||||
{'log':r"This CPU requires a smaller page size than the system is using"},
|
||||
{'log':r"MSI-X support is mandatory in the S390 architecture"},
|
||||
{'log':r"rom check and register reset failed"},
|
||||
{'log':r"Unable to initialize GIC, CPUState for CPU#0 not valid"},
|
||||
{'log':r"Multiple VT220 operator consoles are not supported"},
|
||||
{'log':r"core 0 already populated"},
|
||||
{'log':r"could not find stage1 bootloader"},
|
||||
|
||||
# other exitcode=1 failures not listed above will just generate INFO messages:
|
||||
{'exitcode':1, 'loglevel':logging.INFO},
|
||||
|
||||
# KNOWN CRASHES:
|
||||
# Known crashes will generate error messages, but won't be fatal.
|
||||
# Those entries must be removed once we fix the crashes.
|
||||
{'exitcode':-6, 'log':r"Device 'serial0' is in use", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"spapr_rtas_register: Assertion .*rtas_table\[token\]\.name.* failed", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"qemu_net_client_setup: Assertion `!peer->peer' failed", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r'RAMBlock "[\w.-]+" already registered', 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"find_ram_offset: Assertion `size != 0' failed.", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"puv3_load_kernel: Assertion `kernel_filename != NULL' failed", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"add_cpreg_to_hashtable: code should not be reached", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"qemu_alloc_display: Assertion `surface->image != NULL' failed", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"Unexpected error in error_set_from_qdev_prop_error", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"Object .* is not an instance of type spapr-machine", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"Object .* is not an instance of type generic-pc-machine", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"Object .* is not an instance of type e500-ccsr", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-6, 'log':r"vmstate_register_with_alias_id: Assertion `!se->compat || se->instance_id == 0' failed", 'loglevel':logging.ERROR},
|
||||
{'exitcode':-11, 'device':'stm32f205-soc', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'xlnx,zynqmp', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'mips-cps', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'gus', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'a9mpcore_priv', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'a15mpcore_priv', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'isa-serial', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'sb16', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'cs4231a', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'device':'arm-gicv3', 'loglevel':logging.ERROR, 'expected':True},
|
||||
{'exitcode':-11, 'machine':'isapc', 'device':'.*-iommu', 'loglevel':logging.ERROR, 'expected':True},
|
||||
|
||||
# everything else (including SIGABRT and SIGSEGV) will be a fatal error:
|
||||
{'exitcode':None, 'fatal':True, 'loglevel':logging.FATAL},
|
||||
]
|
||||
|
||||
|
||||
def whitelistTestCaseMatch(wl, t):
|
||||
"""Check if a test case specification can match a whitelist entry
|
||||
|
||||
This only checks if a whitelist entry is a candidate match
|
||||
for a given test case, it won't check if the test case
|
||||
results/output match the entry. See whitelistResultMatch().
|
||||
"""
|
||||
return (('machine' not in wl or
|
||||
'machine' not in t or
|
||||
re.match(wl['machine'] + '$', t['machine'])) and
|
||||
('accel' not in wl or
|
||||
'accel' not in t or
|
||||
re.match(wl['accel'] + '$', t['accel'])) and
|
||||
('device' not in wl or
|
||||
'device' not in t or
|
||||
re.match(wl['device'] + '$', t['device'])))
|
||||
|
||||
|
||||
def whitelistCandidates(t):
|
||||
"""Generate the list of candidates that can match a test case"""
|
||||
for i, wl in enumerate(ERROR_WHITELIST):
|
||||
if whitelistTestCaseMatch(wl, t):
|
||||
yield (i, wl)
|
||||
|
||||
|
||||
def findExpectedResult(t):
|
||||
"""Check if there's an expected=True whitelist entry for a test case
|
||||
|
||||
Returns (i, wl) tuple, where i is the index in
|
||||
ERROR_WHITELIST and wl is the whitelist entry itself.
|
||||
"""
|
||||
for i, wl in whitelistCandidates(t):
|
||||
if wl.get('expected'):
|
||||
return (i, wl)
|
||||
|
||||
|
||||
def whitelistResultMatch(wl, r):
|
||||
"""Check if test case results/output match a whitelist entry
|
||||
|
||||
It is valid to call this function only if
|
||||
whitelistTestCaseMatch() is True for the entry (e.g. on
|
||||
entries returned by whitelistCandidates())
|
||||
"""
|
||||
assert whitelistTestCaseMatch(wl, r['testcase'])
|
||||
return ((wl.get('exitcode', 1) is None or
|
||||
r['exitcode'] == wl.get('exitcode', 1)) and
|
||||
('log' not in wl or
|
||||
re.search(wl['log'], r['log'], re.MULTILINE)))
|
||||
|
||||
|
||||
def checkResultWhitelist(r):
|
||||
"""Look up whitelist entry for a given test case result
|
||||
|
||||
Returns (i, wl) tuple, where i is the index in
|
||||
ERROR_WHITELIST and wl is the whitelist entry itself.
|
||||
"""
|
||||
for i, wl in whitelistCandidates(r['testcase']):
|
||||
if whitelistResultMatch(wl, r):
|
||||
return i, wl
|
||||
|
||||
raise Exception("this should never happen")
|
||||
|
||||
|
||||
def qemuOptsEscape(s):
|
||||
"""Escape option value QemuOpts"""
|
||||
return s.replace(",", ",,")
|
||||
|
||||
|
||||
def formatTestCase(t):
|
||||
"""Format test case info as "key=value key=value" for prettier logging output"""
|
||||
return ' '.join('%s=%s' % (k, v) for k, v in t.items())
|
||||
|
||||
|
||||
def qomListTypeNames(vm, **kwargs):
|
||||
"""Run qom-list-types QMP command, return type names"""
|
||||
types = vm.command('qom-list-types', **kwargs)
|
||||
return [t['name'] for t in types]
|
||||
|
||||
|
||||
def infoQDM(vm):
|
||||
"""Parse 'info qdm' output"""
|
||||
args = {'command-line': 'info qdm'}
|
||||
devhelp = vm.command('human-monitor-command', **args)
|
||||
for l in devhelp.split('\n'):
|
||||
l = l.strip()
|
||||
if l == '' or l.endswith(':'):
|
||||
continue
|
||||
d = {'name': re.search(r'name "([^"]+)"', l).group(1),
|
||||
'no-user': (re.search(', no-user', l) is not None)}
|
||||
yield d
|
||||
|
||||
|
||||
class QemuBinaryInfo(object):
|
||||
def __init__(self, binary, devtype):
|
||||
if devtype is None:
|
||||
devtype = 'device'
|
||||
|
||||
self.binary = binary
|
||||
self._machine_info = {}
|
||||
|
||||
dbg("devtype: %r", devtype)
|
||||
args = ['-S', '-machine', 'none,accel=kvm:tcg']
|
||||
dbg("querying info for QEMU binary: %s", binary)
|
||||
vm = QEMUMachine(binary=binary, args=args)
|
||||
vm.launch()
|
||||
try:
|
||||
self.alldevs = set(qomListTypeNames(vm, implements=devtype, abstract=False))
|
||||
# there's no way to query DeviceClass::user_creatable using QMP,
|
||||
# so use 'info qdm':
|
||||
self.no_user_devs = set([d['name'] for d in infoQDM(vm, ) if d['no-user']])
|
||||
self.machines = list(m['name'] for m in vm.command('query-machines'))
|
||||
self.user_devs = self.alldevs.difference(self.no_user_devs)
|
||||
self.kvm_available = vm.command('query-kvm')['enabled']
|
||||
finally:
|
||||
vm.shutdown()
|
||||
|
||||
def machineInfo(self, machine):
|
||||
"""Query for information on a specific machine-type
|
||||
|
||||
Results are cached internally, in case the same machine-
|
||||
type is queried multiple times.
|
||||
"""
|
||||
if machine in self._machine_info:
|
||||
return self._machine_info[machine]
|
||||
|
||||
mi = {}
|
||||
args = ['-S', '-machine', '%s' % (machine)]
|
||||
dbg("querying machine info for binary=%s machine=%s", self.binary, machine)
|
||||
vm = QEMUMachine(binary=self.binary, args=args)
|
||||
try:
|
||||
vm.launch()
|
||||
mi['runnable'] = True
|
||||
except KeyboardInterrupt:
|
||||
raise
|
||||
except:
|
||||
dbg("exception trying to run binary=%s machine=%s", self.binary, machine, exc_info=sys.exc_info())
|
||||
dbg("log: %r", vm.get_log())
|
||||
mi['runnable'] = False
|
||||
|
||||
vm.shutdown()
|
||||
self._machine_info[machine] = mi
|
||||
return mi
|
||||
|
||||
|
||||
BINARY_INFO = {}
|
||||
|
||||
|
||||
def getBinaryInfo(args, binary):
|
||||
if binary not in BINARY_INFO:
|
||||
BINARY_INFO[binary] = QemuBinaryInfo(binary, args.devtype)
|
||||
return BINARY_INFO[binary]
|
||||
|
||||
|
||||
def checkOneCase(args, testcase):
|
||||
"""Check one specific case
|
||||
|
||||
Returns a dictionary containing failure information on error,
|
||||
or None on success
|
||||
"""
|
||||
binary = testcase['binary']
|
||||
accel = testcase['accel']
|
||||
machine = testcase['machine']
|
||||
device = testcase['device']
|
||||
|
||||
dbg("will test: %r", testcase)
|
||||
|
||||
args = ['-S', '-machine', '%s,accel=%s' % (machine, accel),
|
||||
'-device', qemuOptsEscape(device)]
|
||||
cmdline = ' '.join([binary] + args)
|
||||
dbg("will launch QEMU: %s", cmdline)
|
||||
vm = QEMUMachine(binary=binary, args=args)
|
||||
|
||||
exc_traceback = None
|
||||
try:
|
||||
vm.launch()
|
||||
except KeyboardInterrupt:
|
||||
raise
|
||||
except:
|
||||
exc_traceback = traceback.format_exc()
|
||||
dbg("Exception while running test case")
|
||||
finally:
|
||||
vm.shutdown()
|
||||
ec = vm.exitcode()
|
||||
log = vm.get_log()
|
||||
|
||||
if exc_traceback is not None or ec != 0:
|
||||
return {'exc_traceback':exc_traceback,
|
||||
'exitcode':ec,
|
||||
'log':log,
|
||||
'testcase':testcase,
|
||||
'cmdline':cmdline}
|
||||
|
||||
|
||||
def binariesToTest(args, testcase):
|
||||
if args.qemu:
|
||||
r = args.qemu
|
||||
else:
|
||||
r = glob.glob('./*-softmmu/qemu-system-*')
|
||||
return r
|
||||
|
||||
|
||||
def accelsToTest(args, testcase):
|
||||
if getBinaryInfo(args, testcase['binary']).kvm_available:
|
||||
yield 'kvm'
|
||||
yield 'tcg'
|
||||
|
||||
|
||||
def machinesToTest(args, testcase):
|
||||
return getBinaryInfo(args, testcase['binary']).machines
|
||||
|
||||
|
||||
def devicesToTest(args, testcase):
|
||||
return getBinaryInfo(args, testcase['binary']).user_devs
|
||||
|
||||
|
||||
TESTCASE_VARIABLES = [
|
||||
('binary', binariesToTest),
|
||||
('accel', accelsToTest),
|
||||
('machine', machinesToTest),
|
||||
('device', devicesToTest),
|
||||
]
|
||||
|
||||
|
||||
def genCases1(args, testcases, var, fn):
|
||||
"""Generate new testcases for one variable
|
||||
|
||||
If an existing item already has a variable set, don't
|
||||
generate new items and just return it directly. This
|
||||
allows the "-t" command-line option to be used to choose
|
||||
a specific test case.
|
||||
"""
|
||||
for testcase in testcases:
|
||||
if var in testcase:
|
||||
yield testcase.copy()
|
||||
else:
|
||||
for i in fn(args, testcase):
|
||||
t = testcase.copy()
|
||||
t[var] = i
|
||||
yield t
|
||||
|
||||
|
||||
def genCases(args, testcase):
|
||||
"""Generate test cases for all variables
|
||||
"""
|
||||
cases = [testcase.copy()]
|
||||
for var, fn in TESTCASE_VARIABLES:
|
||||
dbg("var: %r, fn: %r", var, fn)
|
||||
cases = genCases1(args, cases, var, fn)
|
||||
return cases
|
||||
|
||||
|
||||
def casesToTest(args, testcase):
|
||||
cases = genCases(args, testcase)
|
||||
if args.random:
|
||||
cases = list(cases)
|
||||
cases = random.sample(cases, min(args.random, len(cases)))
|
||||
if args.debug:
|
||||
cases = list(cases)
|
||||
dbg("%d test cases to test", len(cases))
|
||||
if args.shuffle:
|
||||
cases = list(cases)
|
||||
random.shuffle(cases)
|
||||
return cases
|
||||
|
||||
|
||||
def logFailure(f, level):
|
||||
t = f['testcase']
|
||||
logger.log(level, "failed: %s", formatTestCase(t))
|
||||
logger.log(level, "cmdline: %s", f['cmdline'])
|
||||
for l in f['log'].strip().split('\n'):
|
||||
logger.log(level, "log: %s", l)
|
||||
logger.log(level, "exit code: %r", f['exitcode'])
|
||||
if f['exc_traceback']:
|
||||
logger.log(level, "exception:")
|
||||
for l in f['exc_traceback'].split('\n'):
|
||||
logger.log(level, " %s", l.rstrip('\n'))
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description="QEMU -device crash test")
|
||||
parser.add_argument('-t', metavar='KEY=VALUE', nargs='*',
|
||||
help="Limit test cases to KEY=VALUE",
|
||||
action='append', dest='testcases', default=[])
|
||||
parser.add_argument('-d', '--debug', action='store_true',
|
||||
help='debug output')
|
||||
parser.add_argument('-v', '--verbose', action='store_true', default=True,
|
||||
help='verbose output')
|
||||
parser.add_argument('-q', '--quiet', dest='verbose', action='store_false',
|
||||
help='non-verbose output')
|
||||
parser.add_argument('-r', '--random', type=int, metavar='COUNT',
|
||||
help='run a random sample of COUNT test cases',
|
||||
default=0)
|
||||
parser.add_argument('--shuffle', action='store_true',
|
||||
help='Run test cases in random order')
|
||||
parser.add_argument('--dry-run', action='store_true',
|
||||
help="Don't run any tests, just generate list")
|
||||
parser.add_argument('-D', '--devtype', metavar='TYPE',
|
||||
help="Test only device types that implement TYPE")
|
||||
parser.add_argument('-Q', '--quick', action='store_true', default=True,
|
||||
help="Quick mode: skip test cases that are expected to fail")
|
||||
parser.add_argument('-F', '--full', action='store_false', dest='quick',
|
||||
help="Full mode: test cases that are expected to fail")
|
||||
parser.add_argument('--strict', action='store_true', dest='strict',
|
||||
help="Treat all warnings as fatal")
|
||||
parser.add_argument('qemu', nargs='*', metavar='QEMU',
|
||||
help='QEMU binary to run')
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.debug:
|
||||
lvl = logging.DEBUG
|
||||
elif args.verbose:
|
||||
lvl = logging.INFO
|
||||
else:
|
||||
lvl = logging.WARN
|
||||
logging.basicConfig(stream=sys.stdout, level=lvl, format='%(levelname)s: %(message)s')
|
||||
|
||||
fatal_failures = []
|
||||
wl_stats = {}
|
||||
skipped = 0
|
||||
total = 0
|
||||
|
||||
tc = {}
|
||||
dbg("testcases: %r", args.testcases)
|
||||
if args.testcases:
|
||||
for t in chain(*args.testcases):
|
||||
for kv in t.split():
|
||||
k, v = kv.split('=', 1)
|
||||
tc[k] = v
|
||||
|
||||
if len(binariesToTest(args, tc)) == 0:
|
||||
print >>sys.stderr, "No QEMU binary found"
|
||||
parser.print_usage(sys.stderr)
|
||||
return 1
|
||||
|
||||
for t in casesToTest(args, tc):
|
||||
logger.info("running test case: %s", formatTestCase(t))
|
||||
total += 1
|
||||
|
||||
expected_match = findExpectedResult(t)
|
||||
if (args.quick and
|
||||
(expected_match or
|
||||
not getBinaryInfo(args, t['binary']).machineInfo(t['machine'])['runnable'])):
|
||||
dbg("skipped: %s", formatTestCase(t))
|
||||
skipped += 1
|
||||
continue
|
||||
|
||||
if args.dry_run:
|
||||
continue
|
||||
|
||||
try:
|
||||
f = checkOneCase(args, t)
|
||||
except KeyboardInterrupt:
|
||||
break
|
||||
|
||||
if f:
|
||||
i, wl = checkResultWhitelist(f)
|
||||
dbg("testcase: %r, whitelist match: %r", t, wl)
|
||||
wl_stats.setdefault(i, []).append(f)
|
||||
level = wl.get('loglevel', logging.DEBUG)
|
||||
logFailure(f, level)
|
||||
if wl.get('fatal') or (args.strict and level >= logging.WARN):
|
||||
fatal_failures.append(f)
|
||||
else:
|
||||
dbg("success: %s", formatTestCase(t))
|
||||
if expected_match:
|
||||
logger.warn("Didn't fail as expected: %s", formatTestCase(t))
|
||||
|
||||
logger.info("Total: %d test cases", total)
|
||||
if skipped:
|
||||
logger.info("Skipped %d test cases", skipped)
|
||||
|
||||
if args.debug:
|
||||
stats = sorted([(len(wl_stats.get(i, [])), wl) for i, wl in enumerate(ERROR_WHITELIST)])
|
||||
for count, wl in stats:
|
||||
dbg("whitelist entry stats: %d: %r", count, wl)
|
||||
|
||||
if fatal_failures:
|
||||
for f in fatal_failures:
|
||||
t = f['testcase']
|
||||
logger.error("Fatal failure: %s", formatTestCase(t))
|
||||
logger.error("Fatal failures on some machine/device combinations")
|
||||
return 1
|
||||
|
||||
if __name__ == '__main__':
|
||||
sys.exit(main())
|
||||
@ -85,8 +85,16 @@ class QEMUMachine(object):
|
||||
return
|
||||
raise
|
||||
|
||||
def is_running(self):
|
||||
return self._popen and (self._popen.returncode is None)
|
||||
|
||||
def exitcode(self):
|
||||
if self._popen is None:
|
||||
return None
|
||||
return self._popen.returncode
|
||||
|
||||
def get_pid(self):
|
||||
if not self._popen:
|
||||
if not self.is_running():
|
||||
return None
|
||||
return self._popen.pid
|
||||
|
||||
@ -128,16 +136,16 @@ class QEMUMachine(object):
|
||||
stderr=subprocess.STDOUT, shell=False)
|
||||
self._post_launch()
|
||||
except:
|
||||
if self._popen:
|
||||
if self.is_running():
|
||||
self._popen.kill()
|
||||
self._popen.wait()
|
||||
self._load_io_log()
|
||||
self._post_shutdown()
|
||||
self._popen = None
|
||||
raise
|
||||
|
||||
def shutdown(self):
|
||||
'''Terminate the VM and clean up'''
|
||||
if not self._popen is None:
|
||||
if self.is_running():
|
||||
try:
|
||||
self._qmp.cmd('quit')
|
||||
self._qmp.close()
|
||||
@ -149,7 +157,6 @@ class QEMUMachine(object):
|
||||
sys.stderr.write('qemu received signal %i: %s\n' % (-exitcode, ' '.join(self._args)))
|
||||
self._load_io_log()
|
||||
self._post_shutdown()
|
||||
self._popen = None
|
||||
|
||||
underscore_to_dash = string.maketrans('_', '-')
|
||||
def qmp(self, cmd, conv_keys=True, **args):
|
||||
|
||||
@ -1589,7 +1589,7 @@ static Property arm_cpu_properties[] = {
|
||||
DEFINE_PROP_UINT32("midr", ARMCPU, midr, 0),
|
||||
DEFINE_PROP_UINT64("mp-affinity", ARMCPU,
|
||||
mp_affinity, ARM64_AFFINITY_INVALID),
|
||||
DEFINE_PROP_INT32("node-id", CPUState, numa_node, CPU_UNSET_NUMA_NODE_ID),
|
||||
DEFINE_PROP_INT32("node-id", ARMCPU, node_id, CPU_UNSET_NUMA_NODE_ID),
|
||||
DEFINE_PROP_END_OF_LIST()
|
||||
};
|
||||
|
||||
|
||||
@ -704,6 +704,8 @@ struct ARMCPU {
|
||||
|
||||
ARMELChangeHook *el_change_hook;
|
||||
void *el_change_hook_opaque;
|
||||
|
||||
int32_t node_id; /* NUMA node this CPU belongs to */
|
||||
};
|
||||
|
||||
static inline ARMCPU *arm_env_get_cpu(CPUARMState *env)
|
||||
|
||||
@ -3986,7 +3986,7 @@ static Property x86_cpu_properties[] = {
|
||||
DEFINE_PROP_INT32("core-id", X86CPU, core_id, -1),
|
||||
DEFINE_PROP_INT32("socket-id", X86CPU, socket_id, -1),
|
||||
#endif
|
||||
DEFINE_PROP_INT32("node-id", CPUState, numa_node, CPU_UNSET_NUMA_NODE_ID),
|
||||
DEFINE_PROP_INT32("node-id", X86CPU, node_id, CPU_UNSET_NUMA_NODE_ID),
|
||||
DEFINE_PROP_BOOL("pmu", X86CPU, enable_pmu, false),
|
||||
{ .name = "hv-spinlocks", .info = &qdev_prop_spinlocks },
|
||||
DEFINE_PROP_BOOL("hv-relaxed", X86CPU, hyperv_relaxed_timing, false),
|
||||
|
||||
@ -1275,6 +1275,7 @@ struct X86CPU {
|
||||
|
||||
struct kvm_msrs *kvm_msr_buf;
|
||||
|
||||
int32_t node_id; /* NUMA node this CPU belongs to */
|
||||
int32_t socket_id;
|
||||
int32_t core_id;
|
||||
int32_t thread_id;
|
||||
|
||||
@ -1205,6 +1205,7 @@ struct PowerPCCPU {
|
||||
uint32_t compat_pvr;
|
||||
PPCVirtualHypervisor *vhyp;
|
||||
Object *intc;
|
||||
int32_t node_id; /* NUMA node this CPU belongs to */
|
||||
|
||||
/* Fields related to migration compatibility hacks */
|
||||
bool pre_2_8_migration;
|
||||
|
||||
@ -313,6 +313,44 @@ int main(int argc, char **argv)
|
||||
add_cpuid_test("x86/cpuid/auto-xlevel2/pc-2.7",
|
||||
"-machine pc-i440fx-2.7 -cpu 486,+xstore",
|
||||
"xlevel2", 0);
|
||||
/*
|
||||
* QEMU 1.4.0 had auto-level enabled for CPUID[7], already,
|
||||
* and the compat code that sets default level shouldn't
|
||||
* disable the auto-level=7 code:
|
||||
*/
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-1.4/off",
|
||||
"-machine pc-i440fx-1.4 -cpu Nehalem",
|
||||
"level", 2);
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-1.5/on",
|
||||
"-machine pc-i440fx-1.4 -cpu Nehalem,+smap",
|
||||
"level", 7);
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-2.3/off",
|
||||
"-machine pc-i440fx-2.3 -cpu Penryn",
|
||||
"level", 4);
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-2.3/on",
|
||||
"-machine pc-i440fx-2.3 -cpu Penryn,+erms",
|
||||
"level", 7);
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-2.9/off",
|
||||
"-machine pc-i440fx-2.9 -cpu Conroe",
|
||||
"level", 10);
|
||||
add_cpuid_test("x86/cpuid/auto-level7/pc-i440fx-2.9/on",
|
||||
"-machine pc-i440fx-2.9 -cpu Conroe,+erms",
|
||||
"level", 10);
|
||||
|
||||
/*
|
||||
* xlevel doesn't have any feature that triggers auto-level
|
||||
* code on old machine-types. Just check that the compat code
|
||||
* is working correctly:
|
||||
*/
|
||||
add_cpuid_test("x86/cpuid/xlevel-compat/pc-i440fx-2.3",
|
||||
"-machine pc-i440fx-2.3 -cpu SandyBridge",
|
||||
"xlevel", 0x8000000a);
|
||||
add_cpuid_test("x86/cpuid/xlevel-compat/pc-i440fx-2.4/npt-off",
|
||||
"-machine pc-i440fx-2.4 -cpu SandyBridge,",
|
||||
"xlevel", 0x80000008);
|
||||
add_cpuid_test("x86/cpuid/xlevel-compat/pc-i440fx-2.4/npt-on",
|
||||
"-machine pc-i440fx-2.4 -cpu SandyBridge,+npt",
|
||||
"xlevel", 0x80000008);
|
||||
|
||||
/* Test feature parsing */
|
||||
add_feature_test("x86/cpuid/features/plus",
|
||||
|
||||
Loading…
Reference in New Issue
Block a user