|  | /* | 
|  | * This program is free software; you can redistribute it and/or modify | 
|  | * it under the terms of the GNU General Public License, version 2, as | 
|  | * published by the Free Software Foundation. | 
|  | * | 
|  | * This program is distributed in the hope that it will be useful, | 
|  | * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | * GNU General Public License for more details. | 
|  | * | 
|  | * You should have received a copy of the GNU General Public License | 
|  | * along with this program; if not, write to the Free Software | 
|  | * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA. | 
|  | * | 
|  | * Copyright IBM Corp. 2007 | 
|  | * Copyright 2011 Freescale Semiconductor, Inc. | 
|  | * | 
|  | * Authors: Hollis Blanchard <hollisb@us.ibm.com> | 
|  | */ | 
|  |  | 
|  | #include <linux/jiffies.h> | 
|  | #include <linux/hrtimer.h> | 
|  | #include <linux/types.h> | 
|  | #include <linux/string.h> | 
|  | #include <linux/kvm_host.h> | 
|  | #include <linux/clockchips.h> | 
|  |  | 
|  | #include <asm/reg.h> | 
|  | #include <asm/time.h> | 
|  | #include <asm/byteorder.h> | 
|  | #include <asm/kvm_ppc.h> | 
|  | #include <asm/disassemble.h> | 
|  | #include "timing.h" | 
|  | #include "trace.h" | 
|  |  | 
|  | #define OP_TRAP 3 | 
|  | #define OP_TRAP_64 2 | 
|  |  | 
|  | #define OP_31_XOP_TRAP      4 | 
|  | #define OP_31_XOP_LWZX      23 | 
|  | #define OP_31_XOP_DCBST     54 | 
|  | #define OP_31_XOP_TRAP_64   68 | 
|  | #define OP_31_XOP_DCBF      86 | 
|  | #define OP_31_XOP_LBZX      87 | 
|  | #define OP_31_XOP_STWX      151 | 
|  | #define OP_31_XOP_STBX      215 | 
|  | #define OP_31_XOP_LBZUX     119 | 
|  | #define OP_31_XOP_STBUX     247 | 
|  | #define OP_31_XOP_LHZX      279 | 
|  | #define OP_31_XOP_LHZUX     311 | 
|  | #define OP_31_XOP_MFSPR     339 | 
|  | #define OP_31_XOP_LHAX      343 | 
|  | #define OP_31_XOP_STHX      407 | 
|  | #define OP_31_XOP_STHUX     439 | 
|  | #define OP_31_XOP_MTSPR     467 | 
|  | #define OP_31_XOP_DCBI      470 | 
|  | #define OP_31_XOP_LWBRX     534 | 
|  | #define OP_31_XOP_TLBSYNC   566 | 
|  | #define OP_31_XOP_STWBRX    662 | 
|  | #define OP_31_XOP_LHBRX     790 | 
|  | #define OP_31_XOP_STHBRX    918 | 
|  |  | 
|  | #define OP_LWZ  32 | 
|  | #define OP_LD   58 | 
|  | #define OP_LWZU 33 | 
|  | #define OP_LBZ  34 | 
|  | #define OP_LBZU 35 | 
|  | #define OP_STW  36 | 
|  | #define OP_STWU 37 | 
|  | #define OP_STD  62 | 
|  | #define OP_STB  38 | 
|  | #define OP_STBU 39 | 
|  | #define OP_LHZ  40 | 
|  | #define OP_LHZU 41 | 
|  | #define OP_LHA  42 | 
|  | #define OP_LHAU 43 | 
|  | #define OP_STH  44 | 
|  | #define OP_STHU 45 | 
|  |  | 
|  | void kvmppc_emulate_dec(struct kvm_vcpu *vcpu) | 
|  | { | 
|  | unsigned long dec_nsec; | 
|  | unsigned long long dec_time; | 
|  |  | 
|  | pr_debug("mtDEC: %x\n", vcpu->arch.dec); | 
|  | hrtimer_try_to_cancel(&vcpu->arch.dec_timer); | 
|  |  | 
|  | #ifdef CONFIG_PPC_BOOK3S | 
|  | /* mtdec lowers the interrupt line when positive. */ | 
|  | kvmppc_core_dequeue_dec(vcpu); | 
|  |  | 
|  | /* POWER4+ triggers a dec interrupt if the value is < 0 */ | 
|  | if (vcpu->arch.dec & 0x80000000) { | 
|  | kvmppc_core_queue_dec(vcpu); | 
|  | return; | 
|  | } | 
|  | #endif | 
|  |  | 
|  | #ifdef CONFIG_BOOKE | 
|  | /* On BOOKE, DEC = 0 is as good as decrementer not enabled */ | 
|  | if (vcpu->arch.dec == 0) | 
|  | return; | 
|  | #endif | 
|  |  | 
|  | /* | 
|  | * The decrementer ticks at the same rate as the timebase, so | 
|  | * that's how we convert the guest DEC value to the number of | 
|  | * host ticks. | 
|  | */ | 
|  |  | 
|  | dec_time = vcpu->arch.dec; | 
|  | /* | 
|  | * Guest timebase ticks at the same frequency as host decrementer. | 
|  | * So use the host decrementer calculations for decrementer emulation. | 
|  | */ | 
|  | dec_time = dec_time << decrementer_clockevent.shift; | 
|  | do_div(dec_time, decrementer_clockevent.mult); | 
|  | dec_nsec = do_div(dec_time, NSEC_PER_SEC); | 
|  | hrtimer_start(&vcpu->arch.dec_timer, | 
|  | ktime_set(dec_time, dec_nsec), HRTIMER_MODE_REL); | 
|  | vcpu->arch.dec_jiffies = get_tb(); | 
|  | } | 
|  |  | 
|  | u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb) | 
|  | { | 
|  | u64 jd = tb - vcpu->arch.dec_jiffies; | 
|  |  | 
|  | #ifdef CONFIG_BOOKE | 
|  | if (vcpu->arch.dec < jd) | 
|  | return 0; | 
|  | #endif | 
|  |  | 
|  | return vcpu->arch.dec - jd; | 
|  | } | 
|  |  | 
|  | static int kvmppc_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, int rs) | 
|  | { | 
|  | enum emulation_result emulated = EMULATE_DONE; | 
|  | ulong spr_val = kvmppc_get_gpr(vcpu, rs); | 
|  |  | 
|  | switch (sprn) { | 
|  | case SPRN_SRR0: | 
|  | vcpu->arch.shared->srr0 = spr_val; | 
|  | break; | 
|  | case SPRN_SRR1: | 
|  | vcpu->arch.shared->srr1 = spr_val; | 
|  | break; | 
|  |  | 
|  | /* XXX We need to context-switch the timebase for | 
|  | * watchdog and FIT. */ | 
|  | case SPRN_TBWL: break; | 
|  | case SPRN_TBWU: break; | 
|  |  | 
|  | case SPRN_DEC: | 
|  | vcpu->arch.dec = spr_val; | 
|  | kvmppc_emulate_dec(vcpu); | 
|  | break; | 
|  |  | 
|  | case SPRN_SPRG0: | 
|  | vcpu->arch.shared->sprg0 = spr_val; | 
|  | break; | 
|  | case SPRN_SPRG1: | 
|  | vcpu->arch.shared->sprg1 = spr_val; | 
|  | break; | 
|  | case SPRN_SPRG2: | 
|  | vcpu->arch.shared->sprg2 = spr_val; | 
|  | break; | 
|  | case SPRN_SPRG3: | 
|  | vcpu->arch.shared->sprg3 = spr_val; | 
|  | break; | 
|  |  | 
|  | default: | 
|  | emulated = kvmppc_core_emulate_mtspr(vcpu, sprn, | 
|  | spr_val); | 
|  | if (emulated == EMULATE_FAIL) | 
|  | printk(KERN_INFO "mtspr: unknown spr " | 
|  | "0x%x\n", sprn); | 
|  | break; | 
|  | } | 
|  |  | 
|  | kvmppc_set_exit_type(vcpu, EMULATED_MTSPR_EXITS); | 
|  |  | 
|  | return emulated; | 
|  | } | 
|  |  | 
|  | static int kvmppc_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, int rt) | 
|  | { | 
|  | enum emulation_result emulated = EMULATE_DONE; | 
|  | ulong spr_val = 0; | 
|  |  | 
|  | switch (sprn) { | 
|  | case SPRN_SRR0: | 
|  | spr_val = vcpu->arch.shared->srr0; | 
|  | break; | 
|  | case SPRN_SRR1: | 
|  | spr_val = vcpu->arch.shared->srr1; | 
|  | break; | 
|  | case SPRN_PVR: | 
|  | spr_val = vcpu->arch.pvr; | 
|  | break; | 
|  | case SPRN_PIR: | 
|  | spr_val = vcpu->vcpu_id; | 
|  | break; | 
|  |  | 
|  | /* Note: mftb and TBRL/TBWL are user-accessible, so | 
|  | * the guest can always access the real TB anyways. | 
|  | * In fact, we probably will never see these traps. */ | 
|  | case SPRN_TBWL: | 
|  | spr_val = get_tb() >> 32; | 
|  | break; | 
|  | case SPRN_TBWU: | 
|  | spr_val = get_tb(); | 
|  | break; | 
|  |  | 
|  | case SPRN_SPRG0: | 
|  | spr_val = vcpu->arch.shared->sprg0; | 
|  | break; | 
|  | case SPRN_SPRG1: | 
|  | spr_val = vcpu->arch.shared->sprg1; | 
|  | break; | 
|  | case SPRN_SPRG2: | 
|  | spr_val = vcpu->arch.shared->sprg2; | 
|  | break; | 
|  | case SPRN_SPRG3: | 
|  | spr_val = vcpu->arch.shared->sprg3; | 
|  | break; | 
|  | /* Note: SPRG4-7 are user-readable, so we don't get | 
|  | * a trap. */ | 
|  |  | 
|  | case SPRN_DEC: | 
|  | spr_val = kvmppc_get_dec(vcpu, get_tb()); | 
|  | break; | 
|  | default: | 
|  | emulated = kvmppc_core_emulate_mfspr(vcpu, sprn, | 
|  | &spr_val); | 
|  | if (unlikely(emulated == EMULATE_FAIL)) { | 
|  | printk(KERN_INFO "mfspr: unknown spr " | 
|  | "0x%x\n", sprn); | 
|  | } | 
|  | break; | 
|  | } | 
|  |  | 
|  | if (emulated == EMULATE_DONE) | 
|  | kvmppc_set_gpr(vcpu, rt, spr_val); | 
|  | kvmppc_set_exit_type(vcpu, EMULATED_MFSPR_EXITS); | 
|  |  | 
|  | return emulated; | 
|  | } | 
|  |  | 
|  | /* XXX to do: | 
|  | * lhax | 
|  | * lhaux | 
|  | * lswx | 
|  | * lswi | 
|  | * stswx | 
|  | * stswi | 
|  | * lha | 
|  | * lhau | 
|  | * lmw | 
|  | * stmw | 
|  | * | 
|  | * XXX is_bigendian should depend on MMU mapping or MSR[LE] | 
|  | */ | 
|  | /* XXX Should probably auto-generate instruction decoding for a particular core | 
|  | * from opcode tables in the future. */ | 
|  | int kvmppc_emulate_instruction(struct kvm_run *run, struct kvm_vcpu *vcpu) | 
|  | { | 
|  | u32 inst = kvmppc_get_last_inst(vcpu); | 
|  | int ra = get_ra(inst); | 
|  | int rs = get_rs(inst); | 
|  | int rt = get_rt(inst); | 
|  | int sprn = get_sprn(inst); | 
|  | enum emulation_result emulated = EMULATE_DONE; | 
|  | int advance = 1; | 
|  |  | 
|  | /* this default type might be overwritten by subcategories */ | 
|  | kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS); | 
|  |  | 
|  | pr_debug("Emulating opcode %d / %d\n", get_op(inst), get_xop(inst)); | 
|  |  | 
|  | switch (get_op(inst)) { | 
|  | case OP_TRAP: | 
|  | #ifdef CONFIG_PPC_BOOK3S | 
|  | case OP_TRAP_64: | 
|  | kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP); | 
|  | #else | 
|  | kvmppc_core_queue_program(vcpu, | 
|  | vcpu->arch.shared->esr | ESR_PTR); | 
|  | #endif | 
|  | advance = 0; | 
|  | break; | 
|  |  | 
|  | case 31: | 
|  | switch (get_xop(inst)) { | 
|  |  | 
|  | case OP_31_XOP_TRAP: | 
|  | #ifdef CONFIG_64BIT | 
|  | case OP_31_XOP_TRAP_64: | 
|  | #endif | 
|  | #ifdef CONFIG_PPC_BOOK3S | 
|  | kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP); | 
|  | #else | 
|  | kvmppc_core_queue_program(vcpu, | 
|  | vcpu->arch.shared->esr | ESR_PTR); | 
|  | #endif | 
|  | advance = 0; | 
|  | break; | 
|  | case OP_31_XOP_LWZX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LBZX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LBZUX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STWX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 4, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STBX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 1, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STBUX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 1, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LHAX: | 
|  | emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LHZX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LHZUX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_MFSPR: | 
|  | emulated = kvmppc_emulate_mfspr(vcpu, sprn, rt); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STHX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STHUX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 2, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_MTSPR: | 
|  | emulated = kvmppc_emulate_mtspr(vcpu, sprn, rs); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_DCBST: | 
|  | case OP_31_XOP_DCBF: | 
|  | case OP_31_XOP_DCBI: | 
|  | /* Do nothing. The guest is performing dcbi because | 
|  | * hardware DMA is not snooped by the dcache, but | 
|  | * emulated DMA either goes through the dcache as | 
|  | * normal writes, or the host kernel has handled dcache | 
|  | * coherence. */ | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LWBRX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 4, 0); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_TLBSYNC: | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STWBRX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 4, 0); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_LHBRX: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 2, 0); | 
|  | break; | 
|  |  | 
|  | case OP_31_XOP_STHBRX: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 2, 0); | 
|  | break; | 
|  |  | 
|  | default: | 
|  | /* Attempt core-specific emulation below. */ | 
|  | emulated = EMULATE_FAIL; | 
|  | } | 
|  | break; | 
|  |  | 
|  | case OP_LWZ: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1); | 
|  | break; | 
|  |  | 
|  | /* TBD: Add support for other 64 bit load variants like ldu, ldux, ldx etc. */ | 
|  | case OP_LD: | 
|  | rt = get_rt(inst); | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 8, 1); | 
|  | break; | 
|  |  | 
|  | case OP_LWZU: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_LBZ: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1); | 
|  | break; | 
|  |  | 
|  | case OP_LBZU: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_STW: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 4, 1); | 
|  | break; | 
|  |  | 
|  | /* TBD: Add support for other 64 bit store variants like stdu, stdux, stdx etc. */ | 
|  | case OP_STD: | 
|  | rs = get_rs(inst); | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 8, 1); | 
|  | break; | 
|  |  | 
|  | case OP_STWU: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 4, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_STB: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 1, 1); | 
|  | break; | 
|  |  | 
|  | case OP_STBU: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 1, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_LHZ: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_LHZU: | 
|  | emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_LHA: | 
|  | emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_LHAU: | 
|  | emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | case OP_STH: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 2, 1); | 
|  | break; | 
|  |  | 
|  | case OP_STHU: | 
|  | emulated = kvmppc_handle_store(run, vcpu, | 
|  | kvmppc_get_gpr(vcpu, rs), | 
|  | 2, 1); | 
|  | kvmppc_set_gpr(vcpu, ra, vcpu->arch.vaddr_accessed); | 
|  | break; | 
|  |  | 
|  | default: | 
|  | emulated = EMULATE_FAIL; | 
|  | } | 
|  |  | 
|  | if (emulated == EMULATE_FAIL) { | 
|  | emulated = kvmppc_core_emulate_op(run, vcpu, inst, &advance); | 
|  | if (emulated == EMULATE_AGAIN) { | 
|  | advance = 0; | 
|  | } else if (emulated == EMULATE_FAIL) { | 
|  | advance = 0; | 
|  | printk(KERN_ERR "Couldn't emulate instruction 0x%08x " | 
|  | "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst)); | 
|  | kvmppc_core_queue_program(vcpu, 0); | 
|  | } | 
|  | } | 
|  |  | 
|  | trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated); | 
|  |  | 
|  | /* Advance past emulated instruction. */ | 
|  | if (advance) | 
|  | kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4); | 
|  |  | 
|  | return emulated; | 
|  | } |