2003-06-15 20:02:25 +00:00
|
|
|
/*
|
|
|
|
|
* defines common to all virtual CPUs
|
2007-09-16 21:08:06 +00:00
|
|
|
*
|
2003-06-15 20:02:25 +00:00
|
|
|
* Copyright (c) 2003 Fabrice Bellard
|
|
|
|
|
*
|
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
|
* License as published by the Free Software Foundation; either
|
2020-10-23 12:33:53 +00:00
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
2003-06-15 20:02:25 +00:00
|
|
|
*
|
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
|
*
|
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2009-07-16 20:47:01 +00:00
|
|
|
* License along with this library; if not, see <http://www.gnu.org/licenses/>.
|
2003-06-15 20:02:25 +00:00
|
|
|
*/
|
|
|
|
|
#ifndef CPU_ALL_H
|
|
|
|
|
#define CPU_ALL_H
|
|
|
|
|
|
2023-12-06 20:27:32 +01:00
|
|
|
#include "exec/page-protection.h"
|
2012-12-17 18:19:49 +01:00
|
|
|
#include "exec/cpu-common.h"
|
2013-10-08 16:14:39 +02:00
|
|
|
#include "exec/memory.h"
|
2023-04-11 20:34:17 +02:00
|
|
|
#include "exec/tswap.h"
|
2019-07-09 17:20:52 +02:00
|
|
|
#include "hw/core/cpu.h"
|
2004-01-04 15:44:17 +00:00
|
|
|
|
2007-09-16 21:08:06 +00:00
|
|
|
/* some important defines:
|
|
|
|
|
*
|
2022-03-23 19:57:17 +04:00
|
|
|
* HOST_BIG_ENDIAN : whether the host cpu is big endian and
|
2004-01-04 15:44:17 +00:00
|
|
|
* otherwise little endian.
|
2007-09-16 21:08:06 +00:00
|
|
|
*
|
2022-03-23 19:57:18 +04:00
|
|
|
* TARGET_BIG_ENDIAN : same for the target cpu
|
2004-01-04 15:44:17 +00:00
|
|
|
*/
|
|
|
|
|
|
2022-03-23 19:57:18 +04:00
|
|
|
#if HOST_BIG_ENDIAN != TARGET_BIG_ENDIAN
|
2004-03-21 17:06:25 +00:00
|
|
|
#define BSWAP_NEEDED
|
|
|
|
|
#endif
|
|
|
|
|
|
2015-01-20 15:19:35 +00:00
|
|
|
/* Target-endianness CPU memory access functions. These fit into the
|
|
|
|
|
* {ld,st}{type}{sign}{size}{endian}_p naming scheme described in bswap.h.
|
2004-02-22 11:53:50 +00:00
|
|
|
*/
|
2022-03-23 19:57:18 +04:00
|
|
|
#if TARGET_BIG_ENDIAN
|
2005-11-19 17:47:39 +00:00
|
|
|
#define lduw_p(p) lduw_be_p(p)
|
|
|
|
|
#define ldsw_p(p) ldsw_be_p(p)
|
|
|
|
|
#define ldl_p(p) ldl_be_p(p)
|
|
|
|
|
#define ldq_p(p) ldq_be_p(p)
|
|
|
|
|
#define stw_p(p, v) stw_be_p(p, v)
|
|
|
|
|
#define stl_p(p, v) stl_be_p(p, v)
|
|
|
|
|
#define stq_p(p, v) stq_be_p(p, v)
|
2018-06-15 14:57:14 +01:00
|
|
|
#define ldn_p(p, sz) ldn_be_p(p, sz)
|
|
|
|
|
#define stn_p(p, sz, v) stn_be_p(p, sz, v)
|
2005-11-19 17:47:39 +00:00
|
|
|
#else
|
|
|
|
|
#define lduw_p(p) lduw_le_p(p)
|
|
|
|
|
#define ldsw_p(p) ldsw_le_p(p)
|
|
|
|
|
#define ldl_p(p) ldl_le_p(p)
|
|
|
|
|
#define ldq_p(p) ldq_le_p(p)
|
|
|
|
|
#define stw_p(p, v) stw_le_p(p, v)
|
|
|
|
|
#define stl_p(p, v) stl_le_p(p, v)
|
|
|
|
|
#define stq_p(p, v) stq_le_p(p, v)
|
2018-06-15 14:57:14 +01:00
|
|
|
#define ldn_p(p, sz) ldn_le_p(p, sz)
|
|
|
|
|
#define stn_p(p, sz, v) stn_le_p(p, sz, v)
|
2003-06-15 20:02:25 +00:00
|
|
|
#endif
|
|
|
|
|
|
2003-10-27 21:22:23 +00:00
|
|
|
/* MMU memory access macros */
|
|
|
|
|
|
2024-11-14 00:08:02 +01:00
|
|
|
#if !defined(CONFIG_USER_ONLY)
|
2014-06-27 08:33:38 +02:00
|
|
|
|
|
|
|
|
#include "exec/hwaddr.h"
|
|
|
|
|
|
2018-03-04 23:31:47 +01:00
|
|
|
#define SUFFIX
|
|
|
|
|
#define ARG1 as
|
|
|
|
|
#define ARG1_DECL AddressSpace *as
|
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 12:41:01 +01:00
|
|
|
#include "exec/memory_ldst.h.inc"
|
2016-11-22 12:04:52 +01:00
|
|
|
|
2018-03-18 18:26:36 +01:00
|
|
|
#define SUFFIX _cached_slow
|
2018-03-04 23:31:47 +01:00
|
|
|
#define ARG1 cache
|
|
|
|
|
#define ARG1_DECL MemoryRegionCache *cache
|
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 12:41:01 +01:00
|
|
|
#include "exec/memory_ldst.h.inc"
|
2016-11-22 12:04:52 +01:00
|
|
|
|
2018-03-04 23:31:47 +01:00
|
|
|
static inline void stl_phys_notdirty(AddressSpace *as, hwaddr addr, uint32_t val)
|
|
|
|
|
{
|
|
|
|
|
address_space_stl_notdirty(as, addr, val,
|
|
|
|
|
MEMTXATTRS_UNSPECIFIED, NULL);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define SUFFIX
|
|
|
|
|
#define ARG1 as
|
|
|
|
|
#define ARG1_DECL AddressSpace *as
|
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 12:41:01 +01:00
|
|
|
#include "exec/memory_ldst_phys.h.inc"
|
2018-03-04 23:31:47 +01:00
|
|
|
|
2018-03-18 18:26:36 +01:00
|
|
|
/* Inline fast path for direct RAM access. */
|
|
|
|
|
#define ENDIANNESS
|
2020-02-04 12:41:01 +01:00
|
|
|
#include "exec/memory_ldst_cached.h.inc"
|
2018-03-18 18:26:36 +01:00
|
|
|
|
2018-03-04 23:31:47 +01:00
|
|
|
#define SUFFIX _cached
|
|
|
|
|
#define ARG1 cache
|
|
|
|
|
#define ARG1_DECL MemoryRegionCache *cache
|
|
|
|
|
#define TARGET_ENDIANNESS
|
2020-02-04 12:41:01 +01:00
|
|
|
#include "exec/memory_ldst_phys.h.inc"
|
2010-03-10 14:36:58 -08:00
|
|
|
#endif
|
|
|
|
|
|
2003-06-15 20:02:25 +00:00
|
|
|
/* page related stuff */
|
2024-11-13 13:54:54 +01:00
|
|
|
#include "exec/cpu-defs.h"
|
2016-10-24 16:26:49 +01:00
|
|
|
#ifdef TARGET_PAGE_BITS_VARY
|
2021-03-22 12:24:25 +01:00
|
|
|
# include "exec/page-vary.h"
|
2019-09-13 11:21:53 -04:00
|
|
|
extern const TargetPageBits target_page;
|
2023-12-02 15:24:15 +01:00
|
|
|
# ifdef CONFIG_DEBUG_TCG
|
|
|
|
|
# define TARGET_PAGE_BITS ({ assert(target_page.decided); \
|
|
|
|
|
target_page.bits; })
|
|
|
|
|
# define TARGET_PAGE_MASK ({ assert(target_page.decided); \
|
|
|
|
|
(target_long)target_page.mask; })
|
|
|
|
|
# else
|
|
|
|
|
# define TARGET_PAGE_BITS target_page.bits
|
|
|
|
|
# define TARGET_PAGE_MASK ((target_long)target_page.mask)
|
|
|
|
|
# endif
|
|
|
|
|
# define TARGET_PAGE_SIZE (-(int)TARGET_PAGE_MASK)
|
2016-10-24 16:26:49 +01:00
|
|
|
#else
|
2023-12-02 15:24:15 +01:00
|
|
|
# define TARGET_PAGE_BITS_MIN TARGET_PAGE_BITS
|
|
|
|
|
# define TARGET_PAGE_SIZE (1 << TARGET_PAGE_BITS)
|
|
|
|
|
# define TARGET_PAGE_MASK ((target_long)-1 << TARGET_PAGE_BITS)
|
2016-10-24 16:26:49 +01:00
|
|
|
#endif
|
|
|
|
|
|
2019-10-13 10:11:44 +08:00
|
|
|
#define TARGET_PAGE_ALIGN(addr) ROUND_UP((addr), TARGET_PAGE_SIZE)
|
2003-06-15 20:02:25 +00:00
|
|
|
|
2012-03-14 01:38:32 +01:00
|
|
|
CPUArchState *cpu_copy(CPUArchState *env);
|
2007-02-28 20:20:53 +00:00
|
|
|
|
2011-05-04 13:34:24 -07:00
|
|
|
/* Flags for use in ENV->INTERRUPT_PENDING.
|
|
|
|
|
|
|
|
|
|
The numbers assigned here are non-sequential in order to preserve
|
|
|
|
|
binary compatibility with the vmstate dump. Bit 0 (0x0001) was
|
|
|
|
|
previously used for CPU_INTERRUPT_EXIT, and is cleared when loading
|
|
|
|
|
the vmstate dump. */
|
|
|
|
|
|
|
|
|
|
/* External hardware interrupt pending. This is typically used for
|
|
|
|
|
interrupts from devices. */
|
|
|
|
|
#define CPU_INTERRUPT_HARD 0x0002
|
|
|
|
|
|
|
|
|
|
/* Exit the current TB. This is typically used when some system-level device
|
|
|
|
|
makes some change to the memory mapping. E.g. the a20 line change. */
|
|
|
|
|
#define CPU_INTERRUPT_EXITTB 0x0004
|
|
|
|
|
|
|
|
|
|
/* Halt the CPU. */
|
|
|
|
|
#define CPU_INTERRUPT_HALT 0x0020
|
|
|
|
|
|
|
|
|
|
/* Debug event pending. */
|
|
|
|
|
#define CPU_INTERRUPT_DEBUG 0x0080
|
|
|
|
|
|
2013-03-05 15:35:17 +01:00
|
|
|
/* Reset signal. */
|
|
|
|
|
#define CPU_INTERRUPT_RESET 0x0400
|
|
|
|
|
|
2011-05-04 13:34:24 -07:00
|
|
|
/* Several target-specific external hardware interrupts. Each target/cpu.h
|
|
|
|
|
should define proper names based on these defines. */
|
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_0 0x0008
|
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_1 0x0010
|
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_2 0x0040
|
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_3 0x0200
|
|
|
|
|
#define CPU_INTERRUPT_TGT_EXT_4 0x1000
|
|
|
|
|
|
|
|
|
|
/* Several target-specific internal interrupts. These differ from the
|
2011-11-22 18:06:26 +08:00
|
|
|
preceding target-specific interrupts in that they are intended to
|
2011-05-04 13:34:24 -07:00
|
|
|
originate from within the cpu itself, typically in response to some
|
|
|
|
|
instruction being executed. These, therefore, are not masked while
|
|
|
|
|
single-stepping within the debugger. */
|
|
|
|
|
#define CPU_INTERRUPT_TGT_INT_0 0x0100
|
2013-03-05 15:35:17 +01:00
|
|
|
#define CPU_INTERRUPT_TGT_INT_1 0x0800
|
|
|
|
|
#define CPU_INTERRUPT_TGT_INT_2 0x2000
|
2011-05-04 13:34:24 -07:00
|
|
|
|
2012-02-17 18:31:17 +01:00
|
|
|
/* First unused bit: 0x4000. */
|
2011-05-04 13:34:24 -07:00
|
|
|
|
2011-05-04 13:34:25 -07:00
|
|
|
/* The set of all bits that should be masked when single-stepping. */
|
|
|
|
|
#define CPU_INTERRUPT_SSTEP_MASK \
|
|
|
|
|
(CPU_INTERRUPT_HARD \
|
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_0 \
|
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_1 \
|
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_2 \
|
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_3 \
|
|
|
|
|
| CPU_INTERRUPT_TGT_EXT_4)
|
2005-11-26 10:29:22 +00:00
|
|
|
|
2024-11-22 19:17:24 +00:00
|
|
|
#include "cpu.h"
|
|
|
|
|
|
2020-05-08 08:43:45 -07:00
|
|
|
#ifdef CONFIG_USER_ONLY
|
|
|
|
|
|
2024-11-22 19:17:24 +00:00
|
|
|
static inline int cpu_mmu_index(CPUState *cs, bool ifetch);
|
|
|
|
|
|
2020-05-08 08:43:45 -07:00
|
|
|
/*
|
|
|
|
|
* Allow some level of source compatibility with softmmu. We do not
|
|
|
|
|
* support any of the more exotic features, so only invalid pages may
|
|
|
|
|
* be signaled by probe_access_flags().
|
|
|
|
|
*/
|
|
|
|
|
#define TLB_INVALID_MASK (1 << (TARGET_PAGE_BITS_MIN - 1))
|
2023-06-30 19:04:04 +01:00
|
|
|
#define TLB_MMIO (1 << (TARGET_PAGE_BITS_MIN - 2))
|
2020-05-08 08:43:45 -07:00
|
|
|
#define TLB_WATCHPOINT 0
|
|
|
|
|
|
2024-01-29 20:35:06 +10:00
|
|
|
static inline int cpu_mmu_index(CPUState *cs, bool ifetch)
|
2024-01-29 11:37:54 +10:00
|
|
|
{
|
|
|
|
|
return MMU_USER_IDX;
|
|
|
|
|
}
|
2020-05-08 08:43:45 -07:00
|
|
|
#else
|
2010-03-12 16:54:58 +00:00
|
|
|
|
2019-09-13 11:29:35 -04:00
|
|
|
/*
|
|
|
|
|
* Flags stored in the low bits of the TLB virtual address.
|
|
|
|
|
* These are defined so that fast path ram access is all zeros.
|
2016-06-23 21:16:46 +03:00
|
|
|
* The flags all must be between TARGET_PAGE_BITS and
|
|
|
|
|
* maximum address alignment bit.
|
2019-09-13 11:29:35 -04:00
|
|
|
*
|
|
|
|
|
* Use TARGET_PAGE_BITS_MIN so that these bits are constant
|
|
|
|
|
* when TARGET_PAGE_BITS_VARY is in effect.
|
2023-04-01 09:26:35 -07:00
|
|
|
*
|
|
|
|
|
* The count, if not the placement of these bits is known
|
|
|
|
|
* to tcg/tcg-op-ldst.c, check_max_alignment().
|
2016-06-23 21:16:46 +03:00
|
|
|
*/
|
2008-06-09 00:20:13 +00:00
|
|
|
/* Zero if TLB entry is valid. */
|
2019-09-13 11:29:35 -04:00
|
|
|
#define TLB_INVALID_MASK (1 << (TARGET_PAGE_BITS_MIN - 1))
|
2008-06-09 00:20:13 +00:00
|
|
|
/* Set if TLB entry references a clean RAM page. The iotlb entry will
|
|
|
|
|
contain the page physical address. */
|
2019-09-13 11:29:35 -04:00
|
|
|
#define TLB_NOTDIRTY (1 << (TARGET_PAGE_BITS_MIN - 2))
|
2008-06-09 00:20:13 +00:00
|
|
|
/* Set if TLB entry is an IO callback. */
|
2019-09-13 11:29:35 -04:00
|
|
|
#define TLB_MMIO (1 << (TARGET_PAGE_BITS_MIN - 3))
|
2023-06-21 12:27:27 +02:00
|
|
|
/* Set if TLB entry writes ignored. */
|
|
|
|
|
#define TLB_DISCARD_WRITE (1 << (TARGET_PAGE_BITS_MIN - 4))
|
2023-02-22 19:17:52 -10:00
|
|
|
/* Set if the slow path must be used; more flags in CPUTLBEntryFull. */
|
|
|
|
|
#define TLB_FORCE_SLOW (1 << (TARGET_PAGE_BITS_MIN - 5))
|
2016-06-23 21:16:46 +03:00
|
|
|
|
2023-02-22 19:17:52 -10:00
|
|
|
/*
|
|
|
|
|
* Use this mask to check interception with an alignment mask
|
2016-06-23 21:16:46 +03:00
|
|
|
* in a TCG backend.
|
|
|
|
|
*/
|
2019-08-24 09:51:09 -07:00
|
|
|
#define TLB_FLAGS_MASK \
|
2019-09-19 17:54:10 -07:00
|
|
|
(TLB_INVALID_MASK | TLB_NOTDIRTY | TLB_MMIO \
|
2023-02-22 23:09:43 -10:00
|
|
|
| TLB_FORCE_SLOW | TLB_DISCARD_WRITE)
|
2023-02-22 19:17:52 -10:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* Flags stored in CPUTLBEntryFull.slow_flags[x].
|
|
|
|
|
* TLB_FORCE_SLOW must be set in CPUTLBEntry.addr_idx[x].
|
|
|
|
|
*/
|
|
|
|
|
/* Set if TLB entry requires byte swap. */
|
|
|
|
|
#define TLB_BSWAP (1 << 0)
|
2023-02-22 23:09:43 -10:00
|
|
|
/* Set if TLB entry contains a watchpoint. */
|
|
|
|
|
#define TLB_WATCHPOINT (1 << 1)
|
2024-03-01 10:41:08 -10:00
|
|
|
/* Set if TLB entry requires aligned accesses. */
|
|
|
|
|
#define TLB_CHECK_ALIGNED (1 << 2)
|
2023-02-22 19:17:52 -10:00
|
|
|
|
2024-03-01 10:41:08 -10:00
|
|
|
#define TLB_SLOW_FLAGS_MASK (TLB_BSWAP | TLB_WATCHPOINT | TLB_CHECK_ALIGNED)
|
2023-02-22 19:17:52 -10:00
|
|
|
|
|
|
|
|
/* The two sets of flags must not overlap. */
|
|
|
|
|
QEMU_BUILD_BUG_ON(TLB_FLAGS_MASK & TLB_SLOW_FLAGS_MASK);
|
2008-06-09 00:20:13 +00:00
|
|
|
|
2018-06-29 17:21:21 +01:00
|
|
|
/**
|
|
|
|
|
* tlb_hit_page: return true if page aligned @addr is a hit against the
|
|
|
|
|
* TLB entry @tlb_addr
|
|
|
|
|
*
|
|
|
|
|
* @addr: virtual address to test (must be page aligned)
|
|
|
|
|
* @tlb_addr: TLB entry address (a CPUTLBEntry addr_read/write/code value)
|
|
|
|
|
*/
|
2023-08-07 17:57:04 +02:00
|
|
|
static inline bool tlb_hit_page(uint64_t tlb_addr, vaddr addr)
|
2018-06-29 17:21:21 +01:00
|
|
|
{
|
|
|
|
|
return addr == (tlb_addr & (TARGET_PAGE_MASK | TLB_INVALID_MASK));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
|
* tlb_hit: return true if @addr is a hit against the TLB entry @tlb_addr
|
|
|
|
|
*
|
|
|
|
|
* @addr: virtual address to test (need not be page aligned)
|
|
|
|
|
* @tlb_addr: TLB entry address (a CPUTLBEntry addr_read/write/code value)
|
|
|
|
|
*/
|
2023-08-07 17:57:04 +02:00
|
|
|
static inline bool tlb_hit(uint64_t tlb_addr, vaddr addr)
|
2018-06-29 17:21:21 +01:00
|
|
|
{
|
|
|
|
|
return tlb_hit_page(tlb_addr, addr & TARGET_PAGE_MASK);
|
|
|
|
|
}
|
|
|
|
|
|
2010-03-12 16:54:58 +00:00
|
|
|
#endif /* !CONFIG_USER_ONLY */
|
|
|
|
|
|
2023-09-12 17:47:56 -07:00
|
|
|
/* Validate correct placement of CPUArchState. */
|
|
|
|
|
QEMU_BUILD_BUG_ON(offsetof(ArchCPU, parent_obj) != 0);
|
|
|
|
|
QEMU_BUILD_BUG_ON(offsetof(ArchCPU, env) != sizeof(CPUState));
|
|
|
|
|
|
2003-06-15 20:02:25 +00:00
|
|
|
#endif /* CPU_ALL_H */
|