mmu.hh

Go to the documentation of this file.

/*
 * Copyright (c) 2010-2013, 2016, 2019-2024 Arm Limited
 * All rights reserved
 *
 * The license below extends only to copyright in the software and shall
 * not be construed as granting a license to any other intellectual
 * property including but not limited to intellectual property relating
 * to a hardware implementation of the functionality of the software
 * licensed hereunder.  You may use the software subject to the license
 * terms below provided that you ensure that this notice is replicated
 * unmodified and in its entirety in all distributions of the software,
 * modified or unmodified, in source code or in binary form.
 *
 * Copyright (c) 2001-2005 The Regents of The University of Michigan
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are
 * met: redistributions of source code must retain the above copyright
 * notice, this list of conditions and the following disclaimer;
 * redistributions in binary form must reproduce the above copyright
 * notice, this list of conditions and the following disclaimer in the
 * documentation and/or other materials provided with the distribution;
 * neither the name of the copyright holders nor the names of its
 * contributors may be used to endorse or promote products derived from
 * this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#ifndef __ARCH_ARM_MMU_HH__
#define __ARCH_ARM_MMU_HH__
 
#include "arch/arm/page_size.hh"
#include "arch/arm/utility.hh"
#include "arch/generic/mmu.hh"
#include "base/memoizer.hh"
#include "base/statistics.hh"
#include "enums/ArmLookupLevel.hh"
 
#include "params/ArmMMU.hh"
 
namespace gem5
{
 
namespace ArmISA {
 
class TableWalker;
class TLB;
struct TlbEntry;
class TLBIOp;
class TlbTestInterface;
 
class MMU : public BaseMMU
{
  protected:
    using LookupLevel = enums::ArmLookupLevel;
 
    ArmISA::TLB * getDTBPtr() const;
    ArmISA::TLB * getITBPtr() const;
 
    TLB * getTlb(BaseMMU::Mode mode, bool stage2) const;
    TableWalker * getTableWalker(BaseMMU::Mode mode, bool stage2) const;
 
  protected:
    TLB *itbStage2;
    TLB *dtbStage2;
 
    TableWalker *itbWalker;
    TableWalker *dtbWalker;
    TableWalker *itbStage2Walker;
    TableWalker *dtbStage2Walker;
 
  public:
    TranslationGenPtr
    translateFunctional(Addr start, Addr size, ThreadContext *tc,
            Mode mode, Request::Flags flags) override
    {
        return TranslationGenPtr(new MMUTranslationGen(
                PageBytes, start, size, tc, this, mode, flags));
    }
    translateFunctional(Addr start, Addr size, ThreadContext *tc, {…}
 
    enum ArmFlags
    {
        AlignmentMask = 0x7,
 
        AlignByte = 0x0,
        AlignHalfWord = 0x1,
        AlignWord = 0x2,
        AlignDoubleWord = 0x3,
        AlignQuadWord = 0x4,
        AlignOctWord = 0x5,
 
        AllowUnaligned = 0x8,
        // Priv code operating as if it wasn't
        UserMode = 0x10
    };
    enum ArmFlags {…};
 
    enum ArmTranslationType
    {
        NormalTran = 0,
        S1CTran = 0x1,
        HypMode = 0x2,
        // Secure code operating as if it wasn't (required by some Address
        // Translate operations)
        S1S2NsTran = 0x4,
        // Address translation instructions (eg AT S1E0R_Xt) need to be handled
        // in special ways during translation because they could need to act
        // like a different EL than the current EL. The following flags are
        // for these instructions
        S1E0Tran = 0x8,
        S1E1Tran = 0x10,
        S1E2Tran = 0x20,
        S1E3Tran = 0x40,
        S12E0Tran = 0x80,
        S12E1Tran = 0x100
    };
    enum ArmTranslationType {…};
 
    struct CachedState
    {
        CachedState(MMU *_mmu, bool stage2)
          : mmu(_mmu), isStage2(stage2),
            computeAddrTop(ArmISA::computeAddrTop)
        {}
        CachedState(MMU *_mmu, bool stage2) {…}
 
        CachedState&
        operator=(const CachedState &rhs)
        {
            isStage2 = rhs.isStage2;
            cpsr = rhs.cpsr;
            aarch64 = rhs.aarch64;
            exceptionLevel = rhs.exceptionLevel;
            currRegime = rhs.currRegime;
            sctlr = rhs.sctlr;
            scr = rhs.scr;
            isPriv = rhs.isPriv;
            securityState = rhs.securityState;
            ttbcr = rhs.ttbcr;
            asid = rhs.asid;
            vmid = rhs.vmid;
            prrr = rhs.prrr;
            nmrr = rhs.nmrr;
            hcr = rhs.hcr;
            dacr = rhs.dacr;
            miscRegValid = rhs.miscRegValid;
            curTranType = rhs.curTranType;
            stage2Req = rhs.stage2Req;
            stage2DescReq = rhs.stage2DescReq;
            directToStage2 = rhs.directToStage2;
 
            // When we copy we just flush the memoizer cache
            computeAddrTop.flush();
 
            return *this;
        }
        operator=(const CachedState &rhs) {…}
 
        void updateMiscReg(ThreadContext *tc, ArmTranslationType tran_type);
 
        vmid_t getVMID(ThreadContext *tc) const;
 
        MMU *mmu;
        bool isStage2 = false;
        CPSR cpsr = 0;
        bool aarch64 = false;
        ExceptionLevel exceptionLevel = EL0;
        TranslationRegime currRegime = TranslationRegime::EL10;
        SCTLR sctlr = 0;
        SCR scr = 0;
        bool isPriv = false;
        SecurityState securityState = SecurityState::NonSecure;
        TTBCR ttbcr = 0;
        uint16_t asid = 0;
        vmid_t vmid = 0;
        PRRR prrr = 0;
        NMRR nmrr = 0;
        HCR hcr = 0;
        uint32_t dacr = 0;
        bool miscRegValid = false;
        ArmTranslationType curTranType = NormalTran;
 
        // Indicates whether a stage 2 lookup is also required
        bool stage2Req = false;
 
        // Indicates whether a stage 2 lookup of the table descriptors is
        // required.  Certain address translation instructions will
        // intercept the IPA but the table descriptors still need to be
        // translated by the stage2.
        bool stage2DescReq = false;
 
        // Indicates whether all translation requests should
        // be routed directly to the stage 2 TLB
        bool directToStage2 = false;
 
        Memoizer<int, ThreadContext*, bool,
                 bool, TCR, ExceptionLevel> computeAddrTop;
    };
    struct CachedState {…};
 
    MMU(const ArmMMUParams &p);
 
    void init() override;
 
    using BaseMMU::translateFunctional;
 
    bool translateFunctional(ThreadContext *tc, Addr vaddr, Addr &paddr);
 
    Fault translateFunctional(const RequestPtr &req, ThreadContext *tc,
        BaseMMU::Mode mode) override;
 
    Fault translateFunctional(const RequestPtr &req, ThreadContext *tc,
        BaseMMU::Mode mode, ArmTranslationType tran_type);
 
    Fault translateFunctional(const RequestPtr &req, ThreadContext *tc,
        BaseMMU::Mode mode, ArmTranslationType tran_type, bool stage2);
 
    Fault
    translateAtomic(const RequestPtr &req,
                    ThreadContext *tc, Mode mode) override
    {
        return translateAtomic(req, tc, mode, NormalTran);
    }
    translateAtomic(const RequestPtr &req, {…}
    Fault translateAtomic(const RequestPtr &req, ThreadContext *tc,
        BaseMMU::Mode mode, ArmTranslationType tran_type, bool stage2);
    Fault translateAtomic(const RequestPtr &req, ThreadContext *tc, Mode mode,
        ArmTranslationType tran_type);
 
    void
    translateTiming(const RequestPtr &req, ThreadContext *tc,
                    Translation *translation, Mode mode) override
    {
        translateTiming(req, tc, translation, mode, NormalTran, false);
    }
    translateTiming(const RequestPtr &req, ThreadContext *tc, {…}
    void translateTiming(const RequestPtr &req, ThreadContext *tc,
        BaseMMU::Translation *translation, BaseMMU::Mode mode, bool stage2);
    void translateTiming(
            const RequestPtr &req, ThreadContext *tc,
            Translation *translation, Mode mode,
            ArmTranslationType tran_type, bool stage2);
 
    Fault translateMmuOff(ThreadContext *tc, const RequestPtr &req, Mode mode,
        ArmTranslationType tran_type, Addr vaddr, bool long_desc_format,
        CachedState &state);
    Fault translateMmuOn(ThreadContext *tc, const RequestPtr &req, Mode mode,
        Translation *translation, bool &delay, bool timing, bool functional,
        Addr vaddr, TranMethod tran_method,
        CachedState &state);
 
    Fault translateFs(const RequestPtr &req, ThreadContext *tc, Mode mode,
            Translation *translation, bool &delay,
            bool timing, ArmTranslationType tran_type, bool functional,
            CachedState &state);
    Fault translateSe(const RequestPtr &req, ThreadContext *tc, Mode mode,
            Translation *translation, bool &delay, bool timing,
            CachedState &state);
 
    Addr getValidAddr(Addr vaddr, ThreadContext *tc, Mode mode) override;
 
    Fault translateComplete(const RequestPtr &req, ThreadContext *tc,
            Translation *translation, Mode mode, ArmTranslationType tran_type,
            bool call_from_s2);
    Fault translateComplete(const RequestPtr &req, ThreadContext *tc,
            Translation *translation, Mode mode, ArmTranslationType tran_type,
            bool call_from_s2, CachedState &state);
    Fault finalizePhysical(
            const RequestPtr &req,
            ThreadContext *tc, Mode mode) const override;
 
    void drainResume() override;
 
    void takeOverFrom(BaseMMU *old_mmu) override;
 
    void invalidateMiscReg();
 
    void flush(const TLBIOp &tlbi_op);
    void flushStage1(const TLBIOp &tlbi_op);
    void flushStage2(const TLBIOp &tlbi_op);
    void iflush(const TLBIOp &tlbi_op);
    void dflush(const TLBIOp &tlbi_op);
 
    void flushAll() override;
 
    uint64_t
    getAttr() const
    {
        return _attr;
    }
    getAttr() const {…}
 
    void
    setAttr(uint64_t attr)
    {
        _attr = attr;
    }
    setAttr(uint64_t attr) {…}
 
    const ArmRelease* release() const { return _release; }
 
    bool hasWalkCache() const { return _hasWalkCache; }
 
    static ExceptionLevel tranTypeEL(CPSR cpsr, SCR scr, ArmTranslationType type);
 
    static bool hasUnprivRegime(TranslationRegime regime);
 
  public:
    TlbEntry *lookup(Addr vpn, uint16_t asn, vmid_t vmid,
                     SecurityState ss, bool functional,
                     bool ignore_asn, TranslationRegime target_regime,
                     bool stage2, BaseMMU::Mode mode);
 
    Fault getTE(TlbEntry **te, const RequestPtr &req,
                ThreadContext *tc, Mode mode,
                Translation *translation, bool timing, bool functional,
                SecurityState ss, PASpace ipaspace,
                ArmTranslationType tran_type,
                bool stage2);
    Fault getTE(TlbEntry **te, const RequestPtr &req,
                ThreadContext *tc, Mode mode,
                Translation *translation, bool timing, bool functional,
                SecurityState ss, PASpace ipaspace,
                ArmTranslationType tran_type,
                CachedState &state);
 
    Fault getResultTe(TlbEntry **te, const RequestPtr &req,
                      ThreadContext *tc, Mode mode,
                      Translation *translation, bool timing,
                      bool functional, TlbEntry *mergeTe,
                      CachedState &state);
 
    Fault checkPermissions(TlbEntry *te, const RequestPtr &req, Mode mode,
                           bool stage2);
    Fault checkPermissions(TlbEntry *te, const RequestPtr &req, Mode mode,
                           CachedState &state);
    Fault checkPermissions64(TlbEntry *te, const RequestPtr &req, Mode mode,
                             ThreadContext *tc, bool stage2);
    Fault checkPermissions64(TlbEntry *te, const RequestPtr &req, Mode mode,
                             ThreadContext *tc, CachedState &state);
 
  protected:
    Addr purifyTaggedAddr(Addr vaddr_tainted, ThreadContext *tc,
                          ExceptionLevel el,
                          TCR tcr, bool is_inst, CachedState& state);
 
    bool checkPAN(ThreadContext *tc, uint8_t ap, const RequestPtr &req,
                  Mode mode, const bool is_priv, CachedState &state);
 
    bool faultPAN(ThreadContext *tc, uint8_t ap, const RequestPtr &req,
                  Mode mode, const bool is_priv, CachedState &state);
 
    std::pair<bool, bool> s1PermBits64(
        TlbEntry *te, const RequestPtr &req, Mode mode,
        ThreadContext *tc, CachedState &state, bool r, bool w, bool x);
 
    std::pair<bool, bool> s2PermBits64(
        TlbEntry *te, const RequestPtr &req, Mode mode,
        ThreadContext *tc, CachedState &state, bool r, bool w, bool x);
 
  public: /* Testing */
    TlbTestInterface *test;
 
    void setTestInterface(SimObject *ti);
 
    Fault testTranslation(const RequestPtr &req, Mode mode,
                          DomainType domain, CachedState &state) const;
 
  protected:
    bool checkWalkCache() const;
 
    bool isCompleteTranslation(TlbEntry *te) const;
 
    CachedState& updateMiscReg(
        ThreadContext *tc, ArmTranslationType tran_type,
        bool stage2);
 
    Fault testAndFinalize(const RequestPtr &req,
                          ThreadContext *tc, Mode mode,
                          TlbEntry *te, CachedState &state) const;
 
  protected:
    ContextID miscRegContext;
 
  public:
    CachedState s1State, s2State;
 
  protected:
    uint64_t _attr;      // Memory attributes for last accessed TLB entry
 
    // Cached copies of system-level properties
    const ArmRelease *_release;
    bool haveLargeAsid64;
    uint8_t physAddrRange;
 
    AddrRange m5opRange;
 
    bool _hasWalkCache;
 
    struct Stats : public statistics::Group
    {
        Stats(statistics::Group *parent);
        // Access Stats
        mutable statistics::Scalar alignFaults;
        mutable statistics::Scalar prefetchFaults;
        mutable statistics::Scalar domainFaults;
        mutable statistics::Scalar permsFaults;
    } stats;
    struct Stats : public statistics::Group {…};
 
};
class MMU : public BaseMMU {…};
 
template<typename T>
MMU *
getMMUPtr(T *tc)
{
    auto mmu = static_cast<MMU *>(tc->getMMUPtr());
    assert(mmu);
    return mmu;
}
getMMUPtr(T *tc) {…}
 
} // namespace ArmISA
} // namespace gem5
 
#endif // __ARCH_ARM_MMU_HH__