tlbi_op.hh

Go to the documentation of this file.

/*
 * Copyright (c) 2018-2020, 2022-2024 Arm Limited
 * All rights reserved
 *
 * The license below extends only to copyright in the software and shall
 * not be construed as granting a license to any other intellectual
 * property including but not limited to intellectual property relating
 * to a hardware implementation of the functionality of the software
 * licensed hereunder.  You may use the software subject to the license
 * terms below provided that you ensure that this notice is replicated
 * unmodified and in its entirety in all distributions of the software,
 * modified or unmodified, in source code or in binary form.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are
 * met: redistributions of source code must retain the above copyright
 * notice, this list of conditions and the following disclaimer;
 * redistributions in binary form must reproduce the above copyright
 * notice, this list of conditions and the following disclaimer in the
 * documentation and/or other materials provided with the distribution;
 * neither the name of the copyright holders nor the names of its
 * contributors may be used to endorse or promote products derived from
 * this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#ifndef __ARCH_ARM_TLBI_HH__
#define __ARCH_ARM_TLBI_HH__
 
#include "arch/arm/system.hh"
#include "arch/arm/tlb.hh"
#include "cpu/thread_context.hh"
 
namespace gem5
{
 
namespace ArmISA {
 
class TLBIOp
{
  public:
    enum class Attr
    {
        None,
        ExcludeXS
    };
    enum class Attr {…};
 
    TLBIOp(TranslationRegime _target_regime, SecurityState _ss, Attr _attr)
      : ss(_ss), targetRegime(_target_regime), attr(_attr)
    {}
    TLBIOp(TranslationRegime _target_regime, SecurityState _ss, Attr _attr) {…}
 
    virtual ~TLBIOp() {}
    virtual void operator()(ThreadContext* tc) {}
 
    void
    broadcast(ThreadContext *tc)
    {
        for (auto *oc: tc->getSystemPtr()->threads)
            (*this)(oc);
    }
    broadcast(ThreadContext *tc) {…}
 
    bool match(TlbEntry *entry, vmid_t curr_vmid) const;
 
    virtual bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const = 0;
 
    virtual bool
    stage1Flush() const
    {
        return true;
    }
    stage1Flush() const {…}
 
    virtual bool
    stage2Flush() const
    {
        return false;
    }
    stage2Flush() const {…}
 
    SecurityState ss;
    TranslationRegime targetRegime;
    Attr attr;
};
class TLBIOp {…};
 
class TLBIALL : public TLBIOp
{
  public:
    TLBIALL(TranslationRegime _target_regime, SecurityState _ss,
            Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr), el2Enabled(false),
        currentEL(EL0)
    {}
    TLBIALL(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    bool
    stage2Flush() const override
    {
        // TLBIALL (AArch32) flushing stage2 entries if we're currently
        // in hyp mode
        return currentEL == EL2;
    }
    stage2Flush() const override {…}
 
    bool el2Enabled;
    ExceptionLevel currentEL;
};
class TLBIALL : public TLBIOp {…};
 
class ITLBIALL : public TLBIALL
{
  public:
    ITLBIALL(TranslationRegime _target_regime, SecurityState _ss)
      : TLBIALL(_target_regime, _ss)
    {}
    ITLBIALL(TranslationRegime _target_regime, SecurityState _ss) {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class ITLBIALL : public TLBIALL {…};
 
class DTLBIALL : public TLBIALL
{
  public:
    DTLBIALL(TranslationRegime _target_regime, SecurityState _ss)
      : TLBIALL(_target_regime, _ss)
    {}
    DTLBIALL(TranslationRegime _target_regime, SecurityState _ss) {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class DTLBIALL : public TLBIALL {…};
 
class TLBIALLEL : public TLBIOp
{
  public:
    TLBIALLEL(TranslationRegime _target_regime, SecurityState _ss, Attr _attr)
      : TLBIOp(_target_regime, _ss, _attr)
    {}
    TLBIALLEL(TranslationRegime _target_regime, SecurityState _ss, Attr _attr) {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    bool
    stage2Flush() const override
    {
        // If we're targeting EL1 then flush stage2 as well
        return targetRegime == TranslationRegime::EL10 ||
               targetRegime == TranslationRegime::EL20;
    }
    stage2Flush() const override {…}
};
class TLBIALLEL : public TLBIOp {…};
 
class TLBIVMALL : public TLBIOp
{
  public:
    TLBIVMALL(TranslationRegime _target_regime,
              SecurityState _ss, bool _stage2, Attr _attr)
      : TLBIOp(_target_regime, _ss, _attr), el2Enabled(false),
        stage2(_stage2)
    {}
    TLBIVMALL(TranslationRegime _target_regime, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    bool
    stage2Flush() const override
    {
        return stage2;
    }
    stage2Flush() const override {…}
 
    bool el2Enabled;
    bool stage2;
};
class TLBIVMALL : public TLBIOp {…};
 
class TLBIASID : public TLBIOp
{
  public:
    TLBIASID(TranslationRegime _target_regime, SecurityState _ss,
             uint16_t _asid, Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr), asid(_asid),
        el2Enabled(false)
    {}
    TLBIASID(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    uint16_t asid;
    bool el2Enabled;
};
class TLBIASID : public TLBIOp {…};
 
class ITLBIASID : public TLBIASID
{
  public:
    ITLBIASID(TranslationRegime _target_regime,
              SecurityState _ss, uint16_t _asid)
      : TLBIASID(_target_regime, _ss, _asid)
    {}
    ITLBIASID(TranslationRegime _target_regime, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class ITLBIASID : public TLBIASID {…};
 
class DTLBIASID : public TLBIASID
{
  public:
    DTLBIASID(TranslationRegime _target_regime,
              SecurityState _ss, uint16_t _asid)
      : TLBIASID(_target_regime, _ss, _asid)
    {}
    DTLBIASID(TranslationRegime _target_regime, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class DTLBIASID : public TLBIASID {…};
 
class TLBIALLN : public TLBIOp
{
  public:
    TLBIALLN(TranslationRegime _target_regime)
      : TLBIOp(_target_regime, SecurityState::NonSecure, Attr::None)
    {}
    TLBIALLN(TranslationRegime _target_regime) {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    bool
    stage2Flush() const override
    {
        return targetRegime != TranslationRegime::EL2;
    }
    stage2Flush() const override {…}
};
class TLBIALLN : public TLBIOp {…};
 
class TLBIMVAA : public TLBIOp
{
  protected:
    TlbEntry::KeyType lookupGen(vmid_t vmid) const;
  public:
    TLBIMVAA(TranslationRegime _target_regime, SecurityState _ss,
             Addr _addr, bool last_level, Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr), addr(_addr),
        lastLevel(last_level)
    {}
    TLBIMVAA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    Addr addr;
    bool lastLevel;
};
class TLBIMVAA : public TLBIOp {…};
 
class TLBIMVA : public TLBIOp
{
  protected:
    TlbEntry::KeyType lookupGen(vmid_t vmid) const;
 
  public:
    TLBIMVA(TranslationRegime _target_regime, SecurityState _ss,
            Addr _addr, uint16_t _asid, bool last_level,
            Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr), addr(_addr), asid(_asid),
        lastLevel(last_level)
    {}
    TLBIMVA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    Addr addr;
    uint16_t asid;
    bool lastLevel;
};
class TLBIMVA : public TLBIOp {…};
 
class ITLBIMVA : public TLBIMVA
{
  public:
    ITLBIMVA(TranslationRegime _target_regime, SecurityState _ss,
             Addr _addr, uint16_t _asid)
      : TLBIMVA(_target_regime, _ss, _addr, _asid, false)
    {}
    ITLBIMVA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class ITLBIMVA : public TLBIMVA {…};
 
class DTLBIMVA : public TLBIMVA
{
  public:
    DTLBIMVA(TranslationRegime _target_regime, SecurityState _ss,
             Addr _addr, uint16_t _asid)
      : TLBIMVA(_target_regime, _ss, _addr, _asid, false)
    {}
    DTLBIMVA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class DTLBIMVA : public TLBIMVA {…};
 
class TLBIRange
{
  public:
    bool valid() const { return granule != ReservedGrain; }
 
  protected:
    BitUnion64(RangeData)
        Bitfield<47, 46> tg;
        Bitfield<45, 44> scale;
        Bitfield<43, 39> num;
        Bitfield<38, 37> ttl;
        Bitfield<36, 0> baseAddr;
    EndBitUnion(RangeData)
 
    static constexpr std::array<GrainSize, 4> tgMap = {
        ReservedGrain,
        Grain4KB,
        Grain16KB,
        Grain64KB
    };
    EndBitUnion(RangeData) {…}
 
    TLBIRange(RegVal val)
      : rangeData(val), granule(tgMap[rangeData.tg])
    {}
    TLBIRange(RegVal val) {…}
 
    Addr
    startAddress() const
    {
        return sext<37>(rangeData.baseAddr) << granule;
    }
    startAddress() const {…}
 
    Addr
    rangeSize() const
    {
        return (rangeData.num + 1) << (5 * rangeData.scale + 1 + granule);
    }
    rangeSize() const {…}
 
    bool
    resTLBIttl(uint8_t tg, uint8_t ttl) const
    {
        switch (ttl) {
          case 0: return true;
          case 1: return tgMap[tg] == Grain16KB;
          default: return false;
        }
    }
    resTLBIttl(uint8_t tg, uint8_t ttl) const {…}
 
    RangeData rangeData;
    GrainSize granule;
};
class TLBIRange {…};
 
class TLBIIPA : public TLBIOp
{
  protected:
    TlbEntry::KeyType lookupGen(vmid_t vmid) const;
  public:
    TLBIIPA(TranslationRegime _target_regime, SecurityState _ss, Addr _addr,
            bool last_level, Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr),
        addr(_addr),
        lastLevel(last_level),
        ipaSpace(PASpace::NonSecure)
    {}
    TLBIIPA(TranslationRegime _target_regime, SecurityState _ss, Addr _addr, {…}
 
    TLBIIPA(ThreadContext *tc, TranslationRegime _target_regime,
            SecurityState _ss, RegVal val,
            bool last_level, Attr _attr=Attr::None)
      : TLBIOp(_target_regime, _ss, _attr),
        addr(0),
        lastLevel(last_level),
        ipaSpace(PASpace::NonSecure)
    {
        const int top_bit = ArmSystem::physAddrRange(tc) == 52 ?
            39 : 35;
        addr = static_cast<Addr>(bits(val, top_bit, 0)) << 12;
 
        switch (ss) {
          case SecurityState::NonSecure:
            ipaSpace = PASpace::NonSecure;
            break;
          case SecurityState::Secure:
            ipaSpace = bits(val, 63) ?
                PASpace::NonSecure : PASpace::Secure;
            break;
          default:
            panic("Invalid SecurityState\n");
        }
    }
    TLBIIPA(ThreadContext *tc, TranslationRegime _target_regime, {…}
 
    void operator()(ThreadContext* tc) override;
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
 
    bool
    stage1Flush() const override
    {
        return false;
    }
    stage1Flush() const override {…}
 
    Addr addr;
    bool lastLevel;
    PASpace ipaSpace;
};
class TLBIIPA : public TLBIOp {…};
 
class TLBIRMVA : public TLBIRange, public TLBIMVA
{
  public:
    TLBIRMVA(TranslationRegime _target_regime, SecurityState _ss,
             RegVal val, uint16_t _asid, bool last_level, Attr _attr)
      : TLBIRange(val),
        TLBIMVA(_target_regime, _ss, startAddress(), _asid, last_level, _attr)
    {}
    TLBIRMVA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class TLBIRMVA : public TLBIRange, public TLBIMVA {…};
 
class TLBIRMVAA : public TLBIRange, public TLBIMVAA
{
  public:
    TLBIRMVAA(TranslationRegime _target_regime, SecurityState _ss,
              RegVal val, bool last_level, Attr _attr)
      : TLBIRange(val),
        TLBIMVAA(_target_regime, _ss, startAddress(), last_level, _attr)
    {}
    TLBIRMVAA(TranslationRegime _target_regime, SecurityState _ss, {…}
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class TLBIRMVAA : public TLBIRange, public TLBIMVAA {…};
 
class TLBIRIPA : public TLBIRange, public TLBIIPA
{
  public:
    TLBIRIPA(ThreadContext *tc, TranslationRegime _target_regime, SecurityState _ss,
             RegVal val, bool last_level, Attr _attr)
      : TLBIRange(val),
        TLBIIPA(tc, _target_regime, _ss, val, last_level, _attr)
    {
        addr = startAddress();
    }
    TLBIRIPA(ThreadContext *tc, TranslationRegime _target_regime, SecurityState _ss, {…}
 
    bool matchEntry(TlbEntry *entry, vmid_t curr_vmid) const override;
};
class TLBIRIPA : public TLBIRange, public TLBIIPA {…};
 
} // namespace ArmISA
} // namespace gem5
 
#endif //__ARCH_ARM_TLBI_HH__