gem5
v21.0.1.0
|
#include <lsq.hh>
Classes | |
class | DcachePort |
DcachePort class for the load/store queue. More... | |
class | HtmCmdRequest |
class | LSQRequest |
Memory operation metadata. More... | |
class | LSQSenderState |
Derived class to hold any sender state the LSQ needs. More... | |
class | SingleDataRequest |
class | SplitDataRequest |
Public Types | |
typedef Impl::O3CPU | O3CPU |
typedef Impl::DynInstPtr | DynInstPtr |
typedef Impl::CPUPol::IEW | IEW |
typedef Impl::CPUPol::LSQUnit | LSQUnit |
Public Member Functions | |
LSQ (O3CPU *cpu_ptr, IEW *iew_ptr, const DerivO3CPUParams ¶ms) | |
Constructs an LSQ with the given parameters. More... | |
~LSQ () | |
std::string | name () const |
Returns the name of the LSQ. More... | |
void | setActiveThreads (std::list< ThreadID > *at_ptr) |
Sets the pointer to the list of active threads. More... | |
void | drainSanityCheck () const |
Perform sanity checks after a drain. More... | |
bool | isDrained () const |
Has the LSQ drained? More... | |
void | takeOverFrom () |
Takes over execution from another CPU's thread. More... | |
int | entryAmount (ThreadID num_threads) |
Number of entries needed for the given amount of threads. More... | |
void | tick () |
Ticks the LSQ. More... | |
void | insertLoad (const DynInstPtr &load_inst) |
Inserts a load into the LSQ. More... | |
void | insertStore (const DynInstPtr &store_inst) |
Inserts a store into the LSQ. More... | |
Fault | executeLoad (const DynInstPtr &inst) |
Executes a load. More... | |
Fault | executeStore (const DynInstPtr &inst) |
Executes a store. More... | |
void | commitLoads (InstSeqNum &youngest_inst, ThreadID tid) |
Commits loads up until the given sequence number for a specific thread. More... | |
void | commitStores (InstSeqNum &youngest_inst, ThreadID tid) |
Commits stores up until the given sequence number for a specific thread. More... | |
void | writebackStores () |
Attempts to write back stores until all cache ports are used or the interface becomes blocked. More... | |
void | writebackStores (ThreadID tid) |
Same as above, but only for one thread. More... | |
void | squash (const InstSeqNum &squashed_num, ThreadID tid) |
Squash instructions from a thread until the specified sequence number. More... | |
bool | violation () |
Returns whether or not there was a memory ordering violation. More... | |
bool | violation (ThreadID tid) |
Returns whether or not there was a memory ordering violation for a specific thread. More... | |
DynInstPtr | getMemDepViolator (ThreadID tid) |
Gets the instruction that caused the memory ordering violation. More... | |
int | getLoadHead (ThreadID tid) |
Returns the head index of the load queue for a specific thread. More... | |
InstSeqNum | getLoadHeadSeqNum (ThreadID tid) |
Returns the sequence number of the head of the load queue. More... | |
int | getStoreHead (ThreadID tid) |
Returns the head index of the store queue. More... | |
InstSeqNum | getStoreHeadSeqNum (ThreadID tid) |
Returns the sequence number of the head of the store queue. More... | |
int | getCount () |
Returns the number of instructions in all of the queues. More... | |
int | getCount (ThreadID tid) |
Returns the number of instructions in the queues of one thread. More... | |
int | numLoads () |
Returns the total number of loads in the load queue. More... | |
int | numLoads (ThreadID tid) |
Returns the total number of loads for a single thread. More... | |
int | numStores () |
Returns the total number of stores in the store queue. More... | |
int | numStores (ThreadID tid) |
Returns the total number of stores for a single thread. More... | |
int | numHtmStarts (ThreadID tid) const |
int | numHtmStops (ThreadID tid) const |
void | resetHtmStartsStops (ThreadID tid) |
uint64_t | getLatestHtmUid (ThreadID tid) const |
void | setLastRetiredHtmUid (ThreadID tid, uint64_t htmUid) |
unsigned | numFreeLoadEntries () |
Returns the number of free load entries. More... | |
unsigned | numFreeStoreEntries () |
Returns the number of free store entries. More... | |
unsigned | numFreeEntries (ThreadID tid) |
Returns the number of free entries for a specific thread. More... | |
unsigned | numFreeLoadEntries (ThreadID tid) |
Returns the number of free entries in the LQ for a specific thread. More... | |
unsigned | numFreeStoreEntries (ThreadID tid) |
Returns the number of free entries in the SQ for a specific thread. More... | |
bool | isFull () |
Returns if the LSQ is full (either LQ or SQ is full). More... | |
bool | isFull (ThreadID tid) |
Returns if the LSQ is full for a specific thread (either LQ or SQ is full). More... | |
bool | isEmpty () const |
Returns if the LSQ is empty (both LQ and SQ are empty). More... | |
bool | lqEmpty () const |
Returns if all of the LQs are empty. More... | |
bool | sqEmpty () const |
Returns if all of the SQs are empty. More... | |
bool | lqFull () |
Returns if any of the LQs are full. More... | |
bool | lqFull (ThreadID tid) |
Returns if the LQ of a given thread is full. More... | |
bool | sqFull () |
Returns if any of the SQs are full. More... | |
bool | sqFull (ThreadID tid) |
Returns if the SQ of a given thread is full. More... | |
bool | isStalled () |
Returns if the LSQ is stalled due to a memory operation that must be replayed. More... | |
bool | isStalled (ThreadID tid) |
Returns if the LSQ of a specific thread is stalled due to a memory operation that must be replayed. More... | |
bool | hasStoresToWB () |
Returns whether or not there are any stores to write back to memory. More... | |
bool | hasStoresToWB (ThreadID tid) |
Returns whether or not a specific thread has any stores to write back to memory. More... | |
int | numStoresToWB (ThreadID tid) |
Returns the number of stores a specific thread has to write back. More... | |
bool | willWB () |
Returns if the LSQ will write back to memory this cycle. More... | |
bool | willWB (ThreadID tid) |
Returns if the LSQ of a specific thread will write back to memory this cycle. More... | |
void | dumpInsts () const |
Debugging function to print out all instructions. More... | |
void | dumpInsts (ThreadID tid) const |
Debugging function to print out instructions from a specific thread. More... | |
Fault | read (LSQRequest *req, int load_idx) |
Executes a read operation, using the load specified at the load index. More... | |
Fault | write (LSQRequest *req, uint8_t *data, int store_idx) |
Executes a store operation, using the store specified at the store index. More... | |
void | recvReqRetry () |
Retry the previous send that failed. More... | |
void | completeDataAccess (PacketPtr pkt) |
bool | recvTimingResp (PacketPtr pkt) |
Handles writing back and completing the load or store that has returned from memory. More... | |
void | recvTimingSnoopReq (PacketPtr pkt) |
Fault | pushRequest (const DynInstPtr &inst, bool isLoad, uint8_t *data, unsigned int size, Addr addr, Request::Flags flags, uint64_t *res, AtomicOpFunctorPtr amo_op, const std::vector< bool > &byte_enable) |
bool | cacheBlocked () const |
Is D-cache blocked? More... | |
void | cacheBlocked (bool v) |
Set D-cache blocked status. More... | |
bool | cachePortAvailable (bool is_load) const |
Is any store port available to use? More... | |
void | cachePortBusy (bool is_load) |
Another store port is in use. More... | |
RequestPort & | getDataPort () |
Public Attributes | |
O3CPU * | cpu |
The CPU pointer. More... | |
IEW * | iewStage |
The IEW stage pointer. More... | |
Static Protected Member Functions | |
static uint32_t | maxLSQAllocation (SMTQueuePolicy pol, uint32_t entries, uint32_t numThreads, uint32_t SMTThreshold) |
Auxiliary function to calculate per-thread max LSQ allocation limit. More... | |
Protected Attributes | |
bool | _cacheBlocked |
D-cache is blocked. More... | |
int | cacheStorePorts |
The number of cache ports available each cycle (stores only). More... | |
int | usedStorePorts |
The number of used cache ports in this cycle by stores. More... | |
int | cacheLoadPorts |
The number of cache ports available each cycle (loads only). More... | |
int | usedLoadPorts |
The number of used cache ports in this cycle by loads. More... | |
SMTQueuePolicy | lsqPolicy |
The LSQ policy for SMT mode. More... | |
std::list< ThreadID > * | activeThreads |
List of Active Threads in System. More... | |
unsigned | LQEntries |
Total Size of LQ Entries. More... | |
unsigned | SQEntries |
Total Size of SQ Entries. More... | |
unsigned | maxLQEntries |
Max LQ Size - Used to Enforce Sharing Policies. More... | |
unsigned | maxSQEntries |
Max SQ Size - Used to Enforce Sharing Policies. More... | |
DcachePort | dcachePort |
Data port. More... | |
std::vector< LSQUnit > | thread |
The LSQ units for individual threads. More... | |
ThreadID | numThreads |
Number of Threads. More... | |
typedef Impl::DynInstPtr LSQ< Impl >::DynInstPtr |
LSQ< Impl >::LSQ | ( | O3CPU * | cpu_ptr, |
IEW * | iew_ptr, | ||
const DerivO3CPUParams & | params | ||
) |
Constructs an LSQ with the given parameters.
Definition at line 60 of file lsq_impl.hh.
References LSQ< Impl >::cpu, LSQ< Impl >::dcachePort, DPRINTF, LSQ< Impl >::lsqPolicy, LSQ< Impl >::maxLQEntries, LSQ< Impl >::maxSQEntries, LSQ< Impl >::numThreads, panic, and LSQ< Impl >::thread.
bool LSQ< Impl >::cacheBlocked |
Is D-cache blocked?
Definition at line 180 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket().
void LSQ< Impl >::cacheBlocked | ( | bool | v | ) |
bool LSQ< Impl >::cachePortAvailable | ( | bool | is_load | ) | const |
Is any store port available to use?
Definition at line 194 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket(), and LSQUnit< Impl >::writebackStores().
void LSQ< Impl >::cachePortBusy | ( | bool | is_load | ) |
Another store port is in use.
Definition at line 207 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket().
|
inline |
Commits loads up until the given sequence number for a specific thread.
Definition at line 892 of file lsq.hh.
References LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::tick().
|
inline |
Commits stores up until the given sequence number for a specific thread.
Definition at line 898 of file lsq.hh.
References LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::tick().
Definition at line 304 of file lsq_impl.hh.
References Packet::senderState.
void LSQ< Impl >::drainSanityCheck |
Perform sanity checks after a drain.
Definition at line 127 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::drainSanityCheck().
void LSQ< Impl >::dumpInsts |
Debugging function to print out all instructions.
Definition at line 661 of file lsq_impl.hh.
Debugging function to print out instructions from a specific thread.
Definition at line 1078 of file lsq.hh.
References LSQ< Impl >::thread.
Number of entries needed for the given amount of threads.
Fault LSQ< Impl >::executeLoad | ( | const DynInstPtr & | inst | ) |
Executes a load.
Definition at line 237 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::executeInsts().
Fault LSQ< Impl >::executeStore | ( | const DynInstPtr & | inst | ) |
Executes a store.
Definition at line 246 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::executeInsts().
int LSQ< Impl >::getCount |
Returns the number of instructions in all of the queues.
Definition at line 368 of file lsq_impl.hh.
References Stats::total.
Referenced by DefaultIEW< Impl >::tick().
Returns the number of instructions in the queues of one thread.
Definition at line 956 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Definition at line 1126 of file lsq.hh.
References LSQ< Impl >::dcachePort.
Referenced by DefaultIEW< Impl >::startupStage().
Definition at line 992 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::dispatchInsts().
Returns the head index of the load queue for a specific thread.
Definition at line 934 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Returns the sequence number of the head of the load queue.
Definition at line 938 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Gets the instruction that caused the memory ordering violation.
Definition at line 928 of file lsq.hh.
References LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::executeInsts().
Returns the head index of the store queue.
Definition at line 944 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Returns the sequence number of the head of the store queue.
Definition at line 948 of file lsq.hh.
References LSQ< Impl >::thread.
bool LSQ< Impl >::hasStoresToWB |
Returns whether or not there are any stores to write back to memory.
Definition at line 627 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::hasStoresToWB().
Returns whether or not a specific thread has any stores to write back to memory.
Definition at line 1063 of file lsq.hh.
References LSQ< Impl >::thread.
void LSQ< Impl >::insertLoad | ( | const DynInstPtr & | load_inst | ) |
Inserts a load into the LSQ.
Definition at line 219 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::dispatchInsts().
void LSQ< Impl >::insertStore | ( | const DynInstPtr & | store_inst | ) |
Inserts a store into the LSQ.
Definition at line 228 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::dispatchInsts().
bool LSQ< Impl >::isDrained |
Has the LSQ drained?
Definition at line 137 of file lsq_impl.hh.
References DPRINTF.
Referenced by DefaultIEW< Impl >::isDrained().
bool LSQ< Impl >::isEmpty |
Returns if the LSQ is empty (both LQ and SQ are empty).
Definition at line 501 of file lsq_impl.hh.
bool LSQ< Impl >::isFull |
Returns if the LSQ is full (either LQ or SQ is full).
Definition at line 472 of file lsq_impl.hh.
Returns if the LSQ is full for a specific thread (either LQ or SQ is full).
Definition at line 489 of file lsq_impl.hh.
bool LSQ< Impl >::isStalled |
Returns if the LSQ is stalled due to a memory operation that must be replayed.
Definition at line 600 of file lsq_impl.hh.
Returns if the LSQ of a specific thread is stalled due to a memory operation that must be replayed.
Definition at line 617 of file lsq_impl.hh.
bool LSQ< Impl >::lqEmpty |
Returns if all of the LQs are empty.
Definition at line 508 of file lsq_impl.hh.
bool LSQ< Impl >::lqFull |
Returns if any of the LQs are full.
Definition at line 542 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::dispatchInsts().
Returns if the LQ of a given thread is full.
Definition at line 559 of file lsq_impl.hh.
|
inlinestaticprotected |
Auxiliary function to calculate per-thread max LSQ allocation limit.
Depending on a policy, number of entries and possibly number of threads and threshold, this function calculates how many resources each thread can occupy at most.
Definition at line 1150 of file lsq.hh.
References LSQ< Impl >::numThreads.
std::string LSQ< Impl >::name |
Returns the name of the LSQ.
Definition at line 112 of file lsq_impl.hh.
Returns the number of free entries for a specific thread.
unsigned LSQ< Impl >::numFreeLoadEntries |
Returns the number of free load entries.
Definition at line 422 of file lsq_impl.hh.
References Stats::total.
Referenced by DefaultIEW< Impl >::clearStates(), DefaultIEW< Impl >::startupStage(), and DefaultIEW< Impl >::tick().
Returns the number of free entries in the LQ for a specific thread.
Definition at line 458 of file lsq_impl.hh.
unsigned LSQ< Impl >::numFreeStoreEntries |
Returns the number of free store entries.
Definition at line 440 of file lsq_impl.hh.
References Stats::total.
Referenced by DefaultIEW< Impl >::clearStates(), DefaultIEW< Impl >::startupStage(), and DefaultIEW< Impl >::tick().
Returns the number of free entries in the SQ for a specific thread.
Definition at line 465 of file lsq_impl.hh.
Definition at line 971 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::dispatchInsts().
Definition at line 978 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::dispatchInsts().
int LSQ< Impl >::numLoads |
Returns the total number of loads in the load queue.
Definition at line 386 of file lsq_impl.hh.
References Stats::total.
Returns the total number of loads for a single thread.
Definition at line 961 of file lsq.hh.
References LSQ< Impl >::thread.
int LSQ< Impl >::numStores |
Returns the total number of stores in the store queue.
Definition at line 404 of file lsq_impl.hh.
References Stats::total.
Returns the total number of stores for a single thread.
Definition at line 966 of file lsq.hh.
References LSQ< Impl >::thread.
Returns the number of stores a specific thread has to write back.
Definition at line 1066 of file lsq.hh.
References LSQ< Impl >::thread.
Fault LSQ< Impl >::pushRequest | ( | const DynInstPtr & | inst, |
bool | isLoad, | ||
uint8_t * | data, | ||
unsigned int | size, | ||
Addr | addr, | ||
Request::Flags | flags, | ||
uint64_t * | res, | ||
AtomicOpFunctorPtr | amo_op, | ||
const std::vector< bool > & | byte_enable | ||
) |
Definition at line 675 of file lsq_impl.hh.
References LSQ< Impl >::LSQRequest::_byteEnable, X86ISA::addr, data, LSQ< Impl >::LSQRequest::getVaddr(), Request::HTM_CMD, LSQ< Impl >::LSQRequest::initiateTranslation(), LSQ< Impl >::LSQRequest::isMemAccessRequired(), LSQ< Impl >::LSQRequest::isTranslationComplete(), NoFault, LSQ< Impl >::LSQRequest::request(), LSQ< Impl >::LSQRequest::taskId(), and transferNeedsBurst().
Fault LSQ< Impl >::read | ( | LSQRequest * | req, |
int | load_idx | ||
) |
Executes a read operation, using the load specified at the load index.
Definition at line 1193 of file lsq.hh.
References LSQ< Impl >::LSQRequest::request().
void LSQ< Impl >::recvReqRetry |
Retry the previous send that failed.
Definition at line 292 of file lsq_impl.hh.
Handles writing back and completing the load or store that has returned from memory.
pkt | Response packet from the memory sub-system |
Definition at line 313 of file lsq_impl.hh.
References DPRINTF, Packet::getAddr(), Packet::isError(), Packet::isInvalidate(), panic_if, and Packet::senderState.
Definition at line 351 of file lsq_impl.hh.
References Packet::cmdString(), DPRINTF, Packet::getAddr(), and Packet::isInvalidate().
Definition at line 986 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Sets the pointer to the list of active threads.
Definition at line 119 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::setActiveThreads().
|
inline |
Definition at line 1000 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::setLastRetiredHtmUid().
bool LSQ< Impl >::sqEmpty |
Returns if all of the SQs are empty.
Definition at line 525 of file lsq_impl.hh.
bool LSQ< Impl >::sqFull |
Returns if any of the SQs are full.
Definition at line 571 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::dispatchInsts().
Returns if the SQ of a given thread is full.
Definition at line 588 of file lsq_impl.hh.
|
inline |
Squash instructions from a thread until the specified sequence number.
Definition at line 913 of file lsq.hh.
References LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::squash().
void LSQ< Impl >::takeOverFrom |
Takes over execution from another CPU's thread.
Definition at line 156 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::takeOverFrom().
void LSQ< Impl >::tick |
Ticks the LSQ.
Definition at line 168 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::tick().
bool LSQ< Impl >::violation |
Returns whether or not there was a memory ordering violation.
Definition at line 274 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::executeInsts().
Returns whether or not there was a memory ordering violation for a specific thread.
Definition at line 924 of file lsq.hh.
References LSQ< Impl >::thread.
bool LSQ< Impl >::willWB |
Returns if the LSQ will write back to memory this cycle.
Definition at line 644 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::updateStatus().
Returns if the LSQ of a specific thread will write back to memory this cycle.
Definition at line 1073 of file lsq.hh.
References LSQ< Impl >::thread.
Fault LSQ< Impl >::write | ( | LSQRequest * | req, |
uint8_t * | data, | ||
int | store_idx | ||
) |
Executes a store operation, using the store specified at the store index.
Definition at line 1202 of file lsq.hh.
References data, and LSQ< Impl >::LSQRequest::request().
void LSQ< Impl >::writebackStores |
Attempts to write back stores until all cache ports are used or the interface becomes blocked.
Definition at line 255 of file lsq_impl.hh.
References DPRINTF.
Referenced by DefaultIEW< Impl >::tick().
Same as above, but only for one thread.
|
protected |
|
protected |
|
protected |
The CPU pointer.
Definition at line 1112 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ(), and LSQ< Impl >::DcachePort::recvTimingSnoopReq().
|
protected |
Data port.
Definition at line 1182 of file lsq.hh.
Referenced by LSQ< Impl >::getDataPort(), and LSQ< Impl >::LSQ().
|
protected |
|
protected |
The LSQ policy for SMT mode.
Definition at line 1142 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
|
protected |
Max LQ Size - Used to Enforce Sharing Policies.
Definition at line 1176 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
|
protected |
Max SQ Size - Used to Enforce Sharing Policies.
Definition at line 1179 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
Number of Threads.
Definition at line 1188 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ(), and LSQ< Impl >::maxLSQAllocation().
|
protected |
|
protected |
The LSQ units for individual threads.
Definition at line 1185 of file lsq.hh.
Referenced by LSQ< Impl >::commitLoads(), LSQ< Impl >::commitStores(), LSQ< Impl >::dumpInsts(), LSQ< Impl >::getCount(), LSQ< Impl >::getLatestHtmUid(), LSQ< Impl >::getLoadHead(), LSQ< Impl >::getLoadHeadSeqNum(), LSQ< Impl >::getMemDepViolator(), LSQ< Impl >::getStoreHead(), LSQ< Impl >::getStoreHeadSeqNum(), LSQ< Impl >::SingleDataRequest::handleLocalAccess(), LSQ< Impl >::SplitDataRequest::handleLocalAccess(), LSQ< Impl >::hasStoresToWB(), LSQ< Impl >::LSQ(), LSQ< Impl >::numHtmStarts(), LSQ< Impl >::numHtmStops(), LSQ< Impl >::numLoads(), LSQ< Impl >::numStores(), LSQ< Impl >::numStoresToWB(), LSQ< Impl >::resetHtmStartsStops(), LSQ< Impl >::setLastRetiredHtmUid(), LSQ< Impl >::squash(), LSQ< Impl >::violation(), and LSQ< Impl >::willWB().
|
protected |
|
protected |