gem5
v20.1.0.0
|
#include <lsq.hh>
Classes | |
class | DcachePort |
DcachePort class for the load/store queue. More... | |
class | HtmCmdRequest |
class | LSQRequest |
Memory operation metadata. More... | |
class | LSQSenderState |
Derived class to hold any sender state the LSQ needs. More... | |
class | SingleDataRequest |
class | SplitDataRequest |
Public Types | |
typedef Impl::O3CPU | O3CPU |
typedef Impl::DynInstPtr | DynInstPtr |
typedef Impl::CPUPol::IEW | IEW |
typedef Impl::CPUPol::LSQUnit | LSQUnit |
Public Member Functions | |
LSQ (O3CPU *cpu_ptr, IEW *iew_ptr, DerivO3CPUParams *params) | |
Constructs an LSQ with the given parameters. More... | |
~LSQ () | |
std::string | name () const |
Returns the name of the LSQ. More... | |
void | setActiveThreads (std::list< ThreadID > *at_ptr) |
Sets the pointer to the list of active threads. More... | |
void | drainSanityCheck () const |
Perform sanity checks after a drain. More... | |
bool | isDrained () const |
Has the LSQ drained? More... | |
void | takeOverFrom () |
Takes over execution from another CPU's thread. More... | |
int | entryAmount (ThreadID num_threads) |
Number of entries needed for the given amount of threads. More... | |
void | tick () |
Ticks the LSQ. More... | |
void | insertLoad (const DynInstPtr &load_inst) |
Inserts a load into the LSQ. More... | |
void | insertStore (const DynInstPtr &store_inst) |
Inserts a store into the LSQ. More... | |
Fault | executeLoad (const DynInstPtr &inst) |
Executes a load. More... | |
Fault | executeStore (const DynInstPtr &inst) |
Executes a store. More... | |
void | commitLoads (InstSeqNum &youngest_inst, ThreadID tid) |
Commits loads up until the given sequence number for a specific thread. More... | |
void | commitStores (InstSeqNum &youngest_inst, ThreadID tid) |
Commits stores up until the given sequence number for a specific thread. More... | |
void | writebackStores () |
Attempts to write back stores until all cache ports are used or the interface becomes blocked. More... | |
void | writebackStores (ThreadID tid) |
Same as above, but only for one thread. More... | |
void | squash (const InstSeqNum &squashed_num, ThreadID tid) |
Squash instructions from a thread until the specified sequence number. More... | |
bool | violation () |
Returns whether or not there was a memory ordering violation. More... | |
bool | violation (ThreadID tid) |
Returns whether or not there was a memory ordering violation for a specific thread. More... | |
DynInstPtr | getMemDepViolator (ThreadID tid) |
Gets the instruction that caused the memory ordering violation. More... | |
int | getLoadHead (ThreadID tid) |
Returns the head index of the load queue for a specific thread. More... | |
InstSeqNum | getLoadHeadSeqNum (ThreadID tid) |
Returns the sequence number of the head of the load queue. More... | |
int | getStoreHead (ThreadID tid) |
Returns the head index of the store queue. More... | |
InstSeqNum | getStoreHeadSeqNum (ThreadID tid) |
Returns the sequence number of the head of the store queue. More... | |
int | getCount () |
Returns the number of instructions in all of the queues. More... | |
int | getCount (ThreadID tid) |
Returns the number of instructions in the queues of one thread. More... | |
int | numLoads () |
Returns the total number of loads in the load queue. More... | |
int | numLoads (ThreadID tid) |
Returns the total number of loads for a single thread. More... | |
int | numStores () |
Returns the total number of stores in the store queue. More... | |
int | numStores (ThreadID tid) |
Returns the total number of stores for a single thread. More... | |
int | numHtmStarts (ThreadID tid) const |
int | numHtmStops (ThreadID tid) const |
void | resetHtmStartsStops (ThreadID tid) |
uint64_t | getLatestHtmUid (ThreadID tid) const |
void | setLastRetiredHtmUid (ThreadID tid, uint64_t htmUid) |
unsigned | numFreeLoadEntries () |
Returns the number of free load entries. More... | |
unsigned | numFreeStoreEntries () |
Returns the number of free store entries. More... | |
unsigned | numFreeEntries (ThreadID tid) |
Returns the number of free entries for a specific thread. More... | |
unsigned | numFreeLoadEntries (ThreadID tid) |
Returns the number of free entries in the LQ for a specific thread. More... | |
unsigned | numFreeStoreEntries (ThreadID tid) |
Returns the number of free entries in the SQ for a specific thread. More... | |
bool | isFull () |
Returns if the LSQ is full (either LQ or SQ is full). More... | |
bool | isFull (ThreadID tid) |
Returns if the LSQ is full for a specific thread (either LQ or SQ is full). More... | |
bool | isEmpty () const |
Returns if the LSQ is empty (both LQ and SQ are empty). More... | |
bool | lqEmpty () const |
Returns if all of the LQs are empty. More... | |
bool | sqEmpty () const |
Returns if all of the SQs are empty. More... | |
bool | lqFull () |
Returns if any of the LQs are full. More... | |
bool | lqFull (ThreadID tid) |
Returns if the LQ of a given thread is full. More... | |
bool | sqFull () |
Returns if any of the SQs are full. More... | |
bool | sqFull (ThreadID tid) |
Returns if the SQ of a given thread is full. More... | |
bool | isStalled () |
Returns if the LSQ is stalled due to a memory operation that must be replayed. More... | |
bool | isStalled (ThreadID tid) |
Returns if the LSQ of a specific thread is stalled due to a memory operation that must be replayed. More... | |
bool | hasStoresToWB () |
Returns whether or not there are any stores to write back to memory. More... | |
bool | hasStoresToWB (ThreadID tid) |
Returns whether or not a specific thread has any stores to write back to memory. More... | |
int | numStoresToWB (ThreadID tid) |
Returns the number of stores a specific thread has to write back. More... | |
bool | willWB () |
Returns if the LSQ will write back to memory this cycle. More... | |
bool | willWB (ThreadID tid) |
Returns if the LSQ of a specific thread will write back to memory this cycle. More... | |
void | dumpInsts () const |
Debugging function to print out all instructions. More... | |
void | dumpInsts (ThreadID tid) const |
Debugging function to print out instructions from a specific thread. More... | |
Fault | read (LSQRequest *req, int load_idx) |
Executes a read operation, using the load specified at the load index. More... | |
Fault | write (LSQRequest *req, uint8_t *data, int store_idx) |
Executes a store operation, using the store specified at the store index. More... | |
void | recvReqRetry () |
Retry the previous send that failed. More... | |
void | completeDataAccess (PacketPtr pkt) |
bool | recvTimingResp (PacketPtr pkt) |
Handles writing back and completing the load or store that has returned from memory. More... | |
void | recvTimingSnoopReq (PacketPtr pkt) |
Fault | pushRequest (const DynInstPtr &inst, bool isLoad, uint8_t *data, unsigned int size, Addr addr, Request::Flags flags, uint64_t *res, AtomicOpFunctorPtr amo_op, const std::vector< bool > &byte_enable) |
bool | cacheBlocked () const |
Is D-cache blocked? More... | |
void | cacheBlocked (bool v) |
Set D-cache blocked status. More... | |
bool | cachePortAvailable (bool is_load) const |
Is any store port available to use? More... | |
void | cachePortBusy (bool is_load) |
Another store port is in use. More... | |
RequestPort & | getDataPort () |
Public Attributes | |
O3CPU * | cpu |
The CPU pointer. More... | |
IEW * | iewStage |
The IEW stage pointer. More... | |
Static Protected Member Functions | |
static uint32_t | maxLSQAllocation (SMTQueuePolicy pol, uint32_t entries, uint32_t numThreads, uint32_t SMTThreshold) |
Auxiliary function to calculate per-thread max LSQ allocation limit. More... | |
Protected Attributes | |
bool | _cacheBlocked |
D-cache is blocked. More... | |
int | cacheStorePorts |
The number of cache ports available each cycle (stores only). More... | |
int | usedStorePorts |
The number of used cache ports in this cycle by stores. More... | |
int | cacheLoadPorts |
The number of cache ports available each cycle (loads only). More... | |
int | usedLoadPorts |
The number of used cache ports in this cycle by loads. More... | |
SMTQueuePolicy | lsqPolicy |
The LSQ policy for SMT mode. More... | |
std::list< ThreadID > * | activeThreads |
List of Active Threads in System. More... | |
unsigned | LQEntries |
Total Size of LQ Entries. More... | |
unsigned | SQEntries |
Total Size of SQ Entries. More... | |
unsigned | maxLQEntries |
Max LQ Size - Used to Enforce Sharing Policies. More... | |
unsigned | maxSQEntries |
Max SQ Size - Used to Enforce Sharing Policies. More... | |
DcachePort | dcachePort |
Data port. More... | |
std::vector< LSQUnit > | thread |
The LSQ units for individual threads. More... | |
ThreadID | numThreads |
Number of Threads. More... | |
typedef Impl::DynInstPtr LSQ< Impl >::DynInstPtr |
LSQ< Impl >::LSQ | ( | O3CPU * | cpu_ptr, |
IEW * | iew_ptr, | ||
DerivO3CPUParams * | params | ||
) |
Constructs an LSQ with the given parameters.
Definition at line 62 of file lsq_impl.hh.
References LSQ< Impl >::cpu, LSQ< Impl >::dcachePort, DPRINTF, LSQ< Impl >::lsqPolicy, LSQ< Impl >::maxLQEntries, LSQ< Impl >::maxSQEntries, LSQ< Impl >::numThreads, panic, and LSQ< Impl >::thread.
bool LSQ< Impl >::cacheBlocked |
Is D-cache blocked?
Definition at line 182 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket().
void LSQ< Impl >::cacheBlocked | ( | bool | v | ) |
bool LSQ< Impl >::cachePortAvailable | ( | bool | is_load | ) | const |
Is any store port available to use?
Definition at line 196 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket(), and LSQUnit< Impl >::writebackStores().
void LSQ< Impl >::cachePortBusy | ( | bool | is_load | ) |
Another store port is in use.
Definition at line 209 of file lsq_impl.hh.
Referenced by LSQUnit< Impl >::trySendPacket().
|
inline |
Commits loads up until the given sequence number for a specific thread.
Definition at line 889 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Commits stores up until the given sequence number for a specific thread.
Definition at line 895 of file lsq.hh.
References LSQ< Impl >::thread.
Definition at line 306 of file lsq_impl.hh.
References Packet::senderState.
void LSQ< Impl >::drainSanityCheck |
Perform sanity checks after a drain.
Definition at line 129 of file lsq_impl.hh.
void LSQ< Impl >::dumpInsts |
Debugging function to print out all instructions.
Definition at line 663 of file lsq_impl.hh.
Debugging function to print out instructions from a specific thread.
Definition at line 1075 of file lsq.hh.
References LSQ< Impl >::thread.
Number of entries needed for the given amount of threads.
Fault LSQ< Impl >::executeLoad | ( | const DynInstPtr & | inst | ) |
Executes a load.
Definition at line 239 of file lsq_impl.hh.
Fault LSQ< Impl >::executeStore | ( | const DynInstPtr & | inst | ) |
Executes a store.
Definition at line 248 of file lsq_impl.hh.
int LSQ< Impl >::getCount |
Returns the number of instructions in all of the queues.
Definition at line 370 of file lsq_impl.hh.
References Stats::total.
Returns the number of instructions in the queues of one thread.
Definition at line 953 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Definition at line 1123 of file lsq.hh.
References LSQ< Impl >::dcachePort.
Definition at line 989 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Returns the head index of the load queue for a specific thread.
Definition at line 931 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Returns the sequence number of the head of the load queue.
Definition at line 935 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Gets the instruction that caused the memory ordering violation.
Definition at line 925 of file lsq.hh.
References LSQ< Impl >::thread.
Returns the head index of the store queue.
Definition at line 941 of file lsq.hh.
References LSQ< Impl >::thread.
|
inline |
Returns the sequence number of the head of the store queue.
Definition at line 945 of file lsq.hh.
References LSQ< Impl >::thread.
bool LSQ< Impl >::hasStoresToWB |
Returns whether or not there are any stores to write back to memory.
Definition at line 629 of file lsq_impl.hh.
Referenced by DefaultIEW< Impl >::hasStoresToWB().
Returns whether or not a specific thread has any stores to write back to memory.
Definition at line 1060 of file lsq.hh.
References LSQ< Impl >::thread.
void LSQ< Impl >::insertLoad | ( | const DynInstPtr & | load_inst | ) |
Inserts a load into the LSQ.
Definition at line 221 of file lsq_impl.hh.
void LSQ< Impl >::insertStore | ( | const DynInstPtr & | store_inst | ) |
Inserts a store into the LSQ.
Definition at line 230 of file lsq_impl.hh.
bool LSQ< Impl >::isDrained |
bool LSQ< Impl >::isEmpty |
Returns if the LSQ is empty (both LQ and SQ are empty).
Definition at line 503 of file lsq_impl.hh.
bool LSQ< Impl >::isFull |
Returns if the LSQ is full (either LQ or SQ is full).
Definition at line 474 of file lsq_impl.hh.
Returns if the LSQ is full for a specific thread (either LQ or SQ is full).
Definition at line 491 of file lsq_impl.hh.
bool LSQ< Impl >::isStalled |
Returns if the LSQ is stalled due to a memory operation that must be replayed.
Definition at line 602 of file lsq_impl.hh.
Returns if the LSQ of a specific thread is stalled due to a memory operation that must be replayed.
Definition at line 619 of file lsq_impl.hh.
bool LSQ< Impl >::lqEmpty |
Returns if all of the LQs are empty.
Definition at line 510 of file lsq_impl.hh.
bool LSQ< Impl >::lqFull |
Returns if any of the LQs are full.
Definition at line 544 of file lsq_impl.hh.
Returns if the LQ of a given thread is full.
Definition at line 561 of file lsq_impl.hh.
|
inlinestaticprotected |
Auxiliary function to calculate per-thread max LSQ allocation limit.
Depending on a policy, number of entries and possibly number of threads and threshold, this function calculates how many resources each thread can occupy at most.
Definition at line 1147 of file lsq.hh.
References LSQ< Impl >::numThreads.
std::string LSQ< Impl >::name |
Returns the name of the LSQ.
Definition at line 114 of file lsq_impl.hh.
Returns the number of free entries for a specific thread.
unsigned LSQ< Impl >::numFreeLoadEntries |
Returns the number of free load entries.
Definition at line 424 of file lsq_impl.hh.
References Stats::total.
Returns the number of free entries in the LQ for a specific thread.
Definition at line 460 of file lsq_impl.hh.
unsigned LSQ< Impl >::numFreeStoreEntries |
Returns the number of free store entries.
Definition at line 442 of file lsq_impl.hh.
References Stats::total.
Returns the number of free entries in the SQ for a specific thread.
Definition at line 467 of file lsq_impl.hh.
Definition at line 968 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Definition at line 975 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
int LSQ< Impl >::numLoads |
Returns the total number of loads in the load queue.
Definition at line 388 of file lsq_impl.hh.
References Stats::total.
Returns the total number of loads for a single thread.
Definition at line 958 of file lsq.hh.
References LSQ< Impl >::thread.
int LSQ< Impl >::numStores |
Returns the total number of stores in the store queue.
Definition at line 406 of file lsq_impl.hh.
References Stats::total.
Returns the total number of stores for a single thread.
Definition at line 963 of file lsq.hh.
References LSQ< Impl >::thread.
Returns the number of stores a specific thread has to write back.
Definition at line 1063 of file lsq.hh.
References LSQ< Impl >::thread.
Fault LSQ< Impl >::pushRequest | ( | const DynInstPtr & | inst, |
bool | isLoad, | ||
uint8_t * | data, | ||
unsigned int | size, | ||
Addr | addr, | ||
Request::Flags | flags, | ||
uint64_t * | res, | ||
AtomicOpFunctorPtr | amo_op, | ||
const std::vector< bool > & | byte_enable | ||
) |
Definition at line 677 of file lsq_impl.hh.
References LSQ< Impl >::LSQRequest::_byteEnable, addr, data, LSQ< Impl >::LSQRequest::getVaddr(), Request::HTM_CMD, LSQ< Impl >::LSQRequest::initiateTranslation(), LSQ< Impl >::LSQRequest::isMemAccessRequired(), LSQ< Impl >::LSQRequest::isTranslationComplete(), NoFault, LSQ< Impl >::LSQRequest::request(), LSQ< Impl >::LSQRequest::taskId(), and transferNeedsBurst().
Fault LSQ< Impl >::read | ( | LSQRequest * | req, |
int | load_idx | ||
) |
Executes a read operation, using the load specified at the load index.
Definition at line 1190 of file lsq.hh.
References LSQ< Impl >::LSQRequest::request().
void LSQ< Impl >::recvReqRetry |
Retry the previous send that failed.
Definition at line 294 of file lsq_impl.hh.
Handles writing back and completing the load or store that has returned from memory.
pkt | Response packet from the memory sub-system |
Definition at line 315 of file lsq_impl.hh.
References DPRINTF, Packet::getAddr(), Packet::isError(), Packet::isInvalidate(), panic_if, and Packet::senderState.
Definition at line 353 of file lsq_impl.hh.
References Packet::cmdString(), DPRINTF, Packet::getAddr(), and Packet::isInvalidate().
Definition at line 983 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Sets the pointer to the list of active threads.
Definition at line 121 of file lsq_impl.hh.
|
inline |
Definition at line 997 of file lsq.hh.
References InvalidThreadID, and LSQ< Impl >::thread.
Referenced by DefaultIEW< Impl >::setLastRetiredHtmUid().
bool LSQ< Impl >::sqEmpty |
Returns if all of the SQs are empty.
Definition at line 527 of file lsq_impl.hh.
bool LSQ< Impl >::sqFull |
Returns if any of the SQs are full.
Definition at line 573 of file lsq_impl.hh.
Returns if the SQ of a given thread is full.
Definition at line 590 of file lsq_impl.hh.
|
inline |
Squash instructions from a thread until the specified sequence number.
Definition at line 910 of file lsq.hh.
References LSQ< Impl >::thread.
void LSQ< Impl >::takeOverFrom |
Takes over execution from another CPU's thread.
Definition at line 158 of file lsq_impl.hh.
void LSQ< Impl >::tick |
Ticks the LSQ.
Definition at line 170 of file lsq_impl.hh.
bool LSQ< Impl >::violation |
Returns whether or not there was a memory ordering violation.
Definition at line 276 of file lsq_impl.hh.
Returns whether or not there was a memory ordering violation for a specific thread.
Definition at line 921 of file lsq.hh.
References LSQ< Impl >::thread.
bool LSQ< Impl >::willWB |
Returns if the LSQ will write back to memory this cycle.
Definition at line 646 of file lsq_impl.hh.
Returns if the LSQ of a specific thread will write back to memory this cycle.
Definition at line 1070 of file lsq.hh.
References LSQ< Impl >::thread.
Fault LSQ< Impl >::write | ( | LSQRequest * | req, |
uint8_t * | data, | ||
int | store_idx | ||
) |
Executes a store operation, using the store specified at the store index.
Definition at line 1199 of file lsq.hh.
References data, and LSQ< Impl >::LSQRequest::request().
void LSQ< Impl >::writebackStores |
Attempts to write back stores until all cache ports are used or the interface becomes blocked.
Definition at line 257 of file lsq_impl.hh.
References DPRINTF.
Same as above, but only for one thread.
|
protected |
|
protected |
|
protected |
The CPU pointer.
Definition at line 1109 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ(), and LSQ< Impl >::DcachePort::recvTimingSnoopReq().
|
protected |
Data port.
Definition at line 1179 of file lsq.hh.
Referenced by LSQ< Impl >::getDataPort(), and LSQ< Impl >::LSQ().
|
protected |
|
protected |
The LSQ policy for SMT mode.
Definition at line 1139 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
|
protected |
Max LQ Size - Used to Enforce Sharing Policies.
Definition at line 1173 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
|
protected |
Max SQ Size - Used to Enforce Sharing Policies.
Definition at line 1176 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ().
Number of Threads.
Definition at line 1185 of file lsq.hh.
Referenced by LSQ< Impl >::LSQ(), and LSQ< Impl >::maxLSQAllocation().
|
protected |
|
protected |
The LSQ units for individual threads.
Definition at line 1182 of file lsq.hh.
Referenced by LSQ< Impl >::commitLoads(), LSQ< Impl >::commitStores(), LSQ< Impl >::dumpInsts(), LSQ< Impl >::getCount(), LSQ< Impl >::getLatestHtmUid(), LSQ< Impl >::getLoadHead(), LSQ< Impl >::getLoadHeadSeqNum(), LSQ< Impl >::getMemDepViolator(), LSQ< Impl >::getStoreHead(), LSQ< Impl >::getStoreHeadSeqNum(), LSQ< Impl >::SingleDataRequest::handleLocalAccess(), LSQ< Impl >::SplitDataRequest::handleLocalAccess(), LSQ< Impl >::hasStoresToWB(), LSQ< Impl >::LSQ(), LSQ< Impl >::numHtmStarts(), LSQ< Impl >::numHtmStops(), LSQ< Impl >::numLoads(), LSQ< Impl >::numStores(), LSQ< Impl >::numStoresToWB(), LSQ< Impl >::resetHtmStartsStops(), LSQ< Impl >::setLastRetiredHtmUid(), LSQ< Impl >::squash(), LSQ< Impl >::violation(), and LSQ< Impl >::willWB().
|
protected |
|
protected |